-- Logs begin at Mon 2022-05-09 12:29:45 UTC, end at Mon 2022-05-09 14:33:01 UTC. -- May 09 13:06:25.157392 dv-neutron-840889-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 09 13:06:27.287130 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.common.config [-] Logging enabled! May 09 13:06:27.287737 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 09 13:06:27.287882 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83791) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 09 13:06:27.290141 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.common.config [-] Logging enabled! May 09 13:06:27.290392 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 09 13:06:27.290637 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83791) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 09 13:06:27.291619 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 13:06:27.291851 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 13:06:27.292205 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 13:06:27.292449 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 13:06:27.292674 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 13:06:27.292994 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.293327 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.293628 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.293861 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.294160 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.294453 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.294739 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.295031 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.295329 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.295616 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.295898 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.296184 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.296413 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.296693 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.296980 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.297277 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.297518 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] debug = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.297800 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.298229 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.298643 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.298928 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.299226 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.299503 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.299781 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.300069 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.300402 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] host = dv-neutron-840889-2-hyperv {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.300682 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.300974 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.301804 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.302100 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.302378 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.302657 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.302946 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.303221 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.303495 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] log_file = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.303773 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.304068 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.304357 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.304652 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.304878 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.305102 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.305411 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.305702 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.305983 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.306264 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.306544 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.306824 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.307103 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.307375 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.307659 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.307943 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.308232 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.308509 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.308788 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.309062 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.309359 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.309654 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.309927 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.310205 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.310481 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.310772 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.311045 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.311321 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.311623 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.311909 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.312190 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.312477 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.312754 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.313038 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.313336 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.313611 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.313885 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] use_json = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.314161 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.314432 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.314714 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.314985 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.315256 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.315529 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.315801 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.316086 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.316361 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:27.316659 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.317501 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.317813 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.318100 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.318398 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.318681 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.318976 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.319256 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.319547 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.319843 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.320133 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.320413 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.320701 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.320994 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.321310 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.321589 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.321869 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.322163 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.322444 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.322719 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.323000 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.323290 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.323569 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.323845 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.324128 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.324406 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.324679 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.324949 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.325227 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.325538 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.325816 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.326088 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.326361 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.326638 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.326912 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.327198 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.327477 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.327751 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.328025 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.328303 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.328577 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.328852 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.329130 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.329430 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.329768 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.329984 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.330254 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.330526 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.330799 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.331070 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.331342 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.331613 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.331891 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.332162 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.332435 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.332736 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.333011 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.333312 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.333605 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.333904 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.334183 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.334465 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.334747 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.335026 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.335303 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.335580 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.335859 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.336140 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.336414 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.336705 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.336990 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.337305 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.337593 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.337874 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.338171 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.338447 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.338734 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.339017 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.339298 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.339585 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.339878 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.340173 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.340466 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.340764 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.341057 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.341379 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.341664 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.341976 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.342258 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:27.342476 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 13:06:27.342716 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83791) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 09 13:06:27.744265 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO keyring.backend [-] Loading KWallet May 09 13:06:27.751665 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO keyring.backend [-] Loading SecretService May 09 13:06:27.754898 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO keyring.backend [-] Loading Windows May 09 13:06:27.756224 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO keyring.backend [-] Loading chainer May 09 13:06:27.756806 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO keyring.backend [-] Loading macOS May 09 13:06:27.789963 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 09 13:06:27.790239 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 09 13:06:27.790530 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 09 13:06:27.791931 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.manager [-] Loading core plugin: ml2 May 09 13:06:28.095866 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.096154 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.096428 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.153383 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.153665 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.153934 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.156962 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.157240 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.157531 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.186296 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.186579 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.186846 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.214146 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.214422 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.214691 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.529351 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.529948 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.529948 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.530104 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.531006 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.650823 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.651143 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.651425 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.651698 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.651964 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.652273 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.652538 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.652798 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.653053 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.653361 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.653625 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.653891 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.654157 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.654416 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.654686 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.654958 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.655217 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.655489 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.655746 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.656032 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.656378 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.656631 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.656880 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.657163 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.657438 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.657688 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.658078 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 13:06:28.658319 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 13:06:28.658553 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 13:06:28.658790 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 13:06:28.659026 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 13:06:28.659261 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 13:06:28.659814 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 09 13:06:28.662940 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 09 13:06:28.666987 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 09 13:06:28.671084 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 09 13:06:28.672707 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 09 13:06:28.673097 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 09 13:06:28.673460 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 09 13:06:28.673849 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 09 13:06:28.676664 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 09 13:06:28.676919 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 09 13:06:28.677283 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 09 13:06:28.705544 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 09 13:06:28.705988 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.706283 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83791) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 09 13:06:28.706645 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.708541 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83791) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 09 13:06:28.708817 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 09 13:06:28.709061 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 09 13:06:28.712309 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.712588 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:28.772444 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 09 13:06:28.772683 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 09 13:06:28.772924 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 09 13:06:28.773316 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 09 13:06:28.804703 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_db.sqlalchemy.engines [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83791) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 09 13:06:29.129026 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Initializing driver for type 'gre' May 09 13:06:29.130165 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] gre ID ranges: [(1, 1000)] May 09 13:06:29.184745 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Initializing driver for type 'local' May 09 13:06:29.185077 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Initializing driver for type 'vlan' May 09 13:06:29.196914 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] VlanTypeDriver initialization complete May 09 13:06:29.197244 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Initializing driver for type 'vxlan' May 09 13:06:29.197739 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] vxlan ID ranges: [(1, 1000)] May 09 13:06:29.254345 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Initializing extension driver 'port_security' May 09 13:06:29.254714 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.extensions.port_security [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] PortSecurityExtensionDriver initialization complete May 09 13:06:29.255050 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Initializing mechanism driver 'openvswitch' May 09 13:06:29.255406 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Initializing mechanism driver 'hyperv' May 09 13:06:29.262050 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.plugins.ml2.plugin [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:06:29.262738 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > port after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.263107 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > port after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.263456 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > port after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.263976 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 09 13:06:29.264401 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > subnet after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.264750 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > subnet after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.265091 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > subnet after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.265527 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 09 13:06:29.265930 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > network after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.266277 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > network after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.266619 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > network after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.267002 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 09 13:06:29.267400 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > security_group after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.267744 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > security_group after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.268080 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > security_group after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.268597 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 09 13:06:29.268996 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.269369 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.269712 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.270162 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 09 13:06:29.270625 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] ML2 OVO RPC backend initialized. {{(pid=83791) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 09 13:06:29.271289 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router_interface after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.271643 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.272057 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > network before_response 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.272417 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > networks before_response 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.272742 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > port before_response 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.273079 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > ports before_response 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.273448 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > subnet before_response 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.273789 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > subnets before_response 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.274157 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > network after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.274513 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > network after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.274846 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > network after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.275180 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > port after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.275514 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > port after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.275846 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > port after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.276176 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > subnet after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.276507 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > subnet after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.276835 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > subnet after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.277431 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.plugin [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Modular L2 Plugin initialization complete May 09 13:06:29.277757 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading services supported by the core plugin {{(pid=83791) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 09 13:06:29.278080 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.plugins.ml2.managers [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Got port-security extension from driver 'port_security' May 09 13:06:29.278537 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.extensions.vlantransparent [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Disabled vlantransparent extension. May 09 13:06:29.278950 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83791) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 09 13:06:29.279259 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading Plugin: router May 09 13:06:29.315341 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router_interface before_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.315730 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router after_create 55549900 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.316095 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router before_create 55549900 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.316456 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.316862 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.317219 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router after_delete 55549900 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.317608 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > floatingip after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.317970 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router after_create 55549900 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.318317 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router after_update 55549900 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.318668 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router after_update 55549900 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.319013 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.319365 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router after_update 55549900 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.319768 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router precommit_update 55549900 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.320131 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: port after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.320466 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: port after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.320799 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: subnet after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.321132 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.321505 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > port precommit_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.321851 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router precommit_create 55549900 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.322186 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: port before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.322528 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router precommit_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.322878 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router after_update 55549900 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.323217 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router precommit_delete 55549900 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.323560 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router precommit_create 55549900 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.323913 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router_interface after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.324252 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router precommit_update 55549900 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.324611 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > agent after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.324954 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > agent after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.325314 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > network after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.326178 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Tracking information for resource: router configured {{(pid=83791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 13:06:29.326508 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Tracking information for resource: floatingip configured {{(pid=83791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 13:06:29.331317 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.db.l3_agentschedulers_db [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 09 13:06:29.331891 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: port after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.332249 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: port after_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.332661 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: port after_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.333011 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: port after_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.333937 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router before_create 55550100 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.334298 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router precommit_delete 55550100 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.334656 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router precommit_create 55550100 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.335008 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > router precommit_update 55550100 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.339260 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.services.provider_configuration [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service providers = [] {{(pid=83791) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 09 13:06:29.339621 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.db.servicetype_db [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83791) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 09 13:06:29.342536 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.services.service_base [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 13:06:29.342886 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.services.service_base [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 13:06:29.343228 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.services.service_base [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 13:06:29.344108 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.services.service_base [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 13:06:29.344476 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.services.service_base [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Default provider is not specified for service type L3_ROUTER_NAT May 09 13:06:29.344843 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 13:06:29.345159 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 09 13:06:29.356538 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 13:06:29.356874 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading Plugin: auto_allocate May 09 13:06:29.362750 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: network precommit_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.363112 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: network precommit_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.363624 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 13:06:29.364541 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading Plugin: tag May 09 13:06:29.371013 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 13:06:29.371344 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading Plugin: timestamp May 09 13:06:29.375300 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 13:06:29.375635 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading Plugin: network_ip_availability May 09 13:06:29.380915 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.381235 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.381621 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.382322 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 13:06:29.382637 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading Plugin: flavors May 09 13:06:29.387255 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 13:06:29.387585 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading Plugin: revisions May 09 13:06:29.391801 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 13:06:29.392188 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_concurrency.lockutils [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.602s {{(pid=83791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 09 13:06:29.392918 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83791) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 09 13:06:29.393264 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Initializing extension manager. May 09 13:06:29.393775 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: __init__.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.394113 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: __pycache__ {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.394443 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.394771 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.395153 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: _filter_validation_lib.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.395484 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.395806 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: address_group.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.396547 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.397106 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: address-group May 09 13:06:29.397462 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: address_scope.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.398164 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.398661 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: address-scope May 09 13:06:29.398980 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: admin_state_down_before_update.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.399893 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.400395 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: router-admin-state-down-before-update May 09 13:06:29.400710 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: agent.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.401429 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.401923 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: agent May 09 13:06:29.402239 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: agent_resources_synced.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.403136 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.403630 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: agent-resources-synced May 09 13:06:29.403945 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: allowedaddresspairs.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.405924 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.406429 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: allowed-address-pairs May 09 13:06:29.406750 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: auto_allocated_topology.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.407815 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.408317 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: auto-allocated-topology May 09 13:06:29.408637 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: availability_zone.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.409343 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.409837 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: availability_zone May 09 13:06:29.410153 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: availability_zone_filter.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.411610 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.412097 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: availability_zone_filter May 09 13:06:29.412413 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: data_plane_status.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.413336 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.413825 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension data-plane-status not supported by any of loaded plugins May 09 13:06:29.414142 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: default_subnetpools.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.415047 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.415538 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: default-subnetpools May 09 13:06:29.415854 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: dhcpagentscheduler.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.416616 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.417105 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: dhcp_agent_scheduler May 09 13:06:29.417455 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: dns.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.418359 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.418849 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension dns-integration not supported by any of loaded plugins May 09 13:06:29.419169 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: dns_domain_ports.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.420086 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.420575 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension dns-domain-ports not supported by any of loaded plugins May 09 13:06:29.420894 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: dvr.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.421585 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.422078 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: dvr May 09 13:06:29.422399 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: empty_string_filtering.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.423301 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.423805 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: empty-string-filtering May 09 13:06:29.424127 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.425026 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.425544 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 09 13:06:29.425865 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.427371 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.427871 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 09 13:06:29.428190 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: external_net.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.429092 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.429613 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: external-net May 09 13:06:29.429933 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: extra_dhcp_opt.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.430832 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.431323 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: extra_dhcp_opt May 09 13:06:29.431641 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: extraroute.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.432535 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.433026 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: extraroute May 09 13:06:29.433375 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: extraroute_atomic.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.434391 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.434890 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: extraroute-atomic May 09 13:06:29.435208 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: filter_validation.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.435864 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.436357 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: filter-validation May 09 13:06:29.436672 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: fip_pf_description.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.437604 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.438094 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 09 13:06:29.438408 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: fip_port_details.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.439319 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.439807 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: fip-port-details May 09 13:06:29.440124 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: flavors.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.441366 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.441912 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: flavors May 09 13:06:29.442235 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.443876 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.444387 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 09 13:06:29.444714 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: floatingip_pools.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.445447 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.445944 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: floatingip-pools May 09 13:06:29.446266 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: ip_allocation.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.447175 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.447677 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension ip_allocation not supported by any of loaded plugins May 09 13:06:29.447995 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.448902 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.449437 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: ip-substring-filtering May 09 13:06:29.449759 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: l2_adjacency.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.450669 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.451163 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension l2_adjacency not supported by any of loaded plugins May 09 13:06:29.451479 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: l3.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.452426 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.452932 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: router May 09 13:06:29.453262 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: l3_conntrack_helper.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.455614 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.456128 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 09 13:06:29.456455 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.457539 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.458045 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: ext-gw-mode May 09 13:06:29.458365 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.459274 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.459772 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: l3-ha May 09 13:06:29.460089 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: l3_flavors.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.460995 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.461525 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: l3-flavors May 09 13:06:29.461843 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.462768 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.463274 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: l3-port-ip-change-not-allowed May 09 13:06:29.463597 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: l3agentscheduler.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.464621 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.465123 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: l3_agent_scheduler May 09 13:06:29.465478 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: logging.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.466962 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.467476 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension logging not supported by any of loaded plugins May 09 13:06:29.467813 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: metering.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.468543 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.469108 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: metering May 09 13:06:29.469464 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.470548 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.471051 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: metering_source_and_destination_fields May 09 13:06:29.471375 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: multiprovidernet.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.472287 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.472782 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: multi-provider May 09 13:06:29.473663 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: netmtu.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.474569 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.475065 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: net-mtu May 09 13:06:29.475644 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: netmtu_writable.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.476548 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.477045 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: net-mtu-writable May 09 13:06:29.477394 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: network_availability_zone.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.478065 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.478555 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: network_availability_zone May 09 13:06:29.478875 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: network_ip_availability.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.479941 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.480440 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: network-ip-availability May 09 13:06:29.480763 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: network_segment_range.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.481549 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.482049 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension network-segment-range not supported by any of loaded plugins May 09 13:06:29.482368 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: pagination.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.483338 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.483665 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: pagination May 09 13:06:29.483985 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.484888 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.485418 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: port-mac-address-regenerate May 09 13:06:29.485741 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: port_resource_request.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.486649 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.487140 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension port-resource-request not supported by any of loaded plugins May 09 13:06:29.487458 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: portbindings.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.488374 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.489489 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: binding May 09 13:06:29.489810 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: portbindings_extended.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.491063 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.491561 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: binding-extended May 09 13:06:29.491881 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: portsecurity.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.492784 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.493307 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: port-security May 09 13:06:29.493634 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: project_id.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.495550 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.495877 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: project-id May 09 13:06:29.496195 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: providernet.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.497110 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.497642 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: provider May 09 13:06:29.497963 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: qos.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.501585 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.502098 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension qos not supported by any of loaded plugins May 09 13:06:29.502423 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.503651 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.504151 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 09 13:06:29.504515 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.505461 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.505961 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 09 13:06:29.506285 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: qos_default.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.507189 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.507684 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension qos-default not supported by any of loaded plugins May 09 13:06:29.508006 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: qos_fip.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.508652 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.509144 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension qos-fip not supported by any of loaded plugins May 09 13:06:29.509486 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: qos_gateway_ip.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.510407 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.510905 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension qos-gateway-ip not supported by any of loaded plugins May 09 13:06:29.511224 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: qos_port_network_policy.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.512128 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.512626 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension qos-port-network-policy not supported by any of loaded plugins May 09 13:06:29.512945 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: qos_rule_type_details.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.513886 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.514387 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension qos-rule-type-details not supported by any of loaded plugins May 09 13:06:29.514705 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: qos_rules_alias.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.515738 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.516242 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension qos-rules-alias not supported by any of loaded plugins May 09 13:06:29.516561 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: quotasv2.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.517452 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.517780 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: quotas May 09 13:06:29.518100 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: quotasv2_detail.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.519697 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.520582 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: quota_details May 09 13:06:29.520909 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: rbac.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.521986 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.522493 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: rbac-policies May 09 13:06:29.522818 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: rbac_address_scope.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.523743 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.524246 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: rbac-address-scope May 09 13:06:29.524569 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: rbac_security_groups.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.525499 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.525997 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: rbac-security-groups May 09 13:06:29.526316 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: rbac_subnetpool.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.527221 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.527716 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: rbac-subnetpool May 09 13:06:29.528036 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: revisionifmatch.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.528947 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.529481 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: revision-if-match May 09 13:06:29.530017 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: revisions.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.530904 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.531399 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: standard-attr-revisions May 09 13:06:29.531719 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: router_availability_zone.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.532383 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.532878 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: router_availability_zone May 09 13:06:29.533197 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: routerservicetype.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.534157 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.534648 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension router-service-type not supported by any of loaded plugins May 09 13:06:29.534965 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: security_groups_port_filtering.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.536441 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.536965 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: port-security-groups-filtering May 09 13:06:29.537302 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: securitygroup.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.548964 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.549584 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: security-group May 09 13:06:29.549948 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: segment.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.550758 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.551350 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension segment not supported by any of loaded plugins May 09 13:06:29.551749 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.552819 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.553410 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 09 13:06:29.553724 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: servicetype.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.554859 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.555371 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: service-type May 09 13:06:29.555826 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: sorting.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.556796 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.557132 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: sorting May 09 13:06:29.557474 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: standard_attr_segment.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.558561 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.559066 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension standard-attr-segment not supported by any of loaded plugins May 09 13:06:29.559607 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: standardattrdescription.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.560161 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.560620 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: standard-attr-description May 09 13:06:29.560987 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: stateful_security_group.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.561974 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.562496 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: stateful-security-group May 09 13:06:29.562881 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: stdattrs_common.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.563442 dv-neutron-840889-2-hyperv neutron-server[83791]: WARNING neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 09 13:06:29.563802 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.564729 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.565301 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 09 13:06:29.565650 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: subnet_onboard.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.567097 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.567598 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: subnet_onboard May 09 13:06:29.567995 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.568932 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.569500 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 09 13:06:29.569827 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: subnet_service_types.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.570793 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.571328 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: subnet-service-types May 09 13:06:29.571693 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: subnetallocation.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.572782 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.573303 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: subnet_allocation May 09 13:06:29.573626 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.574292 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.574792 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: subnetpool-prefix-ops May 09 13:06:29.575112 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.576049 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.576545 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 09 13:06:29.576861 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: tagging.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.577972 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.578480 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: standard-attr-tag May 09 13:06:29.578803 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: timestamp.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.579998 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.580504 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loaded extension: standard-attr-timestamp May 09 13:06:29.580830 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: trunk.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.581887 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.582388 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension trunk not supported by any of loaded plugins May 09 13:06:29.583295 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: trunk_details.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.584216 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.584714 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension trunk-details not supported by any of loaded plugins May 09 13:06:29.585036 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: uplink_status_propagation.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.585990 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.586488 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension uplink-status-propagation not supported by any of loaded plugins May 09 13:06:29.586809 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Loading extension file: vlantransparent.py {{(pid=83791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 09 13:06:29.587482 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 09 13:06:29.587983 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extension vlan-transparent not supported by any of loaded plugins May 09 13:06:29.590277 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:network May 09 13:06:29.591000 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:subnet May 09 13:06:29.591601 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:subnetpool May 09 13:06:29.592374 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:port May 09 13:06:29.593676 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.594126 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service FLAVORS assigned prefix: {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.594723 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.595153 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.595488 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:router May 09 13:06:29.596252 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:floatingip May 09 13:06:29.596853 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service METERING assigned prefix: /metering {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.598956 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.599358 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.599720 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:06:29.601140 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of CountableResource for resource:rbac_policy May 09 13:06:29.601618 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:security_group May 09 13:06:29.602301 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:security_group_rule May 09 13:06:29.603021 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service CORE assigned prefix: {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.603359 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:subnetpool May 09 13:06:29.603697 dv-neutron-840889-2-hyperv neutron-server[83791]: WARNING neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] subnetpool is already registered May 09 13:06:29.604308 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service CORE assigned prefix: {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.604643 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:subnetpool May 09 13:06:29.604967 dv-neutron-840889-2-hyperv neutron-server[83791]: WARNING neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] subnetpool is already registered May 09 13:06:29.607550 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.607984 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service FLAVORS assigned prefix: {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.608569 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.608990 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.609361 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:router May 09 13:06:29.609693 dv-neutron-840889-2-hyperv neutron-server[83791]: WARNING neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] router is already registered May 09 13:06:29.610293 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:floatingip May 09 13:06:29.610622 dv-neutron-840889-2-hyperv neutron-server[83791]: WARNING neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] floatingip is already registered May 09 13:06:29.611248 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service METERING assigned prefix: /metering {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.611916 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of CountableResource for resource:rbac_policy May 09 13:06:29.612244 dv-neutron-840889-2-hyperv neutron-server[83791]: WARNING neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] rbac_policy is already registered May 09 13:06:29.612782 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:security_group May 09 13:06:29.613109 dv-neutron-840889-2-hyperv neutron-server[83791]: WARNING neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] security_group is already registered May 09 13:06:29.613774 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:security_group_rule May 09 13:06:29.614104 dv-neutron-840889-2-hyperv neutron-server[83791]: WARNING neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] security_group_rule is already registered May 09 13:06:29.614771 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service CORE assigned prefix: {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.615108 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:subnetpool May 09 13:06:29.615435 dv-neutron-840889-2-hyperv neutron-server[83791]: WARNING neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] subnetpool is already registered May 09 13:06:29.616038 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.v2.resource_helper [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Service CORE assigned prefix: {{(pid=83791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 13:06:29.616371 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Creating instance of TrackedResource for resource:subnetpool May 09 13:06:29.616694 dv-neutron-840889-2-hyperv neutron-server[83791]: WARNING neutron.quota.resource_registry [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] subnetpool is already registered May 09 13:06:29.617365 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: extensions {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.618808 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: address-groups {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.620376 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: address-scopes {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.621636 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: agents {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.622761 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: auto-allocated-topology {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.623974 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: availability_zones {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.625273 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: dhcp-networks {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.626625 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: dhcp-agents {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.628015 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: routers {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.629859 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: flavors {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.631053 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: service_profiles {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.632175 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: next_providers {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.633683 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: service_profiles {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.635074 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: floatingip-pools {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.636263 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: routers {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.638027 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: floatingips {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.639180 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: l3-routers {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.640591 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: l3-agents {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.641916 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: metering-labels {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.643246 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: metering-label-rules {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.644474 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: network-ip-availabilities {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.646289 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: bindings {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.648777 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: quotas {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.650237 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: quotas {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.651629 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: rbac-policies {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.652897 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: security-groups {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.654104 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: security-group-rules {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.655318 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: service-providers {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.656511 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: subnetpools {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.657937 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: subnetpools {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.659363 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: tags {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.661628 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: tags {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.663406 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: tags {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.665126 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: tags {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.666898 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: tags {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.668547 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: tags {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.670311 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: tags {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.672133 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: tags {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.673991 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: tags {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.675794 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron.api.extensions [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Extended resource: tags {{(pid=83791) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 09 13:06:29.681632 dv-neutron-840889-2-hyperv neutron-server[83791]: WARNING keystonemiddleware.auth_token [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 09 13:06:29.686377 dv-neutron-840889-2-hyperv neutron-server[83791]: WARNING keystonemiddleware.auth_token [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 09 13:06:29.694279 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_concurrency.lockutils [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Acquired lock "singleton_lock" {{(pid=83791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 09 13:06:29.694750 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_concurrency.lockutils [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Releasing lock "singleton_lock" {{(pid=83791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 09 13:06:29.695374 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO oslo_service.service [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Starting 2 workers May 09 13:06:29.700009 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Started child 83894 {{(pid=83791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 09 13:06:29.705316 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Started child 83895 {{(pid=83791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 09 13:06:29.705591 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:29.706253 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO neutron.service [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Neutron service started, listening on 0.0.0.0:9696 May 09 13:06:29.706416 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Notify callbacks [] for process, before_spawn {{(pid=83791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:29.707003 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [-] (83894) wsgi starting up on http://0.0.0.0:9696 May 09 13:06:29.709434 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO oslo_service.service [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Starting 1 workers May 09 13:06:29.709561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:29.710868 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [-] (83895) wsgi starting up on http://0.0.0.0:9696 May 09 13:06:29.714407 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Started child 83896 {{(pid=83791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 09 13:06:29.714935 dv-neutron-840889-2-hyperv neutron-server[83791]: INFO oslo_service.service [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Starting 1 workers May 09 13:06:29.718383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.service [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] calling RpcWorker wait() {{(pid=83896) _wait /opt/stack/neutron/neutron/service.py:128}} May 09 13:06:29.718953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.service [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] returning from RpcWorker wait() {{(pid=83896) _wait /opt/stack/neutron/neutron/service.py:135}} May 09 13:06:29.719098 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Started child 83897 {{(pid=83791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 09 13:06:29.719893 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG neutron_lib.callbacks.manager [None req-673c60d8-f7e7-4fbf-a3bc-a196d044a4af None None] Notify callbacks [] for process, after_spawn {{(pid=83791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:29.720417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:29.720937 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:06:29.721793 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 09 13:06:29.722005 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 13:06:29.722188 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 13:06:29.722399 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 13:06:29.722744 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 13:06:29.722907 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 13:06:29.724067 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.724339 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.724604 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.724712 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:29.725151 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.725151 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.725754 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:06:29.725971 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.726246 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.726481 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.726741 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.726991 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.727158 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.727324 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.727575 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.727810 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.728100 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.728375 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.728613 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.728880 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.729051 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.729327 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.729598 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.729830 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.730098 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] debug = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.730404 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.730913 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.731141 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.731401 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.731618 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.731883 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.732144 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.732440 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.732671 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.732890 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.733130 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.733412 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.733658 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.733889 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.734137 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.734355 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.734811 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] host = dv-neutron-840889-2-hyperv {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.735029 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.735265 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.735492 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.735739 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.736075 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.736222 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.736445 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.736700 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.736964 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.737193 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.737474 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.737699 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.737935 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.738186 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_file = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.738352 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_options = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.738599 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.738953 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.739227 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.739414 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.739581 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.739755 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.740023 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.740171 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.740419 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.740638 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.740850 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.741069 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.741336 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.741570 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.741808 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.742025 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.742261 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.742492 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.742735 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.742964 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.743188 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.743413 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.743635 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.743849 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.744063 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.744296 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.744521 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.744733 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.744944 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.745178 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.745488 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.745753 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.745987 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.746231 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.746462 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.746688 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.746922 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.747182 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.747411 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.747653 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.747908 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.748121 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.748353 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.748567 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.748797 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.749008 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] use_json = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.749213 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.749567 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.749835 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.750091 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.750291 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.750503 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.750717 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.750950 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.751176 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.751555 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.751836 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.752152 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.752376 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.752627 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.752877 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.753128 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.753372 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.753624 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.753867 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.754144 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.754425 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.754747 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.755007 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.755261 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.755522 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.755738 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.755979 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.756195 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.756440 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.756664 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.756897 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.757171 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.757416 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.757631 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.757851 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.758086 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.758304 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.758551 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.758808 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.759123 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.759275 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.759583 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.759844 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.760030 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.760259 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.760488 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.760718 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.760932 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.761492 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.761492 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.761773 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.761917 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.762229 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.762435 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.762582 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.762821 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.763021 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.763234 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.763823 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.763823 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.764354 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.764354 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.764620 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.764756 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.764923 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.765199 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.766127 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.766127 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.766127 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.766127 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.766785 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.766785 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.766785 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.767174 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.767174 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.767487 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.768815 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.768815 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.768815 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.768815 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.768815 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.768815 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.771222 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.771222 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.771222 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.771222 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.771222 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.771222 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.771222 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.773812 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.773812 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.773812 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.773812 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.773812 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.773812 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.773812 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.773812 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.774284 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.774284 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.774284 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.774284 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.774284 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.774648 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.774648 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.774929 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.775177 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.775460 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.775715 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.775986 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.776240 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.776531 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.776769 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.777070 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.777395 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.777664 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.777937 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.778208 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.778499 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.778744 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.778980 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.779269 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.779492 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.779860 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.780141 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.780413 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.780639 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.780922 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.781192 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.781441 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.781661 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.781896 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.782223 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.782480 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.782701 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.782917 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.783196 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.783445 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.783683 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.783945 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.784207 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.784610 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.784867 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.785101 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.785370 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.785751 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.786516 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.786717 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.786964 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.787197 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.787417 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.787631 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.787849 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.788113 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.788332 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.788554 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.788803 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.789025 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.789292 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.789526 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.789739 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.790021 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.790287 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.790499 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.790715 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.790953 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.791188 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.791441 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.791677 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.791945 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.792197 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.792439 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.792692 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.792908 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.793181 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.793432 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.793685 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.793908 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.794123 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.794336 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.794650 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.794869 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.795102 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.795346 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.795561 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.795796 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.796350 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.796350 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.796604 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.797654 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.797654 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.797654 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.797654 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.797654 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.798000 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.798070 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.798302 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.798505 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.798723 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.798959 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.799173 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.799389 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.799645 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.799897 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.800129 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.800347 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.800572 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.800792 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.801004 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.801301 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.801518 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.801730 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.801939 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.802158 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.802366 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.802647 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.802862 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.803070 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.803355 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.803604 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.803832 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.804079 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.804317 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.804545 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.804779 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.804989 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.805877 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.805877 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.805877 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.806103 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.806175 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.806436 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.807006 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.807006 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.807172 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.807880 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.807880 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.807880 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.808175 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.808320 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.808563 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.808844 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.809196 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.809513 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.809757 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.810003 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.810298 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.810582 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.810852 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.811210 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.811372 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.811655 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.811921 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.812178 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.812407 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.812672 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.812900 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.813115 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.813397 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.813637 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.813854 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.814112 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.814369 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.815031 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.815031 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.815228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 46258) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:06:29.815314 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.815314 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.815508 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.815736 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.815955 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.816201 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.816360 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 13:06:29.816940 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 09 13:06:29.817099 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 13:06:29.817268 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 13:06:29.817461 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 13:06:29.817629 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 13:06:29.818110 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 13:06:29.818110 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.818110 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.818319 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.818440 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.818581 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.818820 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.818919 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.819038 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.819180 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.819327 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.819480 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.819631 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.819783 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.819930 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.820080 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.820234 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.820381 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.820532 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.820745 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.820842 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.820984 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.821135 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.821306 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] debug = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.821460 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.821652 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.821814 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.821961 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.822110 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.822260 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.822411 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.822561 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.822712 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.822942 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.823079 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.823204 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.823312 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.823491 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.823626 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.823749 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.823895 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] host = dv-neutron-840889-2-hyperv {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.824045 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.824555 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.824555 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.824555 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.824868 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.824868 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.825016 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.825093 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.825295 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.825399 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.825522 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.825664 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.825816 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.826007 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_file = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.826114 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_options = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.826219 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087204 May 09 13:06:29.826327 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.826432 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.826545 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.828621 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.828621 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.828621 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.828621 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.828991 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.828991 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.828991 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.829243 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.829477 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.829477 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.829718 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.829857 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.829984 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.830108 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.830191 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.830401 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.830530 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.830740 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.830850 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.830921 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.831053 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.831638 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.831955 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.832262 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.834234 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.834234 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.834234 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.834234 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.834234 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.834234 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.834826 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.834826 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.834826 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.834826 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.835097 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.835176 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.835253 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837292 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837292 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837292 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837292 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837292 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837292 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] use_json = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837292 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837292 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837292 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837844 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837844 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837844 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837844 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837844 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837844 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 13:06:29.837844 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.837844 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.838285 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.838285 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.838285 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.838469 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.838595 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.838825 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.838931 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.839066 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.839207 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.839355 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.839531 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.839689 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.839846 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.840004 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.840161 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.840319 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.840477 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.840661 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.840813 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.840965 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.841116 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.841328 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.841501 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.841652 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.841812 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.841971 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.842207 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.842301 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.842455 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.842597 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.842738 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.842891 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.843040 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.843200 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.843358 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.843501 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.843661 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.843808 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.843971 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.844119 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.844277 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.844426 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.844585 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.844733 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.844891 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.845038 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.845197 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.845377 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.845541 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.845710 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.845853 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.846011 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.846153 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.846313 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.846454 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.846601 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.846759 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.846901 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.847061 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.847202 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.847346 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.847492 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.849189 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.849189 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.849189 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.849189 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.849189 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.849947 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.849947 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.850220 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.850608 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.850743 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.851484 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.851484 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.851484 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.851484 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.851484 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.852158 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.852294 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.852428 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.852563 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.852698 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.854309 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.854493 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.854663 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.854830 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.854990 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.855155 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.855317 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.855479 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.855693 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.855810 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.855937 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.856097 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.856256 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.856412 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.856569 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.856726 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.856883 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.857051 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.857208 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.859494 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.859680 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.859866 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.860050 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.860226 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.860394 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.860569 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.860734 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.860898 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.861059 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.861221 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.861405 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.861567 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.861729 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.861897 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.862068 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.862227 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.862386 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.862545 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.862726 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.862888 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.863063 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.863203 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.863372 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.863514 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.863668 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.863851 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.864004 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.864161 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.864317 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.864475 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.864633 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.864790 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.864947 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.865104 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.865315 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.866795 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.867317 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.867495 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.867664 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.867839 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.869633 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.869807 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.869977 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.870146 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.870311 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.870477 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.870667 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.870827 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.870988 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.871148 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.871306 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.871464 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.871624 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.871780 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.871937 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.872097 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.872257 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.872430 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.872572 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.872731 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.872891 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.873047 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.873207 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.874754 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.877050 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.877151 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.877358 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.877539 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.877717 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.877893 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.878063 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.878229 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.878394 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.878578 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.878740 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.878902 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.879067 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.879228 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.879408 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.879570 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.879729 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.879888 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.880050 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.880230 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.880388 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.880528 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.880683 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.880840 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.881000 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.881209 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.882903 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.883093 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.883260 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.883427 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.883594 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.883757 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.883920 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.884027 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:06:29.884106 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.884255 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.884403 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.885361 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.885747 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.886117 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.886480 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.886870 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.887052 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.887226 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.887403 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.887576 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.887770 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.887925 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.888095 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.888264 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.888429 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.888607 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.888774 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.888939 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.889168 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.889486 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.889652 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.889820 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.890068 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.890239 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.890407 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.890571 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.890840 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.891195 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.891362 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.891531 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.891771 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.891944 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.892110 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.892285 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.892458 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.892631 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.892829 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.893106 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.893368 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.893522 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.893660 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.893827 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.894003 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.894158 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.894305 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.894469 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.894629 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.894791 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.895474 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.895640 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.896474 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.896474 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.896474 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.896474 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.896474 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.896823 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.896823 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.896823 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 13:06:29.897089 dv-neutron-840889-2-hyperv neutron-server[83791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 13:06:40.049613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2969b0-622a-4530-97ca-3d5f3494c554 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:06:40.133686 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2969b0-622a-4530-97ca-3d5f3494c554 None None] No non-hosted networks {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 09 13:06:40.156825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.agentschedulers_db [None req-ce2969b0-622a-4530-97ca-3d5f3494c554 None None] DHCP Agent not found on host dv-neutron-840889-2-hyperv {{(pid=83896) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 09 13:06:40.288487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dbd27afe-1f2e-4ec1-99f6-2733ea3bf288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8068926'] for agent, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:42.325573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-30d71552-6031-4fb8-b6cb-5652485771f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8068926'] for agent, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:42.368363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-283a2e0d-58d8-473a-b9fc-02f0028fa0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:43.264278 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8068926'] for agent, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:43.709101 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8068926'] for agent, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:43.710576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:43.711160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:43.712202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:43.712829 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:43.713389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:43.714573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:43.715203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:43.716463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:43.717772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:43.719359 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:43.720892 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:43.722054 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-840889-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:06:43.731794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-840889-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:06:44.892313 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8068926'] for agent, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:45.473199 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.db.l3_hamode_db [None req-15c6c979-4290-4e64-9f53-74a32114223a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 09 13:06:45.558688 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6c979-4290-4e64-9f53-74a32114223a None None] Routers set() bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:06:45.558978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6c979-4290-4e64-9f53-74a32114223a None None] Router IDs set() for agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 09 13:06:46.563564 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 46356) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:06:47.155263 dv-neutron-840889-2-hyperv neutron-server[83894]: WARNING oslo_policy.policy [None req-8ea9d766-c527-4a7c-83ce-9fd3f49a298d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 13:06:47.155778 dv-neutron-840889-2-hyperv neutron-server[83894]: WARNING oslo_policy.policy [None req-8ea9d766-c527-4a7c-83ce-9fd3f49a298d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 13:06:47.371342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-8ea9d766-c527-4a7c-83ce-9fd3f49a298d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:06:47.372578 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8ea9d766-c527-4a7c-83ce-9fd3f49a298d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8070118 May 09 13:06:49.636286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 46370) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:06:50.016838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d722d6be-edbc-4578-825a-55a70e3ebb81 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:06:50.070084 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.policy [None req-d722d6be-edbc-4578-825a-55a70e3ebb81 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83894) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 09 13:06:50.070822 dv-neutron-840889-2-hyperv neutron-server[83894]: WARNING oslo_policy.policy [None req-d722d6be-edbc-4578-825a-55a70e3ebb81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 13:06:50.071190 dv-neutron-840889-2-hyperv neutron-server[83894]: WARNING oslo_policy.policy [None req-d722d6be-edbc-4578-825a-55a70e3ebb81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 13:06:50.074451 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.quota [None req-d722d6be-edbc-4578-825a-55a70e3ebb81 admin admin] Loaded quota_driver: . May 09 13:06:50.089703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d722d6be-edbc-4578-825a-55a70e3ebb81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:06:50.155906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d722d6be-edbc-4578-825a-55a70e3ebb81 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761254243220', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761254249060', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761254248832', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761254255988', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761254278360', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1270973', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1070633', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7995837', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7913655'] for rbac-policy, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:50.220294 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d722d6be-edbc-4578-825a-55a70e3ebb81 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:50.221451 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d722d6be-edbc-4578-825a-55a70e3ebb81 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5842154 May 09 13:06:52.743446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 46384) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:06:53.107363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'bd1dd79570054dffa2980322adb0bc99'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:06:53.111974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:06:53.116289 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Usage tracker for resource:network and tenant:bd1dd79570054dffa2980322adb0bc99 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:06:53.120802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:06:53.126747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:06:53.136144 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Made reservation on behalf of bd1dd79570054dffa2980322adb0bc99 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:06:53.138917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:53.156487 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:53.200435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:06:53.204096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Usage tracker for resource:security_group_rule and tenant:bd1dd79570054dffa2980322adb0bc99 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:06:53.206904 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:06:53.213556 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:06:53.281016 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:53.284456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:53.309504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:06:53.334641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761251304304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:53.335226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Unsubscribe: segment precommit_create {{(pid=83894) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 09 13:06:53.335725 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Added segment ba7180cf-1435-4c20-ab2b-7a0dbd4a883f of type vlan for network bb83da3c-0a08-4f78-b8e1-745017bb280d May 09 13:06:53.391540 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7746b1-5f20-455e-a4ab-e53292d52ade,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:06:53.415858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:53.416196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:53.416530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:53.416896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:53.417343 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:53.417671 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:53.418021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:53.418337 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:53.418662 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:53.418963 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:53.419276 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Tracked resource versions report: May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: pushed versions: May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: { 'ConntrackHelper': {'1.0'}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Log': {'1.0'}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Network': {'1.1'}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Port': {'1.5'}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'PortForwarding': {'1.2'}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'QosPolicy': {'1.8'}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'SecurityGroup': {'1.2'}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'SecurityGroupRule': {'1.0'}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'SubPort': {'1.0'}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Subnet': {'1.1'}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Trunk': {'1.1'}} May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: consumer versions: May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: { DHCP agent@dv-neutron-840889-2-hyperv: {}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: L3 agent@dv-neutron-840889-2-hyperv: {}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: Metadata agent@dv-neutron-840889-2-hyperv: {}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: Metering agent@dv-neutron-840889-2-hyperv: {}, May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: Open vSwitch agent@dv-neutron-840889-2-hyperv: { 'ConntrackHelper': '1.0', May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Log': '1.0', May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Network': '1.1', May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Port': '1.5', May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'PortForwarding': '1.2', May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'QosPolicy': '1.8', May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'SecurityGroup': '1.2', May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'SecurityGroupRule': '1.0', May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'SubPort': '1.0', May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Subnet': '1.1', May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Trunk': '1.1'}} May 09 13:06:53.420526 dv-neutron-840889-2-hyperv neutron-server[83894]: {{(pid=83894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 13:06:53.458766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:53.500870 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:53.501932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:06:53.502554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:53.605951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] Pushing event updated for resources: {'Network': ['ID=bb83da3c-0a08-4f78-b8e1-745017bb280d,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:06:53.609530 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-89b43766-563b-4633-95b4-d3672ed2955b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8650808 May 09 13:06:53.630073 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network bb83da3c-0a08-4f78-b8e1-745017bb280d details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:06:56.198129 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 46400) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:06:56.661835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b2ae16-16aa-423b-b550-d234190d7b8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:06:56.663139 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-99b2ae16-16aa-423b-b550-d234190d7b8e admin admin] 10.222.0.44 "GET /v2.0/networks/bb83da3c-0a08-4f78-b8e1-745017bb280d HTTP/1.1" status: 200 len: 825 time: 0.4640574 May 09 13:06:56.690445 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7703c46f-54c6-49cb-8f3d-8adc1fc7b1be admin admin] 10.222.0.44 "GET /v2.0/subnetpools/420f26a2-c194-44c1-a624-ebefccec29c7 HTTP/1.1" status: 200 len: 734 time: 0.0219858 May 09 13:06:56.698901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Request body: {'subnet': {'subnetpool_id': '420f26a2-c194-44c1-a624-ebefccec29c7', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:06:56.702976 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:06:56.706678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Usage tracker for resource:subnet and tenant:bd1dd79570054dffa2980322adb0bc99 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:06:56.709522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:06:56.715061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:06:56.724561 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Made reservation on behalf of bd1dd79570054dffa2980322adb0bc99 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:06:56.727076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:56.992055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:57.077359 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05921bfd-1732-4528-a9a1-bc2c9b9038b1,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:06:57.080856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Checking segment: {'id': 'ba7180cf-1435-4c20-ab2b-7a0dbd4a883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:06:57.081230 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Network hostable DHCP agents. Network: bb83da3c-0a08-4f78-b8e1-745017bb280d, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:06:57.104423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Network bb83da3c-0a08-4f78-b8e1-745017bb280d is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:06:57.115060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, bb83da3c-0a08-4f78-b8e1-745017bb280d) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:06:57.119388 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:06:57.119959 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:57.126262 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa7670b-4ded-4888-9f22-8ebf6d747bbd None None] Network bb83da3c-0a08-4f78-b8e1-745017bb280d requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:06:57.137987 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f5e5846d-35b6-478b-a9c0-7f8990c32086 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4422245 May 09 13:06:57.432575 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-bb83da3c-0a08-4f78-b8e1-745017bb280d', 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'fixed_ips': [{'subnet_id': '05921bfd-1732-4528-a9a1-bc2c9b9038b1'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:06:57.433774 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:57.618460 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Allocated IP 172.20.0.2 (bb83da3c-0a08-4f78-b8e1-745017bb280d/05921bfd-1732-4528-a9a1-bc2c9b9038b1/66ba4e48-8021-4e56-b8d7-56f4e97099c1) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:06:57.837560 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:57.852144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Transition to ACTIVE for port object 66ba4e48-8021-4e56-b8d7-56f4e97099c1 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:06:57.872120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Transition to ACTIVE for port object 66ba4e48-8021-4e56-b8d7-56f4e97099c1 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:06:57.878134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:57.943372 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Network bb83da3c-0a08-4f78-b8e1-745017bb280d is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:06:57.946000 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:06:57.952881 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:06:57.955012 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Pushing event updated for resources: {'Port': ['ID=66ba4e48-8021-4e56-b8d7-56f4e97099c1,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:06:57.997179 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:57.997548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:57.997863 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:57.998194 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:57.998525 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:57.998856 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:57.999169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:57.999498 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:57.999816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:58.000160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:58.000472 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Tracked resource versions report: May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: pushed versions: May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: { 'ConntrackHelper': {'1.0'}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Log': {'1.0'}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Network': {'1.1'}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Port': {'1.5'}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'PortForwarding': {'1.2'}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'QosPolicy': {'1.8'}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'SecurityGroup': {'1.2'}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'SecurityGroupRule': {'1.0'}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'SubPort': {'1.0'}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Subnet': {'1.1'}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Trunk': {'1.1'}} May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: consumer versions: May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: { DHCP agent@dv-neutron-840889-2-hyperv: {}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: L3 agent@dv-neutron-840889-2-hyperv: {}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: Metadata agent@dv-neutron-840889-2-hyperv: {}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: Metering agent@dv-neutron-840889-2-hyperv: {}, May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: Open vSwitch agent@dv-neutron-840889-2-hyperv: { 'ConntrackHelper': '1.0', May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Log': '1.0', May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Network': '1.1', May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Port': '1.5', May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'PortForwarding': '1.2', May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'QosPolicy': '1.8', May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'SecurityGroup': '1.2', May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'SecurityGroupRule': '1.0', May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'SubPort': '1.0', May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Subnet': '1.1', May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Trunk': '1.1'}} May 09 13:06:58.001800 dv-neutron-840889-2-hyperv neutron-server[83896]: {{(pid=83896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 13:06:58.057971 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Attempting to bind port 66ba4e48-8021-4e56-b8d7-56f4e97099c1 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:06:58.058356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Attempting to bind port 66ba4e48-8021-4e56-b8d7-56f4e97099c1 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'ba7180cf-1435-4c20-ab2b-7a0dbd4a883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:06:58.058769 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Attempting to bind port 66ba4e48-8021-4e56-b8d7-56f4e97099c1 on network bb83da3c-0a08-4f78-b8e1-745017bb280d {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:06:58.065006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:06:58.065436 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Checking segment: {'id': 'ba7180cf-1435-4c20-ab2b-7a0dbd4a883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:06:58.065889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:58.066272 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Bound using segment: {'id': 'ba7180cf-1435-4c20-ab2b-7a0dbd4a883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:06:58.067296 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Bound port: 66ba4e48-8021-4e56-b8d7-56f4e97099c1, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7180cf-1435-4c20-ab2b-7a0dbd4a883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:06:58.067673 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:58.151350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] For port 66ba4e48-8021-4e56-b8d7-56f4e97099c1, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:06:58.155071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] For port 66ba4e48-8021-4e56-b8d7-56f4e97099c1, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=66ba4e48-8021-4e56-b8d7-56f4e97099c1,segment=NetworkSegment(ba7180cf-1435-4c20-ab2b-7a0dbd4a883f),segment_id=ba7180cf-1435-4c20-ab2b-7a0dbd4a883f)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:06:58.159752 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:06:58.267821 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2383c-3825-474a-8183-d612e57575b3 None None] Pushing event updated for resources: {'Port': ['ID=66ba4e48-8021-4e56-b8d7-56f4e97099c1,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:06:59.443080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 46410) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:06:59.833883 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-f4522110-b658-4bc0-9d14-185e43ff2f87 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:06:59.834865 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f4522110-b658-4bc0-9d14-185e43ff2f87 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3908269 May 09 13:07:01.870439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f76e99-7c5c-4ba6-88cc-dd3055b7cb1a None None] Network bb83da3c-0a08-4f78-b8e1-745017bb280d requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:07:01.967598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9d6cd5b4-2861-4bcd-b4bf-9c9cbd7dcced None None] Provisioning for port 66ba4e48-8021-4e56-b8d7-56f4e97099c1 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:07:02.005993 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 66ba4e48-8021-4e56-b8d7-56f4e97099c1 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:07:02.108427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 46424) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:07:02.149071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 66ba4e48-8021-4e56-b8d7-56f4e97099c1 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:07:02.160513 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 66ba4e48-8021-4e56-b8d7-56f4e97099c1 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:07:02.160918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:02.292243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:02.326625 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 66ba4e48-8021-4e56-b8d7-56f4e97099c1, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=66ba4e48-8021-4e56-b8d7-56f4e97099c1,segment=NetworkSegment(ba7180cf-1435-4c20-ab2b-7a0dbd4a883f),segment_id=ba7180cf-1435-4c20-ab2b-7a0dbd4a883f)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:07:02.330354 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:02.402372 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=66ba4e48-8021-4e56-b8d7-56f4e97099c1,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:07:02.499573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9833a5d2-6700-436b-adb6-75151056546a None None] Provisioning complete for port 66ba4e48-8021-4e56-b8d7-56f4e97099c1 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:07:02.499937 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9833a5d2-6700-436b-adb6-75151056546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:02.518679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-436fda99-b418-4ecd-b777-1abe29a2b384 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:07:02.520257 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-436fda99-b418-4ecd-b777-1abe29a2b384 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4101806 May 09 13:07:03.966779 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 66ba4e48-8021-4e56-b8d7-56f4e97099c1 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:07:04.035918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 66ba4e48-8021-4e56-b8d7-56f4e97099c1 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:07:04.036289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:05.064672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 46436) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:07:05.510500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b70ba61c-4196-4797-9442-c31d5ff850ba admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:07:05.515988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b70ba61c-4196-4797-9442-c31d5ff850ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:07:05.520254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b70ba61c-4196-4797-9442-c31d5ff850ba admin admin] Usage tracker for resource:router and tenant:bd1dd79570054dffa2980322adb0bc99 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:07:05.523479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b70ba61c-4196-4797-9442-c31d5ff850ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:07:05.529133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b70ba61c-4196-4797-9442-c31d5ff850ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:07:05.538693 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b70ba61c-4196-4797-9442-c31d5ff850ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:05.540211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b70ba61c-4196-4797-9442-c31d5ff850ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:05.566112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b70ba61c-4196-4797-9442-c31d5ff850ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:05.680768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b70ba61c-4196-4797-9442-c31d5ff850ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:05.698883 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b70ba61c-4196-4797-9442-c31d5ff850ba admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:05.700045 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b70ba61c-4196-4797-9442-c31d5ff850ba admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6343906 May 09 13:07:07.929822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 46446) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:07:08.317948 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-90b07473-8b50-4881-8240-e39e6b0e2663 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:07:08.318950 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-90b07473-8b50-4881-8240-e39e6b0e2663 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3881772 May 09 13:07:10.015924 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-515643a8-086c-4d78-9af4-71809f0b6bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:10.672868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 46456) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:07:11.049623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:07:11.057141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:07:11.060836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Usage tracker for resource:network and tenant:65b638fdc749470ba475cab17fa936a0 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:07:11.063607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:07:11.069798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:07:11.079043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Made reservation on behalf of 65b638fdc749470ba475cab17fa936a0 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:07:11.081168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:11.092617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:11.122366 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:07:11.125918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Usage tracker for resource:security_group_rule and tenant:65b638fdc749470ba475cab17fa936a0 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:07:11.128524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:07:11.134907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:07:11.194863 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:11.198566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:11.215579 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Reserving flat network on physical network physnet1 {{(pid=83894) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 09 13:07:11.235757 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b898eea-20a0-4416-8ebf-934213f18ccf,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:07:11.240633 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:11.240971 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Added segment 199ccd6d-5888-47ad-909b-c55e0fcda424 of type flat for network f9882ce2-2129-4722-aeae-788d8eb15c78 May 09 13:07:11.272144 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:11.305777 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:11.306588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:07:11.307151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:11.405944 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7319701 May 09 13:07:11.408298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd0356-d3ff-4c9f-afde-1fd662b2c6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=f9882ce2-2129-4722-aeae-788d8eb15c78,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:07:11.424838 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network f9882ce2-2129-4722-aeae-788d8eb15c78 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:07:12.329742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-50ee7a89-e6bd-4e65-b7af-5349f27c1b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:13.211362 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:13.643670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 46466) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:07:13.710587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:14.155145 dv-neutron-840889-2-hyperv neutron-server[83895]: WARNING oslo_policy.policy [None req-9dee3c4c-aa6f-4c57-9b05-c5656d48aa22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 13:07:14.155706 dv-neutron-840889-2-hyperv neutron-server[83895]: WARNING oslo_policy.policy [None req-9dee3c4c-aa6f-4c57-9b05-c5656d48aa22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 13:07:14.496465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.policy [None req-9dee3c4c-aa6f-4c57-9b05-c5656d48aa22 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83895) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 09 13:07:14.497142 dv-neutron-840889-2-hyperv neutron-server[83895]: WARNING oslo_policy.policy [None req-9dee3c4c-aa6f-4c57-9b05-c5656d48aa22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 13:07:14.497533 dv-neutron-840889-2-hyperv neutron-server[83895]: WARNING oslo_policy.policy [None req-9dee3c4c-aa6f-4c57-9b05-c5656d48aa22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 13:07:14.500259 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee3c4c-aa6f-4c57-9b05-c5656d48aa22 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:07:14.501912 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9dee3c4c-aa6f-4c57-9b05-c5656d48aa22 admin admin] 10.222.0.44 "GET /v2.0/subnets/05921bfd-1732-4528-a9a1-bc2c9b9038b1 HTTP/1.1" status: 200 len: 849 time: 0.8572955 May 09 13:07:14.676339 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a0444996-9d1e-45a9-bef9-ad95b4239293 admin admin] 10.222.0.44 "GET /v2.0/routers/a76ca3ee-6bbd-4a72-964f-bfca6a4c270c HTTP/1.1" status: 200 len: 704 time: 0.1690855 May 09 13:07:14.834506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:15.128242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:15.377821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Allocated IP 172.20.0.1 (bb83da3c-0a08-4f78-b8e1-745017bb280d/05921bfd-1732-4528-a9a1-bc2c9b9038b1/69839e56-34f6-446c-a2cc-75a7bd406f15) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:07:15.554203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:15.572355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Transition to ACTIVE for port object 69839e56-34f6-446c-a2cc-75a7bd406f15 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:07:15.625414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:15.681182 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Network bb83da3c-0a08-4f78-b8e1-745017bb280d is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:07:15.687805 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:07:15.720537 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Pushing event updated for resources: {'Port': ['ID=69839e56-34f6-446c-a2cc-75a7bd406f15,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:07:15.726622 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:07:15.727169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:15.734579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:15.734914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:15.735691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:15.735691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:15.735913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:15.736168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:15.736479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:15.736794 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:15.737117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:15.737563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:15.737877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Tracked resource versions report: May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: pushed versions: May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: { 'ConntrackHelper': {'1.0'}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Log': {'1.0'}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Network': {'1.1'}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Port': {'1.5'}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'PortForwarding': {'1.2'}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'QosPolicy': {'1.8'}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'SecurityGroup': {'1.2'}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'SecurityGroupRule': {'1.0'}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'SubPort': {'1.0'}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Subnet': {'1.1'}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Trunk': {'1.1'}} May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: consumer versions: May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: { DHCP agent@dv-neutron-840889-2-hyperv: {}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: L3 agent@dv-neutron-840889-2-hyperv: {}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: Metadata agent@dv-neutron-840889-2-hyperv: {}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: Metering agent@dv-neutron-840889-2-hyperv: {}, May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: Open vSwitch agent@dv-neutron-840889-2-hyperv: { 'ConntrackHelper': '1.0', May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Log': '1.0', May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Network': '1.1', May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Port': '1.5', May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'PortForwarding': '1.2', May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'QosPolicy': '1.8', May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'SecurityGroup': '1.2', May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'SecurityGroupRule': '1.0', May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'SubPort': '1.0', May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Subnet': '1.1', May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Trunk': '1.1'}} May 09 13:07:15.739686 dv-neutron-840889-2-hyperv neutron-server[83895]: {{(pid=83895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 13:07:15.853747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:15.903043 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-33407305-b130-4f6d-9dab-830397b11c79 None None] Provisioning for port 69839e56-34f6-446c-a2cc-75a7bd406f15 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:07:15.907684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-33407305-b130-4f6d-9dab-830397b11c79 None None] Provisioning complete for port 69839e56-34f6-446c-a2cc-75a7bd406f15 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:07:15.908394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-33407305-b130-4f6d-9dab-830397b11c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:15.960749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-33407305-b130-4f6d-9dab-830397b11c79 None None] Port 69839e56-34f6-446c-a2cc-75a7bd406f15 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:07:16.077558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:16.081652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:16.082390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:16.207713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Pushing event updated for resources: {'Port': ['ID=69839e56-34f6-446c-a2cc-75a7bd406f15,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:07:16.268085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Network bb83da3c-0a08-4f78-b8e1-745017bb280d is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:07:16.269091 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:07:16.483219 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f122ca99-3178-4b25-9a6b-60fbfd4908f2 None None] Provisioning complete for port 69839e56-34f6-446c-a2cc-75a7bd406f15 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:07:16.483579 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f122ca99-3178-4b25-9a6b-60fbfd4908f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:16.532719 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f122ca99-3178-4b25-9a6b-60fbfd4908f2 None None] Port 69839e56-34f6-446c-a2cc-75a7bd406f15 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:07:16.642851 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Router a76ca3ee-6bbd-4a72-964f-bfca6a4c270c is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:07:16.803865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:07:16.813333 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Sync routers for ids ['a76ca3ee-6bbd-4a72-964f-bfca6a4c270c'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:07:16.814704 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9c90fceb-a9a9-4497-897c-65ea12ab9909 admin admin] 10.222.0.44 "PUT /v2.0/routers/a76ca3ee-6bbd-4a72-964f-bfca6a4c270c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1333425 May 09 13:07:16.828049 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Routers {'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:07:16.828851 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:07:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a76ca3ee-6bbd-4a72-964f-bfca6a4c270c'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:07:16.996110 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Set router a76ca3ee-6bbd-4a72-964f-bfca6a4c270c gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:07:17.354916 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'name': 'router1', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:07:05Z', 'updated_at': '2022-05-09T13:07:15Z', 'revision_number': 2, 'project_id': 'bd1dd79570054dffa2980322adb0bc99', 'gw_port_host': None, '_interfaces': [{'id': '69839e56-34f6-446c-a2cc-75a7bd406f15', 'name': '', 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'mac_address': 'fa:16:3e:60:4b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05921bfd-1732-4528-a9a1-bc2c9b9038b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:07:15Z', 'updated_at': '2022-05-09T13:07:15Z', 'revision_number': 2, 'project_id': 'bd1dd79570054dffa2980322adb0bc99', 'subnets': [{'id': '05921bfd-1732-4528-a9a1-bc2c9b9038b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '420f26a2-c194-44c1-a624-ebefccec29c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:07:17.359788 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Checking router: a76ca3ee-6bbd-4a72-964f-bfca6a4c270c for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:07:17.360154 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Updating router a76ca3ee-6bbd-4a72-964f-bfca6a4c270c port 69839e56-34f6-446c-a2cc-75a7bd406f15 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:07:17.412635 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:17.789559 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:17.804423 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Transition to ACTIVE for port object 69839e56-34f6-446c-a2cc-75a7bd406f15 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:07:17.810984 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:18.035637 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Pushing event updated for resources: {'Port': ['ID=69839e56-34f6-446c-a2cc-75a7bd406f15,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:07:18.064375 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Attempting to bind port 69839e56-34f6-446c-a2cc-75a7bd406f15 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:07:18.064783 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Attempting to bind port 69839e56-34f6-446c-a2cc-75a7bd406f15 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'ba7180cf-1435-4c20-ab2b-7a0dbd4a883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:07:18.065195 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Attempting to bind port 69839e56-34f6-446c-a2cc-75a7bd406f15 on network bb83da3c-0a08-4f78-b8e1-745017bb280d {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:07:18.068416 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:18.068749 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:18.069077 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:18.069426 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:18.069763 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:18.070089 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:18.070407 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:18.070741 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:18.071062 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:18.071372 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:18.071682 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Tracked resource versions report: May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: pushed versions: May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: { 'ConntrackHelper': {'1.0'}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Log': {'1.0'}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Network': {'1.1'}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Port': {'1.5'}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'PortForwarding': {'1.2'}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'QosPolicy': {'1.8'}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'SecurityGroup': {'1.2'}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'SecurityGroupRule': {'1.0'}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'SubPort': {'1.0'}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Subnet': {'1.1'}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Trunk': {'1.1'}} May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: consumer versions: May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: { DHCP agent@dv-neutron-840889-2-hyperv: {}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: L3 agent@dv-neutron-840889-2-hyperv: {}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: Metadata agent@dv-neutron-840889-2-hyperv: {}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: Metering agent@dv-neutron-840889-2-hyperv: {}, May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: Open vSwitch agent@dv-neutron-840889-2-hyperv: { 'ConntrackHelper': '1.0', May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Log': '1.0', May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Network': '1.1', May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Port': '1.5', May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'PortForwarding': '1.2', May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'QosPolicy': '1.8', May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'SecurityGroup': '1.2', May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'SecurityGroupRule': '1.0', May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'SubPort': '1.0', May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Subnet': '1.1', May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Trunk': '1.1'}} May 09 13:07:18.072990 dv-neutron-840889-2-hyperv neutron-server[83897]: {{(pid=83897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 13:07:18.079382 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:07:18.079776 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Checking segment: {'id': 'ba7180cf-1435-4c20-ab2b-7a0dbd4a883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:07:18.080220 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:18.080591 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Bound using segment: {'id': 'ba7180cf-1435-4c20-ab2b-7a0dbd4a883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:07:18.081241 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Bound port: 69839e56-34f6-446c-a2cc-75a7bd406f15, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7180cf-1435-4c20-ab2b-7a0dbd4a883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:07:18.081478 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:18.167881 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] For port 69839e56-34f6-446c-a2cc-75a7bd406f15, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:07:18.171925 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] For port 69839e56-34f6-446c-a2cc-75a7bd406f15, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=69839e56-34f6-446c-a2cc-75a7bd406f15,segment=NetworkSegment(ba7180cf-1435-4c20-ab2b-7a0dbd4a883f),segment_id=ba7180cf-1435-4c20-ab2b-7a0dbd4a883f)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:07:18.175900 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:18.262999 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d18bf-a2c0-40da-bc3f-fb918cf1ee32 None None] Pushing event updated for resources: {'Port': ['ID=69839e56-34f6-446c-a2cc-75a7bd406f15,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:07:18.267459 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Routers {'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:07:18.268054 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:07:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a76ca3ee-6bbd-4a72-964f-bfca6a4c270c'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:07:18.422898 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] Set router a76ca3ee-6bbd-4a72-964f-bfca6a4c270c gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:07:18.746048 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'name': 'router1', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:07:05Z', 'updated_at': '2022-05-09T13:07:15Z', 'revision_number': 2, 'project_id': 'bd1dd79570054dffa2980322adb0bc99', 'gw_port_host': None, '_interfaces': [{'id': '69839e56-34f6-446c-a2cc-75a7bd406f15', 'name': '', 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'mac_address': 'fa:16:3e:60:4b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05921bfd-1732-4528-a9a1-bc2c9b9038b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:07:15Z', 'updated_at': '2022-05-09T13:07:18Z', 'revision_number': 4, 'project_id': 'bd1dd79570054dffa2980322adb0bc99', 'subnets': [{'id': '05921bfd-1732-4528-a9a1-bc2c9b9038b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '420f26a2-c194-44c1-a624-ebefccec29c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:07:18.749750 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d201fca-b16d-433b-bba1-dc5c89a63d36 None None] The sync data for ids ['a76ca3ee-6bbd-4a72-964f-bfca6a4c270c'] in dv-neutron-840889-2-hyperv is: [{'id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'name': 'router1', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:07:05Z', 'updated_at': '2022-05-09T13:07:15Z', 'revision_number': 2, 'project_id': 'bd1dd79570054dffa2980322adb0bc99', 'gw_port_host': None, '_interfaces': [{'id': '69839e56-34f6-446c-a2cc-75a7bd406f15', 'name': '', 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'mac_address': 'fa:16:3e:60:4b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05921bfd-1732-4528-a9a1-bc2c9b9038b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:07:15Z', 'updated_at': '2022-05-09T13:07:18Z', 'revision_number': 4, 'project_id': 'bd1dd79570054dffa2980322adb0bc99', 'subnets': [{'id': '05921bfd-1732-4528-a9a1-bc2c9b9038b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '420f26a2-c194-44c1-a624-ebefccec29c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:07:18.777166 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 5 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:07:18.945120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 46498) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:07:19.117395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84cc799-e205-47ff-be96-097a79d8b61d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:07:19.118751 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e84cc799-e205-47ff-be96-097a79d8b61d admin admin] 10.222.0.44 "GET /v2.0/networks/f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 842 time: 0.1726718 May 09 13:07:19.127845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.1.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.26.1.0/24', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'enable_dhcp': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:07:19.129216 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.quota [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Loaded quota_driver: . May 09 13:07:19.135520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:07:19.139671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Usage tracker for resource:subnet and tenant:65b638fdc749470ba475cab17fa936a0 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:07:19.142620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:07:19.149471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:07:19.161311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Made reservation on behalf of 65b638fdc749470ba475cab17fa936a0 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:07:19.163576 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:19.573735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.objects.ports [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83895) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:07:19.574177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:19.654673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:07:19.654673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Network hostable DHCP agents. Network: f9882ce2-2129-4722-aeae-788d8eb15c78, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:07:19.666873 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90922803-e084-461b-b744-cffd31e8f47a,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:07:19.683714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:07:19.694393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, f9882ce2-2129-4722-aeae-788d8eb15c78) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:07:19.698439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:07:19.699034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:19.704510 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaf4e4c-919b-453c-8204-cdacc4768f7b None None] Network f9882ce2-2129-4722-aeae-788d8eb15c78 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:07:19.727503 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9438584c-40af-48a1-adc4-fa7d5ef04305 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6030555 May 09 13:07:19.943839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff94edc3-bdb3-4a48-94eb-dd5da70b8c5e None None] Network f9882ce2-2129-4722-aeae-788d8eb15c78 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:07:20.023733 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 69839e56-34f6-446c-a2cc-75a7bd406f15 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:07:20.191196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 69839e56-34f6-446c-a2cc-75a7bd406f15 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:07:20.224417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 69839e56-34f6-446c-a2cc-75a7bd406f15 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:07:20.224791 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:20.338416 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:20.368507 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 69839e56-34f6-446c-a2cc-75a7bd406f15, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=69839e56-34f6-446c-a2cc-75a7bd406f15,segment=NetworkSegment(ba7180cf-1435-4c20-ab2b-7a0dbd4a883f),segment_id=ba7180cf-1435-4c20-ab2b-7a0dbd4a883f)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:07:20.372389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:20.436447 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=69839e56-34f6-446c-a2cc-75a7bd406f15,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:07:21.899458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 46522) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:07:21.978403 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 69839e56-34f6-446c-a2cc-75a7bd406f15 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:07:22.044251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 69839e56-34f6-446c-a2cc-75a7bd406f15 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:07:22.044634 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:22.127537 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f3b7be48-6619-4591-badf-e687a759e90a admin admin] 10.222.0.44 "GET /v2.0/routers/a76ca3ee-6bbd-4a72-964f-bfca6a4c270c HTTP/1.1" status: 200 len: 710 time: 0.2269046 May 09 13:07:22.251751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38b85b3-9276-4bf1-bfa8-36ac6bc5b9ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:07:22.253077 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f38b85b3-9276-4bf1-bfa8-36ac6bc5b9ef admin admin] 10.222.0.44 "GET /v2.0/networks/f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 886 time: 0.1199040 May 09 13:07:22.262258 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:07:22.751135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:22.930390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:22.989354 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:23.119133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Allocated IP 172.26.1.65 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/dee1a047-6346-44de-a711-70620f838589) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:07:23.256296 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:23.282177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:23.344998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:07:23.347807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:07:23.355790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:07:23.380988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Pushing event updated for resources: {'Port': ['ID=dee1a047-6346-44de-a711-70620f838589,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:07:23.493852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:23.657087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:23.660692 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:23.852362 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Router a76ca3ee-6bbd-4a72-964f-bfca6a4c270c has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:07:24.069522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:07:24.077466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:24.078615 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9f7626ac-6139-4722-bc6a-f4dc125a2598 admin admin] 10.222.0.44 "PUT /v2.0/routers/a76ca3ee-6bbd-4a72-964f-bfca6a4c270c HTTP/1.1" status: 200 len: 889 time: 1.8195260 May 09 13:07:24.078864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Sync routers for ids ['a76ca3ee-6bbd-4a72-964f-bfca6a4c270c'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:07:24.091801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Routers {'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:07:24.092458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:07:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a76ca3ee-6bbd-4a72-964f-bfca6a4c270c'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:07:24.278030 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Set router a76ca3ee-6bbd-4a72-964f-bfca6a4c270c gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:07:24.609497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'name': 'router1', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'dee1a047-6346-44de-a711-70620f838589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:07:05Z', 'updated_at': '2022-05-09T13:07:23Z', 'revision_number': 4, 'project_id': 'bd1dd79570054dffa2980322adb0bc99', 'gw_port': {'id': 'dee1a047-6346-44de-a711-70620f838589', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:07:23Z', 'updated_at': '2022-05-09T13:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '69839e56-34f6-446c-a2cc-75a7bd406f15', 'name': '', 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'mac_address': 'fa:16:3e:60:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05921bfd-1732-4528-a9a1-bc2c9b9038b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:07:15Z', 'updated_at': '2022-05-09T13:07:20Z', 'revision_number': 5, 'project_id': 'bd1dd79570054dffa2980322adb0bc99', 'subnets': [{'id': '05921bfd-1732-4528-a9a1-bc2c9b9038b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '420f26a2-c194-44c1-a624-ebefccec29c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:07:24.614862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Checking router: a76ca3ee-6bbd-4a72-964f-bfca6a4c270c for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:07:24.615204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Updating router a76ca3ee-6bbd-4a72-964f-bfca6a4c270c port dee1a047-6346-44de-a711-70620f838589 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:07:24.677085 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:24.992011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:25.003979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Transition to ACTIVE for port object dee1a047-6346-44de-a711-70620f838589 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:07:25.010381 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:25.092129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Attempting to bind port dee1a047-6346-44de-a711-70620f838589 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:07:25.092758 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Attempting to bind port dee1a047-6346-44de-a711-70620f838589 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:07:25.092866 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Attempting to bind port dee1a047-6346-44de-a711-70620f838589 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:07:25.099448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b2779-9a45-4626-914b-09442ce26441 None None] Pushing event updated for resources: {'Port': ['ID=dee1a047-6346-44de-a711-70620f838589,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:07:25.104674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:07:25.105042 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:07:25.105459 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:25.105843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:07:25.106591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Bound port: dee1a047-6346-44de-a711-70620f838589, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:07:25.106705 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:25.200772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] For port dee1a047-6346-44de-a711-70620f838589, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:07:25.203627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] For port dee1a047-6346-44de-a711-70620f838589, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=dee1a047-6346-44de-a711-70620f838589,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:07:25.208354 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:25.283375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b2779-9a45-4626-914b-09442ce26441 None None] Pushing event updated for resources: {'Port': ['ID=dee1a047-6346-44de-a711-70620f838589,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:07:25.289173 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Routers {'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:07:25.289789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:07:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a76ca3ee-6bbd-4a72-964f-bfca6a4c270c'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:07:25.464080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] Set router a76ca3ee-6bbd-4a72-964f-bfca6a4c270c gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:07:25.784944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'name': 'router1', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'dee1a047-6346-44de-a711-70620f838589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:07:05Z', 'updated_at': '2022-05-09T13:07:23Z', 'revision_number': 4, 'project_id': 'bd1dd79570054dffa2980322adb0bc99', 'gw_port': {'id': 'dee1a047-6346-44de-a711-70620f838589', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:07:23Z', 'updated_at': '2022-05-09T13:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '69839e56-34f6-446c-a2cc-75a7bd406f15', 'name': '', 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'mac_address': 'fa:16:3e:60:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05921bfd-1732-4528-a9a1-bc2c9b9038b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:07:15Z', 'updated_at': '2022-05-09T13:07:20Z', 'revision_number': 5, 'project_id': 'bd1dd79570054dffa2980322adb0bc99', 'subnets': [{'id': '05921bfd-1732-4528-a9a1-bc2c9b9038b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '420f26a2-c194-44c1-a624-ebefccec29c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:07:25.789456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf48251-14aa-4d99-8aed-6ba8463f61be None None] The sync data for ids ['a76ca3ee-6bbd-4a72-964f-bfca6a4c270c'] in dv-neutron-840889-2-hyperv is: [{'id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'name': 'router1', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'dee1a047-6346-44de-a711-70620f838589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:07:05Z', 'updated_at': '2022-05-09T13:07:23Z', 'revision_number': 4, 'project_id': 'bd1dd79570054dffa2980322adb0bc99', 'gw_port': {'id': 'dee1a047-6346-44de-a711-70620f838589', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:07:23Z', 'updated_at': '2022-05-09T13:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '69839e56-34f6-446c-a2cc-75a7bd406f15', 'name': '', 'network_id': 'bb83da3c-0a08-4f78-b8e1-745017bb280d', 'tenant_id': 'bd1dd79570054dffa2980322adb0bc99', 'mac_address': 'fa:16:3e:60:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76ca3ee-6bbd-4a72-964f-bfca6a4c270c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05921bfd-1732-4528-a9a1-bc2c9b9038b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:07:15Z', 'updated_at': '2022-05-09T13:07:20Z', 'revision_number': 5, 'project_id': 'bd1dd79570054dffa2980322adb0bc99', 'subnets': [{'id': '05921bfd-1732-4528-a9a1-bc2c9b9038b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '420f26a2-c194-44c1-a624-ebefccec29c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:07:26.018953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device dee1a047-6346-44de-a711-70620f838589 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:07:26.089961 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port dee1a047-6346-44de-a711-70620f838589 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:07:26.095733 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port dee1a047-6346-44de-a711-70620f838589 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:07:26.096295 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:26.217052 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:26.234652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port dee1a047-6346-44de-a711-70620f838589, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=dee1a047-6346-44de-a711-70620f838589,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:07:26.238328 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:26.307767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=dee1a047-6346-44de-a711-70620f838589,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:07:26.321999 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 46532) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:07:26.458123 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-de1ee183-0b9b-4fc9-98df-00bbfa464cff admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1083 time: 0.1344442 May 09 13:07:27.993661 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device dee1a047-6346-44de-a711-70620f838589 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:07:28.065706 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port dee1a047-6346-44de-a711-70620f838589 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:07:28.066073 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:40.008956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3eb46b7d-354a-4d96-86e2-c46b71af9ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:42.332901 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bdb9171a-e98b-4205-b44f-4e5f3c18051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:43.214020 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:43.713099 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:44.844770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:07:55.777782 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 5 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:08:10.011543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-79ec576a-ba53-4ce3-b8aa-43de0340dc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:08:12.337215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a879d565-5e70-4776-ac9b-c5c6c89210f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:08:13.214036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:08:13.715648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:08:14.857919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:08:32.777857 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 5 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:08:40.018593 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5356f343-56e4-42c7-8903-4e963447c31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:08:42.340534 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7cce9add-8b73-4caa-a084-bbfb4f2f6780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:08:43.216266 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:08:43.719308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:08:44.859603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:09.777344 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 5 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:09:10.011308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-82ba74eb-bbdf-484e-9d1a-3a704de4faf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:12.342442 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3db3f2e8-732e-4874-bff3-a810e1b0dafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:13.219410 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:13.724073 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:14.863506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:31.636408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47136) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:09:31.726379 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c242caf2-57ca-4ea0-92e7-d55f00a029d6 admin admin] GET failed (client error): The resource could not be found. May 09 13:09:31.727863 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c242caf2-57ca-4ea0-92e7-d55f00a029d6 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0905371 May 09 13:09:31.854384 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7669e548-f2f3-4cc3-b91e-eaf1a8d7b624 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:31.855718 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7669e548-f2f3-4cc3-b91e-eaf1a8d7b624 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1240072 May 09 13:09:33.891791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47146) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:09:34.017967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc30471-38dc-488d-ba49-64707925e308 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:34.018531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8dc30471-38dc-488d-ba49-64707925e308 admin admin] Synchronizing usage tracker for tenant:65b638fdc749470ba475cab17fa936a0 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:09:34.035157 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8dc30471-38dc-488d-ba49-64707925e308 admin admin] Unset dirty status for tenant:65b638fdc749470ba475cab17fa936a0 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:09:34.036350 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8dc30471-38dc-488d-ba49-64707925e308 admin admin] 10.222.0.44 "GET /v2.0/subnets/05921bfd-1732-4528-a9a1-bc2c9b9038b1 HTTP/1.1" status: 200 len: 849 time: 0.1429763 May 09 13:09:34.045429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:09:34.160691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:34.341927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761251209373'] for subnet, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:34.390156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:34.390736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:34.391989 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] 10.222.0.44 "PUT /v2.0/subnets/05921bfd-1732-4528-a9a1-bc2c9b9038b1 HTTP/1.1" status: 200 len: 868 time: 0.3502126 May 09 13:09:34.396912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2798142-3050-4674-bb6f-058d32c066bd None None] Network bb83da3c-0a08-4f78-b8e1-745017bb280d requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:09:34.417230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05921bfd-1732-4528-a9a1-bc2c9b9038b1,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:09:34.425975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:09:34.426333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:09:34.426646 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:09:34.426975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:09:34.427298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:09:34.427623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:09:34.427945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:09:34.428269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:09:34.428583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:09:34.428900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:09:34.429217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7839fc-1860-46c1-960e-63a1c3a4f101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:09:34.938238 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cad3b71f-9033-4acc-bb49-acf8595701fc None None] Provisioning complete for port 66ba4e48-8021-4e56-b8d7-56f4e97099c1 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:09:34.938606 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cad3b71f-9033-4acc-bb49-acf8595701fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:35.062811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cad3b71f-9033-4acc-bb49-acf8595701fc None None] Provisioning complete for port 69839e56-34f6-446c-a2cc-75a7bd406f15 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:09:35.063184 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cad3b71f-9033-4acc-bb49-acf8595701fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:36.435356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47156) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:09:36.634749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65835984-a5bd-46ff-86a5-36f556987124 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:36.635053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65835984-a5bd-46ff-86a5-36f556987124 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:36.636528 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-65835984-a5bd-46ff-86a5-36f556987124 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002528 May 09 13:09:38.655533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47166) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:09:38.851024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b47951d-8021-4899-bdb6-f04e75221c42 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:38.851315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b47951d-8021-4899-bdb6-f04e75221c42 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:38.853058 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8b47951d-8021-4899-bdb6-f04e75221c42 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965935 May 09 13:09:40.012722 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-15d35c77-0a10-4cdc-aa73-b6efc34cc2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:40.867755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47176) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:09:41.061766 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad9cd0a-9d6c-4993-9657-254331515e00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:41.063121 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3ad9cd0a-9d6c-4993-9657-254331515e00 admin admin] 10.222.0.44 "GET /v2.0/networks/bb83da3c-0a08-4f78-b8e1-745017bb280d HTTP/1.1" status: 200 len: 869 time: 0.1944735 May 09 13:09:42.346082 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68165c0e-52ff-480b-9557-d77fb3b5e927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:43.154329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47186) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:09:43.222203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:43.344183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9d6a9f-9265-43b2-87c0-3c8d2331875a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:43.344653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3b9d6a9f-9265-43b2-87c0-3c8d2331875a admin admin] Synchronizing usage tracker for tenant:65b638fdc749470ba475cab17fa936a0 on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:09:43.361501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3b9d6a9f-9265-43b2-87c0-3c8d2331875a admin admin] Unset dirty status for tenant:65b638fdc749470ba475cab17fa936a0 on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:09:43.362617 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3b9d6a9f-9265-43b2-87c0-3c8d2331875a admin admin] 10.222.0.44 "GET /v2.0/networks/f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 886 time: 0.2072387 May 09 13:09:43.726479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:44.869492 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:09:45.382087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47196) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:09:45.513610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8016ee10-7d36-4c7c-b50b-cd86c8feb0a7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:45.513976 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8016ee10-7d36-4c7c-b50b-cd86c8feb0a7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:45.515451 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8016ee10-7d36-4c7c-b50b-cd86c8feb0a7 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1324244 May 09 13:09:46.777545 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 5 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:09:47.555358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47206) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:09:47.682118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0afed-49d5-46ba-9662-32b518a811e6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:47.682528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0afed-49d5-46ba-9662-32b518a811e6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:47.683989 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8ca0afed-49d5-46ba-9662-32b518a811e6 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277602 May 09 13:09:49.694948 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47216) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:09:49.825659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858357d1-4c65-4bc0-a4d9-932b8986e3f4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:49.826942 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-858357d1-4c65-4bc0-a4d9-932b8986e3f4 admin admin] 10.222.0.44 "GET /v2.0/subnets/05921bfd-1732-4528-a9a1-bc2c9b9038b1 HTTP/1.1" status: 200 len: 868 time: 0.1310759 May 09 13:09:51.840488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47226) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:09:51.967691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b60814-c614-4d04-947c-2dddf343942d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:09:51.968992 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f2b60814-c614-4d04-947c-2dddf343942d admin admin] 10.222.0.44 "GET /v2.0/subnets/90922803-e084-461b-b744-cffd31e8f47a HTTP/1.1" status: 200 len: 816 time: 0.1272559 May 09 13:10:10.014616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f1ffae1a-64d4-49ea-aaff-13f0ac4bb86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:10.423816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47264) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:10:10.493949 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-0e454854-b1ee-4b83-a517-fde331a0a7d0 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:10:10.494924 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0e454854-b1ee-4b83-a517-fde331a0a7d0 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0701878 May 09 13:10:12.351376 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-620d959b-63ce-4f78-8a17-ba205a96d9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:12.586345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47274) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:10:12.675757 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e25deeb-bfc6-4ed5-ae8d-fe85705c4b94 admin admin] GET failed (client error): The resource could not be found. May 09 13:10:12.676909 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4e25deeb-bfc6-4ed5-ae8d-fe85705c4b94 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0896211 May 09 13:10:12.801787 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b53c8-542d-45fa-a188-dd7e54df7fc9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:10:12.803228 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c15b53c8-542d-45fa-a188-dd7e54df7fc9 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1224694 May 09 13:10:13.224771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:13.728780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:14.852596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47284) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:10:14.871117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:14.926202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:10:14.930710 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:10:14.940598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:10:14.949282 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Made reservation on behalf of 65b638fdc749470ba475cab17fa936a0 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:10:14.951570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:15.069202 dv-neutron-840889-2-hyperv neutron-server[83895]: WARNING neutron.services.revisions.revision_plugin [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Could not find related network for resource to bump revision. May 09 13:10:15.083134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:10:15.093167 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761251304304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:15.093726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Unsubscribe: segment precommit_create {{(pid=83895) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 09 13:10:15.094183 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Added segment 7a4261b6-be5e-4aab-bc15-f2a6239fe074 of type vlan for network f1b7091f-f1f6-40eb-80a8-bd854c50fa33 May 09 13:10:15.129171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:15.160898 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:15.161725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:10:15.162287 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:15.263263 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] Pushing event updated for resources: {'Network': ['ID=f1b7091f-f1f6-40eb-80a8-bd854c50fa33,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:10:15.265830 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d34f406f-77d8-44a9-8348-a27b7e3c21cc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4112353 May 09 13:10:15.276876 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network f1b7091f-f1f6-40eb-80a8-bd854c50fa33 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:10:17.302657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47294) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:10:17.389818 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce661e4e-af7b-49f2-97b7-6b7b17c0196a admin admin] GET failed (client error): The resource could not be found. May 09 13:10:17.390350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ce661e4e-af7b-49f2-97b7-6b7b17c0196a admin admin] Synchronizing usage tracker for tenant:65b638fdc749470ba475cab17fa936a0 on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:10:17.404482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ce661e4e-af7b-49f2-97b7-6b7b17c0196a admin admin] Unset dirty status for tenant:65b638fdc749470ba475cab17fa936a0 on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:10:17.405607 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ce661e4e-af7b-49f2-97b7-6b7b17c0196a admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1019940 May 09 13:10:17.511963 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de5b20d-34cc-4f63-a7e9-4e7c239eacfa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:10:17.513357 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4de5b20d-34cc-4f63-a7e9-4e7c239eacfa admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1033573 May 09 13:10:17.523102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'f1b7091f-f1f6-40eb-80a8-bd854c50fa33', 'description': 'shared-subnet'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:10:17.527228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:10:17.537040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:10:17.546809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] Made reservation on behalf of 65b638fdc749470ba475cab17fa936a0 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:10:17.548958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:17.741625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:17.810132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a7ca6b-a6d1-4fee-92b1-b0239c6dc3f2,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:10:17.820924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] Checking segment: {'id': '7a4261b6-be5e-4aab-bc15-f2a6239fe074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f1b7091f-f1f6-40eb-80a8-bd854c50fa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:10:17.821295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] Network hostable DHCP agents. Network: f1b7091f-f1f6-40eb-80a8-bd854c50fa33, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:10:17.841634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] Network f1b7091f-f1f6-40eb-80a8-bd854c50fa33 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:10:17.850502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, f1b7091f-f1f6-40eb-80a8-bd854c50fa33) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:10:17.854542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:10:17.855122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:17.859539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8882ced7-e688-4ae0-8278-027fa0edc605 None None] Network f1b7091f-f1f6-40eb-80a8-bd854c50fa33 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:10:17.879182 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-623ca84a-e7e8-4d4d-b684-d357328f7695 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3593299 May 09 13:10:18.084632 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-f1b7091f-f1f6-40eb-80a8-bd854c50fa33', 'network_id': 'f1b7091f-f1f6-40eb-80a8-bd854c50fa33', 'tenant_id': '65b638fdc749470ba475cab17fa936a0', 'fixed_ips': [{'subnet_id': 'd0a7ca6b-a6d1-4fee-92b1-b0239c6dc3f2'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:10:18.085520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:18.241588 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Allocated IP 192.168.233.2 (f1b7091f-f1f6-40eb-80a8-bd854c50fa33/d0a7ca6b-a6d1-4fee-92b1-b0239c6dc3f2/96a3f837-8336-4bcb-baeb-70354f5a9c3c) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:10:18.441615 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:18.452122 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Transition to ACTIVE for port object 96a3f837-8336-4bcb-baeb-70354f5a9c3c will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:10:18.470568 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Transition to ACTIVE for port object 96a3f837-8336-4bcb-baeb-70354f5a9c3c will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:10:18.476287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:18.546497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Network f1b7091f-f1f6-40eb-80a8-bd854c50fa33 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:10:18.550261 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Pushing event updated for resources: {'Port': ['ID=96a3f837-8336-4bcb-baeb-70354f5a9c3c,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:10:18.554160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:10:18.556650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:10:18.564864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:10:18.565348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:10:18.565662 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:10:18.566053 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:10:18.566428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:10:18.566824 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:10:18.567147 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:10:18.567529 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:10:18.567851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:10:18.568165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:10:18.568475 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:10:18.654919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Attempting to bind port 96a3f837-8336-4bcb-baeb-70354f5a9c3c on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:10:18.655274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Attempting to bind port 96a3f837-8336-4bcb-baeb-70354f5a9c3c by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '7a4261b6-be5e-4aab-bc15-f2a6239fe074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f1b7091f-f1f6-40eb-80a8-bd854c50fa33'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:10:18.655626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Attempting to bind port 96a3f837-8336-4bcb-baeb-70354f5a9c3c on network f1b7091f-f1f6-40eb-80a8-bd854c50fa33 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:10:18.662631 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:10:18.662989 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Checking segment: {'id': '7a4261b6-be5e-4aab-bc15-f2a6239fe074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f1b7091f-f1f6-40eb-80a8-bd854c50fa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:10:18.663375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:18.663764 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Bound using segment: {'id': '7a4261b6-be5e-4aab-bc15-f2a6239fe074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f1b7091f-f1f6-40eb-80a8-bd854c50fa33'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:10:18.664209 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Bound port: 96a3f837-8336-4bcb-baeb-70354f5a9c3c, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4261b6-be5e-4aab-bc15-f2a6239fe074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f1b7091f-f1f6-40eb-80a8-bd854c50fa33'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:10:18.664590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:18.772145 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] For port 96a3f837-8336-4bcb-baeb-70354f5a9c3c, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:10:18.775358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] For port 96a3f837-8336-4bcb-baeb-70354f5a9c3c, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=96a3f837-8336-4bcb-baeb-70354f5a9c3c,segment=NetworkSegment(7a4261b6-be5e-4aab-bc15-f2a6239fe074),segment_id=7a4261b6-be5e-4aab-bc15-f2a6239fe074)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:10:18.778828 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:18.863153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62f307-3be1-4188-87d3-0ad54c50ee8f None None] Pushing event updated for resources: {'Port': ['ID=96a3f837-8336-4bcb-baeb-70354f5a9c3c,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:10:19.657025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59fed05-b167-4f9d-a1d9-9a415acaf0a3 None None] Network f1b7091f-f1f6-40eb-80a8-bd854c50fa33 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:10:19.762207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-290296a9-c61d-47af-9909-21611eaac9ca None None] Provisioning for port 96a3f837-8336-4bcb-baeb-70354f5a9c3c completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:10:20.095570 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 96a3f837-8336-4bcb-baeb-70354f5a9c3c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:10:20.174209 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 96a3f837-8336-4bcb-baeb-70354f5a9c3c completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:10:20.178803 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 96a3f837-8336-4bcb-baeb-70354f5a9c3c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:10:20.179164 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:20.289771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:20.321583 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 96a3f837-8336-4bcb-baeb-70354f5a9c3c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=96a3f837-8336-4bcb-baeb-70354f5a9c3c,segment=NetworkSegment(7a4261b6-be5e-4aab-bc15-f2a6239fe074),segment_id=7a4261b6-be5e-4aab-bc15-f2a6239fe074)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:10:20.325331 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:20.391902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=96a3f837-8336-4bcb-baeb-70354f5a9c3c,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:10:22.062729 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 96a3f837-8336-4bcb-baeb-70354f5a9c3c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:10:22.131385 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 96a3f837-8336-4bcb-baeb-70354f5a9c3c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:10:22.131750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:23.776693 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 5 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:10:40.017197 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13411d2e-fc58-44ae-83d9-53a32730e994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:42.354203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbdbc-16b9-46f9-9a64-92a72537b191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:43.227152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:43.731084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:10:44.874213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:11:00.776424 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 5 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:11:10.019842 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-28ce1055-bb8f-4f88-8c76-33e09b212c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:11:12.358276 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9a55-702e-40a3-872e-c18088aba307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:11:13.229910 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:11:13.733174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:11:14.878285 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:11:37.776271 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 5 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:11:40.022334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5a59-cccf-4378-99fa-557ddaeb54a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:11:42.359611 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f21e0998-2fbc-4901-9df4-1e458ce58d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:11:43.234498 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:11:43.736359 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:11:44.880561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:04.860253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47338) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:12:04.866011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-9b242fae-5c75-4c90-8b73-27654152619b tempest-verify_tempest_config-1059520610 tempest-verify_tempest_config-1059520610-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:12:04.866961 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9b242fae-5c75-4c90-8b73-27654152619b tempest-verify_tempest_config-1059520610 tempest-verify_tempest_config-1059520610-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057642 May 09 13:12:05.185704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47354) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:12:05.326178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:05.366397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:12:05.370096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:57b2fcafbe1444aa88ca8e2ff9b02999 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:12:05.373081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:12:05.380224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:12:05.459912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:05.463812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:05.509231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c360d1d-7250-499e-99aa-9f7350d49e17,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:12:05.514648 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57b2fcafbe1444aa88ca8e2ff9b02999&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3279829 May 09 13:12:05.517826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47360) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:12:05.519427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.519786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.520123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.520455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.520787 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.521116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.521482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.521809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.522128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.522450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.522769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badffd50-053b-4808-872b-bb83c70b8eb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.579356 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:05.604632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:05.698368 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:05.712431 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c360d1d-7250-499e-99aa-9f7350d49e17,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:12:05.722945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:05.724036 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c360d1d-7250-499e-99aa-9f7350d49e17 HTTP/1.1" status: 204 len: 168 time: 0.2052867 May 09 13:12:05.725573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.725912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.726246 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.726575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.726905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.727233 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.727573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.728156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.728483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.728800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:05.729119 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55476f6f-729b-4b44-b2e6-63986b9678f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:12:10.026309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e19ea941-2fc5-4151-b529-109c2e175bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:12.363108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-293ea0cc-d2ee-4af9-bb11-2070a7f5cee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:13.235341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:13.738477 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:14.775627 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 5 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:12:14.885200 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:40.026822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d30675c-19f3-4d1d-a3af-9caa0630bd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:42.365596 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-00059cd8-40e3-4e4b-b421-ee452257c25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:43.238998 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:43.740581 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:44.886653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:12:51.774931 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 5 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:13:10.028200 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f538-89a2-4c1f-9df3-0854055700cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:13:12.367584 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d417b362-82e5-4d6c-ae05-0fbf958aef62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:13:13.241865 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:13:13.747882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:13:14.890028 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:13:21.127668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8068926'] for agent, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:13:28.775136 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:13:35.586727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47436) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:13:35.731698 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5de8f028-7477-4362-9fec-573a15a54311 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1438215 May 09 13:13:37.743741 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47446) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:13:37.821640 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ccc4ba5e-0e78-413d-b5c8-a28eabc0f409 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0767870 May 09 13:13:40.029707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-24c047c6-1b90-4f2b-ad8d-ce0109b0451f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:13:42.368830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-03624d22-da70-4423-a068-f207b43e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:13:43.246026 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:13:43.739386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:13:44.893164 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:13:51.080792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:14:05.774559 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:14:10.035855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a0578d49-ca56-4cff-895f-e715dcc0a9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:14:12.372366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-93defdff-11a0-4aea-ad0c-ba6b99ac1fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:14:13.254598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:14:13.743832 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:14:14.910032 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:14:21.081264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:14:40.029525 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e510146-3f14-4479-88c3-90d69ba66de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:14:42.372048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-85da1003-b7bd-4a21-96cb-86557e8d6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:14:42.774512 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:14:43.249916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:14:43.747271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:14:44.899452 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:14:51.094249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:14:59.813056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47612) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:14:59.923109 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47620) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:00.088459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47630) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:00.300789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-209870239-network', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:00.305812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:00.309750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Usage tracker for resource:network and tenant:4b2965b1bb45478ebc86d7ce34b37d49 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:00.312715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:00.318426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:00.328860 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Made reservation on behalf of 4b2965b1bb45478ebc86d7ce34b37d49 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:00.331164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.343861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.377210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:00.381004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:4b2965b1bb45478ebc86d7ce34b37d49 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:00.387145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:00.393404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:00.408961 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-92805359-6e26-4d4d-9941-9eedbfc87d5a tempest-AgentManagementNegativeTest-1908671074 tempest-AgentManagementNegativeTest-1908671074-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4840360 May 09 13:15:00.409911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47644) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:00.450731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1503956258-network', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:00.456681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:00.463334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Usage tracker for resource:network and tenant:e6a64149e3f648a1820699d3c9ae317a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:00.466259 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:00.473084 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:00.475784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.480445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.488307 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Made reservation on behalf of e6a64149e3f648a1820699d3c9ae317a for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:00.492032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.506496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.510104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df61fcb5-54fe-484a-8137-662c484d3bf8,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:00.520063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.520401 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.520898 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.521419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.521932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.522573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.523065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.523385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.523859 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.524316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.524774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Tracked resource versions report: May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: pushed versions: May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: { 'ConntrackHelper': {'1.0'}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Log': {'1.0'}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Network': {'1.1'}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Port': {'1.5'}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'PortForwarding': {'1.2'}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'QosPolicy': {'1.8'}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'SecurityGroup': {'1.2'}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'SecurityGroupRule': {'1.0'}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'SubPort': {'1.0'}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Subnet': {'1.1'}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Trunk': {'1.1'}} May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: consumer versions: May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: { DHCP agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: HyperV agent@hv-neutron-8408: {}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: L3 agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: Metadata agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: Metering agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: Open vSwitch agent@dv-neutron-840889-2-hyperv: { 'ConntrackHelper': '1.0', May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Log': '1.0', May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Network': '1.1', May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Port': '1.5', May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'PortForwarding': '1.2', May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'QosPolicy': '1.8', May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'SecurityGroup': '1.2', May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'SecurityGroupRule': '1.0', May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'SubPort': '1.0', May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Subnet': '1.1', May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: 'Trunk': '1.1'}} May 09 13:15:00.526156 dv-neutron-840889-2-hyperv neutron-server[83895]: {{(pid=83895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 13:15:00.537622 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:15:00.547948 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:00.552502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Usage tracker for resource:security_group_rule and tenant:e6a64149e3f648a1820699d3c9ae317a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:00.555951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:00.567062 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:00.576312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.576865 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Added segment 88ff0207-06bd-4d69-8a0e-5af6cf541eca of type vlan for network bb387965-a8e8-43fb-8146-6c2716009608 May 09 13:15:00.630026 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.648648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.655081 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.672454 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.673928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:00.674791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.697581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c03371-0e27-4d7d-82b1-dbf0e782aa85,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:00.705945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:15:00.708700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.709242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.709753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.710254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.710766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.711272 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.711721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.712060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.712387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.712829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.713159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Tracked resource versions report: May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: pushed versions: May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: { 'ConntrackHelper': {'1.0'}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Log': {'1.0'}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Network': {'1.1'}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Port': {'1.5'}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'PortForwarding': {'1.2'}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'QosPolicy': {'1.8'}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'SecurityGroup': {'1.2'}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'SecurityGroupRule': {'1.0'}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'SubPort': {'1.0'}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Subnet': {'1.1'}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Trunk': {'1.1'}} May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: consumer versions: May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: { DHCP agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: HyperV agent@hv-neutron-8408: {}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: L3 agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: Metadata agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: Metering agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: Open vSwitch agent@dv-neutron-840889-2-hyperv: { 'ConntrackHelper': '1.0', May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Log': '1.0', May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Network': '1.1', May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Port': '1.5', May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'PortForwarding': '1.2', May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'QosPolicy': '1.8', May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'SecurityGroup': '1.2', May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'SecurityGroupRule': '1.0', May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'SubPort': '1.0', May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Subnet': '1.1', May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: 'Trunk': '1.1'}} May 09 13:15:00.714338 dv-neutron-840889-2-hyperv neutron-server[83894]: {{(pid=83894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 13:15:00.733512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.733862 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Added segment 54054425-e38f-4188-a572-043bc3ea121a of type vlan for network 383a2382-5572-4290-b10a-e7048ae43e04 May 09 13:15:00.741931 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9271135 May 09 13:15:00.742727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47658) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:00.768106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.810328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Request body: {'subnet': {'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-209870239-subnet', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:00.812366 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.813342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:00.814021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.833875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3c8b2-d0ed-440c-b1ec-7a2b36b58ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb387965-a8e8-43fb-8146-6c2716009608,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:00.836340 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:00.840408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Usage tracker for resource:subnet and tenant:4b2965b1bb45478ebc86d7ce34b37d49 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:00.844106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:00.846112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network bb387965-a8e8-43fb-8146-6c2716009608 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:15:00.849904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:00.860580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Made reservation on behalf of 4b2965b1bb45478ebc86d7ce34b37d49 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:00.862838 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:00.942915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] Pushing event updated for resources: {'Network': ['ID=383a2382-5572-4290-b10a-e7048ae43e04,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:00.967898 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-748a9898-9e0b-45a7-901c-a8b07b97f670 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8783138 May 09 13:15:00.968800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47668) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:00.977621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Request body: {'subnet': {'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1503956258-subnet', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:00.985874 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:00.990931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Usage tracker for resource:subnet and tenant:e6a64149e3f648a1820699d3c9ae317a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:00.991310 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 383a2382-5572-4290-b10a-e7048ae43e04 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:15:00.995346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:01.002297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:01.020050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Made reservation on behalf of e6a64149e3f648a1820699d3c9ae317a for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:01.024483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.068562 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.205299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Checking segment: {'id': '88ff0207-06bd-4d69-8a0e-5af6cf541eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:01.205644 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Network hostable DHCP agents. Network: bb387965-a8e8-43fb-8146-6c2716009608, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:15:01.209967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4167bb49-8d44-4551-adfa-59e27c371d42,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:01.233238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Network bb387965-a8e8-43fb-8146-6c2716009608 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:15:01.247528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, bb387965-a8e8-43fb-8146-6c2716009608) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:01.252258 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:01.253054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.259920 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac80c4-7aa3-4fca-8019-f06131065b1d None None] Network bb387965-a8e8-43fb-8146-6c2716009608 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:01.295434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1616520263-network', 'tenant_id': '7bc08a88006e40bf8a44780de483df57'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:01.300873 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:01.305884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Usage tracker for resource:network and tenant:7bc08a88006e40bf8a44780de483df57 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:01.309629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:01.310594 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-97a15e8e-820d-4603-86a8-a2265101f215 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5107145 May 09 13:15:01.313726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47674) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:01.316262 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:01.319059 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:01.324016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:01.329719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Usage tracker for resource:router and tenant:4b2965b1bb45478ebc86d7ce34b37d49 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:01.333018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:01.334123 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Made reservation on behalf of 7bc08a88006e40bf8a44780de483df57 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:01.339634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:01.341034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.352767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.354425 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.377552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.382829 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.399120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.483993 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47686) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:01.484330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aaab92f-a7fc-4043-af59-8dc7bee9c193,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:01.552858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:01.557211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Checking segment: {'id': '54054425-e38f-4188-a572-043bc3ea121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:01.558123 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Network hostable DHCP agents. Network: 383a2382-5572-4290-b10a-e7048ae43e04, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:15:01.569485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-bb387965-a8e8-43fb-8146-6c2716009608', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'fixed_ips': [{'subnet_id': '4167bb49-8d44-4551-adfa-59e27c371d42'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:15:01.570634 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.574740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Usage tracker for resource:security_group_rule and tenant:7bc08a88006e40bf8a44780de483df57 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:01.579015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:01.587924 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:01.607668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Network 383a2382-5572-4290-b10a-e7048ae43e04 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:15:01.630691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 383a2382-5572-4290-b10a-e7048ae43e04) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:01.639871 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:01.640630 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.675216 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9dd4ed96-9728-4086-a322-da3ca1ced2d8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7042205 May 09 13:15:01.678376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47696) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:01.689208 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:01.704013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75997ce-b9dd-4282-a02b-e13de5f9963b None None] Network 383a2382-5572-4290-b10a-e7048ae43e04 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:01.704211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:01.715804 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Usage tracker for resource:router and tenant:e6a64149e3f648a1820699d3c9ae317a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:01.722633 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:01.739708 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:01.755858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.761825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.780776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.782322 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.803791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:01.838167 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:15:01.895326 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.053414 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.053986 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Added segment 3a89c27f-0bc1-47cb-a1ec-281cd0586480 of type vlan for network d30285d5-e8c7-43ba-85ca-e036631511ae May 09 13:15:02.065338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.065711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-383a2382-5572-4290-b10a-e7048ae43e04', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'fixed_ips': [{'subnet_id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:15:02.067067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.075258 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333d4bc4-3ab4-4d78-b999-71dcc8d00263,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:02.133640 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-11d2cdb9-4ca4-4405-ac2d-92d87174a589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.176617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.219717 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-11d2cdb9-4ca4-4405-ac2d-92d87174a589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:02.225001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-11d2cdb9-4ca4-4405-ac2d-92d87174a589 admin admin] Usage tracker for resource:security_group_rule and tenant:1ee89e39ab19483ea247d8a3b0a029bc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:02.231109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-11d2cdb9-4ca4-4405-ac2d-92d87174a589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:02.240157 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-11d2cdb9-4ca4-4405-ac2d-92d87174a589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:02.247080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Allocated IP 172.20.0.2 (383a2382-5572-4290-b10a-e7048ae43e04/1aaab92f-a7fc-4043-af59-8dc7bee9c193/628faa96-4d3f-469a-a703-d2d35da94c85) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:02.256431 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.257741 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:02.257929 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.304723 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8907933 May 09 13:15:02.307182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47712) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:02.325997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-11d2cdb9-4ca4-4405-ac2d-92d87174a589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.335474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-11d2cdb9-4ca4-4405-ac2d-92d87174a589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.364911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Request body: {'subnet': {'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1616520263-subnet', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:02.384399 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-11d2cdb9-4ca4-4405-ac2d-92d87174a589 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ee89e39ab19483ea247d8a3b0a029bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9002535 May 09 13:15:02.405128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47718) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:02.456188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:02.459194 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.465564 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.477041 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Transition to ACTIVE for port object 628faa96-4d3f-469a-a703-d2d35da94c85 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:02.496761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Transition to ACTIVE for port object 628faa96-4d3f-469a-a703-d2d35da94c85 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:02.503383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Allocated IP 172.20.0.2 (bb387965-a8e8-43fb-8146-6c2716009608/4167bb49-8d44-4551-adfa-59e27c371d42/f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:02.508792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.529764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Usage tracker for resource:subnet and tenant:7bc08a88006e40bf8a44780de483df57 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:02.535628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:02.564847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-05bd2751-e47e-4ff1-b704-9d520bbc70e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.582010 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec7259-37ab-474e-a506-27db3ed7b82e admin admin] Pushing event updated for resources: {'Network': ['ID=d30285d5-e8c7-43ba-85ca-e036631511ae,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:02.599361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.630453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-05bd2751-e47e-4ff1-b704-9d520bbc70e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.702256 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network d30285d5-e8c7-43ba-85ca-e036631511ae details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:15:02.711755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-05bd2751-e47e-4ff1-b704-9d520bbc70e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.715015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:02.728712 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Pushing event updated for resources: {'Port': ['ID=628faa96-4d3f-469a-a703-d2d35da94c85,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:02.742439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-05bd2751-e47e-4ff1-b704-9d520bbc70e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.744571 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-05bd2751-e47e-4ff1-b704-9d520bbc70e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6073ef6e-1f88-4ff7-8b51-b780c3f40d86 HTTP/1.1" status: 204 len: 168 time: 0.3358068 May 09 13:15:02.754455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2cdb9-4ca4-4405-ac2d-92d87174a589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6073ef6e-1f88-4ff7-8b51-b780c3f40d86,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:02.789132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Made reservation on behalf of 7bc08a88006e40bf8a44780de483df57 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:02.799068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.803823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd2751-e47e-4ff1-b704-9d520bbc70e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6073ef6e-1f88-4ff7-8b51-b780c3f40d86,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:02.874322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:02.874655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:02.875169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:02.875663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:02.876143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:02.876610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:02.877072 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:02.877567 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:02.879402 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:02.879894 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:02.880365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Tracked resource versions report: May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: pushed versions: May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: { 'ConntrackHelper': {'1.0'}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Log': {'1.0'}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Network': {'1.1'}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Port': {'1.5'}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'PortForwarding': {'1.2'}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'QosPolicy': {'1.8'}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'SecurityGroup': {'1.2'}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'SecurityGroupRule': {'1.0'}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'SubPort': {'1.0'}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Subnet': {'1.1'}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Trunk': {'1.1'}} May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: consumer versions: May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: { DHCP agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: HyperV agent@hv-neutron-8408: {}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: L3 agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: Metadata agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: Metering agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: Open vSwitch agent@dv-neutron-840889-2-hyperv: { 'ConntrackHelper': '1.0', May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Log': '1.0', May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Network': '1.1', May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Port': '1.5', May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'PortForwarding': '1.2', May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'QosPolicy': '1.8', May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'SecurityGroup': '1.2', May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'SecurityGroupRule': '1.0', May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'SubPort': '1.0', May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Subnet': '1.1', May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: 'Trunk': '1.1'}} May 09 13:15:02.883088 dv-neutron-840889-2-hyperv neutron-server[83896]: {{(pid=83896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 13:15:02.884911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:02.960889 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:03.012692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Network 383a2382-5572-4290-b10a-e7048ae43e04 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:03.025227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:03.109000 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:03.139153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Allocated IP 172.26.1.66 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/ae94d676-b10b-48f8-97a5-ee548bc246a5) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:03.287158 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Attempting to bind port 628faa96-4d3f-469a-a703-d2d35da94c85 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:03.289196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Attempting to bind port 628faa96-4d3f-469a-a703-d2d35da94c85 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '54054425-e38f-4188-a572-043bc3ea121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:03.289818 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Attempting to bind port 628faa96-4d3f-469a-a703-d2d35da94c85 on network 383a2382-5572-4290-b10a-e7048ae43e04 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:03.304671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:03.305442 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Checking segment: {'id': '54054425-e38f-4188-a572-043bc3ea121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:03.306076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:03.306673 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Bound using segment: {'id': '54054425-e38f-4188-a572-043bc3ea121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:03.307356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Bound port: 628faa96-4d3f-469a-a703-d2d35da94c85, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54054425-e38f-4188-a572-043bc3ea121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:03.307945 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:03.459971 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:03.475877 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Transition to ACTIVE for port object f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:03.479174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] For port 628faa96-4d3f-469a-a703-d2d35da94c85, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:03.481068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:03.486285 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] For port 628faa96-4d3f-469a-a703-d2d35da94c85, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=628faa96-4d3f-469a-a703-d2d35da94c85,segment=NetworkSegment(54054425-e38f-4188-a572-043bc3ea121a),segment_id=54054425-e38f-4188-a572-043bc3ea121a)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:03.498569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:03.569375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Transition to ACTIVE for port object f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:03.592902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:03.611389 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6c9a587-b9ae-413f-8d43-1f05ff4d95b2,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:03.622908 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Network bb387965-a8e8-43fb-8146-6c2716009608 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:03.626221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:03.627002 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:03.633356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:03.759371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Checking segment: {'id': '3a89c27f-0bc1-47cb-a1ec-281cd0586480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:03.759729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Network hostable DHCP agents. Network: d30285d5-e8c7-43ba-85ca-e036631511ae, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:15:03.782986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25001089-7c97-4733-8a0d-45d9b7d7f360 None None] Pushing event updated for resources: {'Port': ['ID=628faa96-4d3f-469a-a703-d2d35da94c85,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:03.860052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:03.951741 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Attempting to bind port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:03.952103 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Attempting to bind port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '88ff0207-06bd-4d69-8a0e-5af6cf541eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:03.952455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Attempting to bind port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a on network bb387965-a8e8-43fb-8146-6c2716009608 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:03.960543 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Network d30285d5-e8c7-43ba-85ca-e036631511ae is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:15:03.964653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Pushing event updated for resources: {'Port': ['ID=f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:03.967994 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:03.968643 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Checking segment: {'id': '88ff0207-06bd-4d69-8a0e-5af6cf541eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:03.969240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:03.970208 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Bound using segment: {'id': '88ff0207-06bd-4d69-8a0e-5af6cf541eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:03.971007 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Bound port: f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ff0207-06bd-4d69-8a0e-5af6cf541eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:03.971604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:03.989966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Allocated IP 172.26.1.183 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/8db1864f-5af9-4dfc-adbb-df0b3f357ef3) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:04.010940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, d30285d5-e8c7-43ba-85ca-e036631511ae) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:04.018138 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:04.022572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:04.023162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:04.030215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:04.033558 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Pushing event updated for resources: {'Port': ['ID=ae94d676-b10b-48f8-97a5-ee548bc246a5,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:04.049678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:04.125622 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ae7347c2-170a-4612-8e31-1e1bbe7f54d5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8142979 May 09 13:15:04.127737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47764) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:04.133841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:04.141456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:04.173642 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0465c912-6a1f-476a-a5a5-d94ff6df1a44 None None] Network d30285d5-e8c7-43ba-85ca-e036631511ae requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:04.181611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Usage tracker for resource:router and tenant:7bc08a88006e40bf8a44780de483df57 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:04.189669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:04.198698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:04.217681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:04.218775 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:04.225757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] For port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:04.282146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:04.286932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:04.347249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 628faa96-4d3f-469a-a703-d2d35da94c85 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:04.358823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:04.373798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:04.374654 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:04.470995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] For port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a,segment=NetworkSegment(88ff0207-06bd-4d69-8a0e-5af6cf541eca),segment_id=88ff0207-06bd-4d69-8a0e-5af6cf541eca)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:04.512182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:04.517600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:04.520693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:04.524529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:04.619195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Pushing event updated for resources: {'Port': ['ID=8db1864f-5af9-4dfc-adbb-df0b3f357ef3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:04.637935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47776) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:04.768107 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47780) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:04.792410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:04.793240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:04.820891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:04.821980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6404ed-bc8c-4b01-a1c2-0d0695075f9b None None] Pushing event updated for resources: {'Port': ['ID=f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:04.832791 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 628faa96-4d3f-469a-a703-d2d35da94c85 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:04.836494 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47788) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:05.055137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-d30285d5-e8c7-43ba-85ca-e036631511ae', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'fixed_ips': [{'subnet_id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:15:05.055950 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:05.224584 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33090f3-f1fc-4442-a36a-57c295feed53 None None] Network 383a2382-5572-4290-b10a-e7048ae43e04 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:05.275910 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Router 1a89b733-1bec-48a6-800b-064eda8112f4 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:15:05.293605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:15:05.359859 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:05.381162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:05.441046 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:05.470526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-09a8d6ca-81d9-4416-af7b-1999733089ef tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:05.476272 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Usage tracker for resource:floatingip and tenant:f4a5b45e63dc4860a08bc422edeed9bd is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:05.485495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:05.488541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:05.524498 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-09a8d6ca-81d9-4416-af7b-1999733089ef tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] 10.222.0.44 "PUT /v2.0/quotas/8d02fb8cf77048c0958c33805515c2bb HTTP/1.1" status: 200 len: 368 time: 0.7530985 May 09 13:15:05.525087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47798) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:05.531074 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:05.535329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Request body: {'network': {'project_id': '8d02fb8cf77048c0958c33805515c2bb'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:05.541742 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:05.546560 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Usage tracker for resource:network and tenant:8d02fb8cf77048c0958c33805515c2bb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:05.550528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:05.551330 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-eb7992e0-6dc4-4285-8719-9fb07964a541 None None] Provisioning for port 628faa96-4d3f-469a-a703-d2d35da94c85 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:05.556415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-59d378be-f308-41a8-9659-a596b5cd68b2 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:05.557392 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:05.565398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-eb7992e0-6dc4-4285-8719-9fb07964a541 None None] Provisioning complete for port 628faa96-4d3f-469a-a703-d2d35da94c85 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:05.571288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eb7992e0-6dc4-4285-8719-9fb07964a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:05.576251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Made reservation on behalf of 8d02fb8cf77048c0958c33805515c2bb for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:05.581832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:05.603096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:05.618459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:05.653470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:05.656950 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-59d378be-f308-41a8-9659-a596b5cd68b2 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] 10.222.0.44 "PUT /v2.0/quotas/c2ba280806384b53add91d0e7547088c HTTP/1.1" status: 200 len: 366 time: 0.8168321 May 09 13:15:05.658134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47804) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:05.677586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Usage tracker for resource:security_group_rule and tenant:8d02fb8cf77048c0958c33805515c2bb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:05.681877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:05.724272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:05.760205 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-109114d9-d013-490f-bd68-85505e594e09 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1005454 May 09 13:15:05.766385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47812) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:05.782852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:15:05.796345 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Sync routers for ids ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:15:05.803740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Allocated IP 172.20.0.2 (d30285d5-e8c7-43ba-85ca-e036631511ae/a6c9a587-b9ae-413f-8d43-1f05ff4d95b2/f5ae0306-bcc9-4a4a-8dec-e00fa20cc382) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:05.822195 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Routers {'43718e57-43f6-4aa5-92d2-1c3cbaa99301'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:05.823144 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:14:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:05.873065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:05.874586 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4ceb0ae5-f065-4863-8177-39263b735272 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.5599308 May 09 13:15:05.878357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47816) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:05.942546 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fa0bdfbc-eaae-4afd-9be8-cb4efd2a8b12 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] 10.222.0.44 "GET /v2.0/quotas/c2ba280806384b53add91d0e7547088c HTTP/1.1" status: 200 len: 366 time: 0.1710019 May 09 13:15:05.949991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47820) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:06.030312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:06.049616 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e29f73a9-8f2c-44d2-952c-aac34bb57a32 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/c2ba280806384b53add91d0e7547088c HTTP/1.1" status: 204 len: 168 time: 0.0778975 May 09 13:15:06.050896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Allocated IP 172.26.1.60 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/a1a385aa-a9ca-46d6-9580-4371b07078d1) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:06.054174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:06.058488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47828) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:06.305354 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Set router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:15:06.357027 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:06.390167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:06.413056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:15:06.450068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:15:06.475144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:06.476699 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Added segment d60ec7ef-ed29-494e-ba78-25f24cb9cb3c of type vlan for network 754609de-e95e-4e07-b9a1-4a6657d810a8 May 09 13:15:06.499878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:06.501487 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8431598f-f15c-4371-8463-1e407ae19b90 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8219914 May 09 13:15:06.506398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47840) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:06.553903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:06.580276 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1103b8e-b6f1-4719-a259-c2ab84b73177 None None] Network bb387965-a8e8-43fb-8146-6c2716009608 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:06.581664 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47844) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:06.598053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:06.609812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Sync routers for ids ['1a89b733-1bec-48a6-800b-064eda8112f4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:15:06.624447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47850) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:06.642104 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Routers {'1a89b733-1bec-48a6-800b-064eda8112f4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:06.643296 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:14:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1a89b733-1bec-48a6-800b-064eda8112f4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:06.655467 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:06.656465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:06.670130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:06.728198 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:06.774287 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2477474 May 09 13:15:06.775047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6c05a7-4f09-4c14-a505-65dcac419102,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:06.784953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47862) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:06.798236 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-01ec4e50-c214-4bc8-8e46-6cbd8fed6100 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.7231803 May 09 13:15:06.803188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47864) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:06.809606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Request body: {'network': {'project_id': '8d02fb8cf77048c0958c33805515c2bb'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:06.869019 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:04Z', 'revision_number': 3, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:06.874426 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Checking router: 43718e57-43f6-4aa5-92d2-1c3cbaa99301 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:15:06.876126 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Updating router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 port 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:15:06.931854 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9bf13c82-639e-4649-b36b-503a8d2e55ac tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] 10.222.0.44 "GET /v2.0/quotas/c2ba280806384b53add91d0e7547088c HTTP/1.1" status: 200 len: 370 time: 0.0447562 May 09 13:15:06.936237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1985461414'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:06.941145 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:06.941592 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:06.945788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Usage tracker for resource:network and tenant:afa6af9b1ae94d129f1dd4adb9c75057 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:06.948975 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:06.955320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:06.971217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47872) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:06.973200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:06.978702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Made reservation on behalf of afa6af9b1ae94d129f1dd4adb9c75057 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:06.982316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183db7c-6622-450b-9e71-76caa9fbdde5 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Pushing event updated for resources: {'Network': ['ID=754609de-e95e-4e07-b9a1-4a6657d810a8,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:06.982598 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:06.992224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Usage tracker for resource:network and tenant:8d02fb8cf77048c0958c33805515c2bb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:06.999586 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Set router 1a89b733-1bec-48a6-800b-064eda8112f4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:15:07.005234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.010199 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:07.023485 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7736a7f2-9a38-4893-b2a0-67925b91ba63 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] 10.222.0.44 "GET /v2.0/quotas/c2ba280806384b53add91d0e7547088c/default HTTP/1.1" status: 200 len: 370 time: 0.0249474 May 09 13:15:07.025861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:07.032807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:07.038952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:07.044001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Usage tracker for resource:floatingip and tenant:5b65f4da960b406ea9bdd04fdae7dae2 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:07.047331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:07.053843 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:07.054107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:07.058340 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Usage tracker for resource:security_group_rule and tenant:afa6af9b1ae94d129f1dd4adb9c75057 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:07.061663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:07.066506 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47876) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:07.068005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:07.072938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.117430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eb7992e0-6dc4-4285-8719-9fb07964a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.131751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:07.139581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1a385aa-a9ca-46d6-9580-4371b07078d1,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:07.141772 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:07.154227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:07.171968 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Made reservation on behalf of 8d02fb8cf77048c0958c33805515c2bb for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:07.174285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.194415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Allocated IP 172.26.1.200 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/f645ba9d-60ab-4425-8b41-039c56a73e52) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:07.197495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.203981 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-e2ca3002-dab1-4f28-a3f7-d3bd0ac1e8da tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] delete failed (client error): The resource could not be found. May 09 13:15:07.205222 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e2ca3002-dab1-4f28-a3f7-d3bd0ac1e8da tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/c2ba280806384b53add91d0e7547088c HTTP/1.1" status: 404 len: 348 time: 0.1377294 May 09 13:15:07.217025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.222079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:15:07.232971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.233551 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Added segment 5dfc0b42-acba-4a9e-86e3-bf48a966deb6 of type vlan for network c0cb25e2-33c2-46d2-8092-cc7ec3524539 May 09 13:15:07.265865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.273750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 754609de-e95e-4e07-b9a1-4a6657d810a8 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:15:07.287415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:07.315107 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.315602 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:07.316171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.342795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:15:07.369110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c290b48d-9fa1-45cb-b971-12c088ed74ec,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:07.379136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.379518 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Added segment 04c4f02b-4bb0-4869-b69f-34359a21cfeb of type vlan for network 6f13438d-1ed5-4adf-84b2-61586230cec9 May 09 13:15:07.447502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.455563 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6552393 May 09 13:15:07.462352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47884) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:07.472392 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-bfad1172-eef4-4a69-bc7f-936a862bc9cc tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Request body: {'network': {'project_id': '8d02fb8cf77048c0958c33805515c2bb'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:07.487520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bfad1172-eef4-4a69-bc7f-936a862bc9cc tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:07.543785 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-eb7992e0-6dc4-4285-8719-9fb07964a541 None None] For port 628faa96-4d3f-469a-a703-d2d35da94c85, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=628faa96-4d3f-469a-a703-d2d35da94c85,segment=NetworkSegment(54054425-e38f-4188-a572-043bc3ea121a),segment_id=54054425-e38f-4188-a572-043bc3ea121a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:07.544355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a4ee6-7624-474f-a959-033ad7b6cd7b tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Pushing event updated for resources: {'Network': ['ID=c0cb25e2-33c2-46d2-8092-cc7ec3524539,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:07.570297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bfad1172-eef4-4a69-bc7f-936a862bc9cc tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Usage tracker for resource:network and tenant:8d02fb8cf77048c0958c33805515c2bb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:07.586947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bfad1172-eef4-4a69-bc7f-936a862bc9cc tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:07.588063 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eb7992e0-6dc4-4285-8719-9fb07964a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.591528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network c0cb25e2-33c2-46d2-8092-cc7ec3524539 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:15:07.627707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47888) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:07.665060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.682580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bfad1172-eef4-4a69-bc7f-936a862bc9cc tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:07.690417 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfad1172-eef4-4a69-bc7f-936a862bc9cc tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 09 13:15:07.690834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfad1172-eef4-4a69-bc7f-936a862bc9cc tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:15:07.692075 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bfad1172-eef4-4a69-bc7f-936a862bc9cc tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2289312 May 09 13:15:07.695138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47892) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:07.710303 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.713984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:07.714545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.744995 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Usage tracker for resource:network and tenant:58d563fcaca64d19bb274ecda822cbf8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:07.748069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.750300 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7992e0-6dc4-4285-8719-9fb07964a541 None None] Pushing event updated for resources: {'Port': ['ID=628faa96-4d3f-469a-a703-d2d35da94c85,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:07.764585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:07.794965 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2089455 May 09 13:15:07.798466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47898) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:07.812522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Request body: {'subnet': {'network_id': '6f13438d-1ed5-4adf-84b2-61586230cec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:07.829003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:04Z', 'revision_number': 3, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:07.830872 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7737fde4-33b0-49be-9043-e672625d8085 None None] Provisioning for port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:07.852190 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Usage tracker for resource:subnet and tenant:58d563fcaca64d19bb274ecda822cbf8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:07.864099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.921752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.922298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:07.924266 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:07.967254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05d04c-ed3f-4232-a0ec-fe7745c0228a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event updated for resources: {'Network': ['ID=6f13438d-1ed5-4adf-84b2-61586230cec9,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:07.972060 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-641604ea-ac0f-4ff2-be92-77aeb99cf805 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d02fb8cf77048c0958c33805515c2bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2746205 May 09 13:15:07.977493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47902) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:08.012778 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:08.023597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Usage tracker for resource:subnet and tenant:afa6af9b1ae94d129f1dd4adb9c75057 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:08.032396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:08.040362 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:08.067523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Usage tracker for resource:subnetpool and tenant:58d563fcaca64d19bb274ecda822cbf8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:08.074216 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:08.074622 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Made reservation on behalf of afa6af9b1ae94d129f1dd4adb9c75057 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:08.081534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:08.090604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:08.096032 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.110108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Transition to ACTIVE for port object f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:08.133344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Transition to ACTIVE for port object f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:08.167356 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.175939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:08.183790 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Transition to ACTIVE for port object 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:08.194670 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.197239 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 6f13438d-1ed5-4adf-84b2-61586230cec9 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:15:08.198560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Pushing event updated for resources: {'Port': ['ID=f645ba9d-60ab-4425-8b41-039c56a73e52,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:08.202688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b2a5f7fc-f33a-45e0-af16-b06f4f82c1ce tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.263690 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Usage tracker for resource:port and tenant:58d563fcaca64d19bb274ecda822cbf8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:08.267056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.288806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:08.289667 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Pushing event updated for resources: {'Port': ['ID=8db1864f-5af9-4dfc-adbb-df0b3f357ef3,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:08.307481 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:08.307842 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:08.308410 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:08.308923 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:08.309038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b2a5f7fc-f33a-45e0-af16-b06f4f82c1ce tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.309360 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:08.309677 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:08.310076 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:08.310743 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:08.311152 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:08.311485 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:08.311963 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Tracked resource versions report: May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: pushed versions: May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: { 'ConntrackHelper': {'1.0'}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Log': {'1.0'}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Network': {'1.1'}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Port': {'1.5'}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'PortForwarding': {'1.2'}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'QosPolicy': {'1.8'}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'SecurityGroup': {'1.2'}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'SecurityGroupRule': {'1.0'}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'SubPort': {'1.0'}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Subnet': {'1.1'}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Trunk': {'1.1'}} May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: consumer versions: May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: { DHCP agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: HyperV agent@hv-neutron-8408: {}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: L3 agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: Metadata agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: Metering agent@dv-neutron-840889-2-hyperv: {}, May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: Open vSwitch agent@dv-neutron-840889-2-hyperv: { 'ConntrackHelper': '1.0', May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Log': '1.0', May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Network': '1.1', May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Port': '1.5', May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'PortForwarding': '1.2', May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'QosPolicy': '1.8', May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'SecurityGroup': '1.2', May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'SecurityGroupRule': '1.0', May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'SubPort': '1.0', May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Subnet': '1.1', May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: 'Trunk': '1.1'}} May 09 13:15:08.313698 dv-neutron-840889-2-hyperv neutron-server[83897]: {{(pid=83897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 13:15:08.328075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Usage tracker for resource:router and tenant:58d563fcaca64d19bb274ecda822cbf8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:08.337768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:08.347954 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Attempting to bind port 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:08.348356 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Attempting to bind port 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:08.348711 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Attempting to bind port 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:08.357468 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:08.358086 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:08.358522 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.358908 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:08.359474 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Bound port: 8db1864f-5af9-4dfc-adbb-df0b3f357ef3, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:08.359867 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.368124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7737fde4-33b0-49be-9043-e672625d8085 None None] Provisioning complete for port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:08.368493 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7737fde4-33b0-49be-9043-e672625d8085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.428580 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Usage tracker for resource:floatingip and tenant:58d563fcaca64d19bb274ecda822cbf8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:08.432429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Allocated IP 172.26.1.50 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/b064d354-6b62-4bf0-9b36-8f297fbbd8b3) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:08.442659 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Checking router: 1a89b733-1bec-48a6-800b-064eda8112f4 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:15:08.442996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Updating router 1a89b733-1bec-48a6-800b-064eda8112f4 port ae94d676-b10b-48f8-97a5-ee548bc246a5 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:15:08.460473 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] For port 8db1864f-5af9-4dfc-adbb-df0b3f357ef3, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:08.464557 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] For port 8db1864f-5af9-4dfc-adbb-df0b3f357ef3, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8db1864f-5af9-4dfc-adbb-df0b3f357ef3,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:08.471482 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.489049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 628faa96-4d3f-469a-a703-d2d35da94c85 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:08.572286 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079f116-a0d8-4d1e-8212-0f0dde92d7cf None None] Pushing event updated for resources: {'Port': ['ID=8db1864f-5af9-4dfc-adbb-df0b3f357ef3,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:08.583226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:08.583660 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.598975 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.611249 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Routers {'43718e57-43f6-4aa5-92d2-1c3cbaa99301'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:08.611973 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:14:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:08.702856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.726289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Network d30285d5-e8c7-43ba-85ca-e036631511ae is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:08.740537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Pushing event updated for resources: {'Port': ['ID=f5ae0306-bcc9-4a4a-8dec-e00fa20cc382,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:08.742868 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:08.745941 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:08.856618 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b2a5f7fc-f33a-45e0-af16-b06f4f82c1ce tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.875849 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] Set router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:15:08.905528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5f7fc-f33a-45e0-af16-b06f4f82c1ce tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6c05a7-4f09-4c14-a505-65dcac419102,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:08.954065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:08.998937 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Attempting to bind port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:08.998937 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Attempting to bind port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '3a89c27f-0bc1-47cb-a1ec-281cd0586480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:08.998937 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Attempting to bind port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 on network d30285d5-e8c7-43ba-85ca-e036631511ae {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:09.000988 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7737fde4-33b0-49be-9043-e672625d8085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.001120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Usage tracker for resource:security_group and tenant:58d563fcaca64d19bb274ecda822cbf8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:09.009142 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b2a5f7fc-f33a-45e0-af16-b06f4f82c1ce tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.012875 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b2a5f7fc-f33a-45e0-af16-b06f4f82c1ce tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a6c05a7-4f09-4c14-a505-65dcac419102 HTTP/1.1" status: 204 len: 168 time: 1.0317965 May 09 13:15:09.015113 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.017107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47906) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:09.027176 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:09.050196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 628faa96-4d3f-469a-a703-d2d35da94c85 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:09.050618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.095999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:09.096523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Checking segment: {'id': '3a89c27f-0bc1-47cb-a1ec-281cd0586480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:09.096834 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.097229 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Bound using segment: {'id': '3a89c27f-0bc1-47cb-a1ec-281cd0586480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:09.097796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Bound port: f5ae0306-bcc9-4a4a-8dec-e00fa20cc382, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a89c27f-0bc1-47cb-a1ec-281cd0586480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:09.098152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.100892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.157937 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.163641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Usage tracker for resource:security_group_rule and tenant:58d563fcaca64d19bb274ecda822cbf8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:09.191432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:09.213799 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7737fde4-33b0-49be-9043-e672625d8085 None None] For port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a,segment=NetworkSegment(88ff0207-06bd-4d69-8a0e-5af6cf541eca),segment_id=88ff0207-06bd-4d69-8a0e-5af6cf541eca)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:09.239130 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7737fde4-33b0-49be-9043-e672625d8085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.242350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.252676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Router 6a097e0a-8345-4b38-b889-f788b4a8a98a is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:15:09.258754 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d1794d1f-c546-4e61-93e5-f85f423504e5 tempest-QuotasTest-157299163 tempest-QuotasTest-157299163-project-admin] 10.222.0.44 "GET /v2.0/quotas/58d563fcaca64d19bb274ecda822cbf8/details.json HTTP/1.1" status: 200 len: 703 time: 1.6136227 May 09 13:15:09.297982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event updated for resources: {'Port': ['ID=b064d354-6b62-4bf0-9b36-8f297fbbd8b3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:09.330422 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:09.330900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.352980 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:09.362394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event updated for resources: {'Subnet': ['ID=4cd3cac4-1dbe-4edb-b7f0-dec30b1f4e2f,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:09.377077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:09.400354 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.535393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] For port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:09.588129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737fde4-33b0-49be-9043-e672625d8085 None None] Pushing event updated for resources: {'Port': ['ID=f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:09.590134 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:04Z', 'revision_number': 3, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:09.590975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c63c8182-b510-482a-91c7-68f512c755f8 None None] Provisioning complete for port 628faa96-4d3f-469a-a703-d2d35da94c85 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:09.591898 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c63c8182-b510-482a-91c7-68f512c755f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.606350 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b9257-02e3-416e-82ac-85d8f872731f None None] The sync data for ids ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'] in dv-neutron-840889-2-hyperv is: [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:04Z', 'revision_number': 3, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:15:09.615171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.685909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] For port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f5ae0306-bcc9-4a4a-8dec-e00fa20cc382,segment=NetworkSegment(3a89c27f-0bc1-47cb-a1ec-281cd0586480),segment_id=3a89c27f-0bc1-47cb-a1ec-281cd0586480)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:09.702231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.808721 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Checking segment: {'id': '04c4f02b-4bb0-4869-b69f-34359a21cfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6f13438d-1ed5-4adf-84b2-61586230cec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:09.809202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Network hostable DHCP agents. Network: 6f13438d-1ed5-4adf-84b2-61586230cec9, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:15:09.826830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.832189 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.840178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:09.865525 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Pushing event updated for resources: {'Port': ['ID=f645ba9d-60ab-4425-8b41-039c56a73e52,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:09.978996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425823d0-4dd8-44b2-8358-83c8a1d88538 None None] Pushing event updated for resources: {'Port': ['ID=f5ae0306-bcc9-4a4a-8dec-e00fa20cc382,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:09.983760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:09.984204 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:09.987857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:09.988206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > port after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:09.988532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:09.988912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > port after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:09.989273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:09.989615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:09.989935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:09.990533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:09.993462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47916) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:10.052041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Network 6f13438d-1ed5-4adf-84b2-61586230cec9 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:15:10.085318 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.149586 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-579819de-b4bf-4415-a126-c9ef71cd7745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.175913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.187413 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 6f13438d-1ed5-4adf-84b2-61586230cec9) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:10.215878 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c424426a-5b7c-41d3-8d22-997e3d4df62b None None] Network 6f13438d-1ed5-4adf-84b2-61586230cec9 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:10.249050 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-67ff92e9-77f8-4ef0-a959-87ed8677862e None None] Provisioning complete for port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:10.249605 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-67ff92e9-77f8-4ef0-a959-87ed8677862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.317090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.322983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:10.324873 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:10.328401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:10.328401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:10.328401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cb25e2-33c2-46d2-8092-cc7ec3524539']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:10.373654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Transition to ACTIVE for port object ae94d676-b10b-48f8-97a5-ee548bc246a5 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:10.374296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfc0b42-acba-4a9e-86e3-bf48a966deb6') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:10.374781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfc0b42-acba-4a9e-86e3-bf48a966deb6') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:10.385525 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:10.386117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.400800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.406443 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-09b4ab4e-ee40-45f5-b050-661146585014 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7564290 May 09 13:15:10.410711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.415165 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47922) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:10.417366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.433558 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.444513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-186221543', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'fixed_ips': [{'ip_address': '172.26.1.200'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:10.461094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:10.476454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Usage tracker for resource:port and tenant:f4a5b45e63dc4860a08bc422edeed9bd is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:10.498298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:10.512857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.524880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1748354c-4019-4502-b2f5-ef61d42d68cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.527953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:10.533961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.559805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:10.578564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.599983 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ddcca144-7911-42dc-8240-13aa1050044a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7990665 May 09 13:15:10.616424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47926) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:10.641622 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9cec5e27-08ca-4821-993b-f4fefec8f7ef tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-429087024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:10.680266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event updated for resources: {'Port': ['ID=b064d354-6b62-4bf0-9b36-8f297fbbd8b3,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:10.692175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9cec5e27-08ca-4821-993b-f4fefec8f7ef tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:10.703938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.705793 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ffad916f-56d5-47ec-96b3-6dbcfd75c5b9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0730460 May 09 13:15:10.831466 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7b193-a13e-4f24-afe8-c84f0fc5eb11 None None] Pushing event updated for resources: {'Port': ['ID=ae94d676-b10b-48f8-97a5-ee548bc246a5,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:10.842423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Allocated IP 172.20.0.1 (383a2382-5572-4290-b10a-e7048ae43e04/1aaab92f-a7fc-4043-af59-8dc7bee9c193/7792a5cd-d18f-47f5-b56b-4c441276c187) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:10.843723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Attempting to bind port ae94d676-b10b-48f8-97a5-ee548bc246a5 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:10.844177 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Attempting to bind port ae94d676-b10b-48f8-97a5-ee548bc246a5 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:10.844624 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Attempting to bind port ae94d676-b10b-48f8-97a5-ee548bc246a5 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:10.848947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47930) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:10.852062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9cec5e27-08ca-4821-993b-f4fefec8f7ef tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Usage tracker for resource:router and tenant:afa6af9b1ae94d129f1dd4adb9c75057 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:10.855727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Allocated IP 172.20.0.1 (bb387965-a8e8-43fb-8146-6c2716009608/4167bb49-8d44-4551-adfa-59e27c371d42/45609ba4-e168-4373-9c1e-762336fe5f2b) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:10.863142 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-405473001'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:10.867532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9cec5e27-08ca-4821-993b-f4fefec8f7ef tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:10.873481 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:10.880970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Usage tracker for resource:network and tenant:5b65f4da960b406ea9bdd04fdae7dae2 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:10.883632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9cec5e27-08ca-4821-993b-f4fefec8f7ef tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:10.886031 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:10.899733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:10.902144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:10.902668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:10.903167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.904231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:10.905073 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Bound port: ae94d676-b10b-48f8-97a5-ee548bc246a5, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:10.905582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.970370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:10.979385 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:10.979869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.991771 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9cec5e27-08ca-4821-993b-f4fefec8f7ef tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.992719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9cec5e27-08ca-4821-993b-f4fefec8f7ef tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:10.998848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.016703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:15:11.017106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn_limited( May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn_limited( May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:15:11.035290 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:15:11.081735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Made reservation on behalf of 5b65f4da960b406ea9bdd04fdae7dae2 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:11.084624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.098940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Made reservation on behalf of f4a5b45e63dc4860a08bc422edeed9bd for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:11.101306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.101709 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.133901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.176650 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Transition to ACTIVE for port object 7792a5cd-d18f-47f5-b56b-4c441276c187 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:11.181280 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.215740 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:11.230834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1748354c-4019-4502-b2f5-ef61d42d68cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:11.232833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.233683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Usage tracker for resource:security_group_rule and tenant:5b65f4da960b406ea9bdd04fdae7dae2 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:11.237424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:11.240952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:11.242452 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0cb25e2-33c2-46d2-8092-cc7ec3524539,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:11.244938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.250927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-6f13438d-1ed5-4adf-84b2-61586230cec9', 'network_id': '6f13438d-1ed5-4adf-84b2-61586230cec9', 'tenant_id': 'afa6af9b1ae94d129f1dd4adb9c75057', 'fixed_ips': [{'subnet_id': '4cd3cac4-1dbe-4edb-b7f0-dec30b1f4e2f'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:15:11.251780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.253491 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Usage tracker for resource:security_group_rule and tenant:f4a5b45e63dc4860a08bc422edeed9bd is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:11.254982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.258791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:11.260607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1748354c-4019-4502-b2f5-ef61d42d68cb admin admin] Usage tracker for resource:security_group_rule and tenant:0017171c64d8458cb964b349a55dec1b is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:11.267038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] For port ae94d676-b10b-48f8-97a5-ee548bc246a5, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:11.271803 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-11f5f239-6d1c-44e3-8478-56d2f36a3dda tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] 10.222.0.44 "DELETE /v2.0/networks/c0cb25e2-33c2-46d2-8092-cc7ec3524539 HTTP/1.1" status: 204 len: 168 time: 2.2493744 May 09 13:15:11.272983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1748354c-4019-4502-b2f5-ef61d42d68cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:11.273904 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:11.275813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47934) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:11.288544 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] For port ae94d676-b10b-48f8-97a5-ee548bc246a5, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ae94d676-b10b-48f8-97a5-ee548bc246a5,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:11.289563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1748354c-4019-4502-b2f5-ef61d42d68cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:11.290569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 8db1864f-5af9-4dfc-adbb-df0b3f357ef3, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8db1864f-5af9-4dfc-adbb-df0b3f357ef3,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:11.317675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:15:11.329533 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Sync routers for ids ['6a097e0a-8345-4b38-b889-f788b4a8a98a'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:15:11.341217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Transition to ACTIVE for port object 45609ba4-e168-4373-9c1e-762336fe5f2b will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:11.346244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:11.351675 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Routers {'6a097e0a-8345-4b38-b889-f788b4a8a98a'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:11.352262 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:14:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['6a097e0a-8345-4b38-b889-f788b4a8a98a'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:11.352928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9cec5e27-08ca-4821-993b-f4fefec8f7ef tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.374952 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.375890 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:11.426201 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9cec5e27-08ca-4821-993b-f4fefec8f7ef tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.439379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.470971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.502721 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.549913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1748354c-4019-4502-b2f5-ef61d42d68cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.578453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1748354c-4019-4502-b2f5-ef61d42d68cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.624454 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d9b479-1647-4252-acf6-52ea99d67b04 None None] Network d30285d5-e8c7-43ba-85ca-e036631511ae requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:11.624931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0aee49e-6840-4ef0-a18f-0b6247370600 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.636884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.638436 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e6a65dc8-b3c5-48b8-9d0a-ff227e282ca7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5097935 May 09 13:15:11.645190 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Network 383a2382-5572-4290-b10a-e7048ae43e04 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:11.648538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Pushing event updated for resources: {'Port': ['ID=7792a5cd-d18f-47f5-b56b-4c441276c187,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:11.657282 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47940) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:11.658270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:11.662065 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:11.670855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9cec5e27-08ca-4821-993b-f4fefec8f7ef tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.674613 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9cec5e27-08ca-4821-993b-f4fefec8f7ef tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0473416 May 09 13:15:11.674613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748354c-4019-4502-b2f5-ef61d42d68cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac1fece-e661-4e81-b285-1be15f3fae3d,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:11.687958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47944) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:11.698848 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Set router 6a097e0a-8345-4b38-b889-f788b4a8a98a gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:15:11.707220 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.794708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Network bb387965-a8e8-43fb-8146-6c2716009608 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:11.814453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:11.817004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Pushing event updated for resources: {'Port': ['ID=45609ba4-e168-4373-9c1e-762336fe5f2b,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:11.830027 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.847025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:15:11.860794 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.861210 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Added segment c3f70c2b-de67-43f4-ae62-f5360f5ea847 of type vlan for network bd086f4c-cadb-413f-b1e9-70d7fc8c43ee May 09 13:15:11.897834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.932114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:11.932632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:11.972283 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=8db1864f-5af9-4dfc-adbb-df0b3f357ef3,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:11.995591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Routers {'1a89b733-1bec-48a6-800b-064eda8112f4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:11.996228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:14:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1a89b733-1bec-48a6-800b-064eda8112f4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:12.014485 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.045133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d7962d-1e49-4d5f-957c-309c34cd0224,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:12.046870 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.060158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.063867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:12.064447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.099594 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] device_id is not set on port 5acde00f-228f-4a72-a1b7-851fceb118b8 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:15:12.150445 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:15:07Z', 'revision_number': 3, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:12.155338 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Checking router: 6a097e0a-8345-4b38-b889-f788b4a8a98a for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:15:12.155687 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Updating router 6a097e0a-8345-4b38-b889-f788b4a8a98a port a1a385aa-a9ca-46d6-9580-4371b07078d1 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:15:12.214678 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.220118 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-fc01bcf4-edf2-4ff9-b12d-e15282e040cf None None] Provisioning for port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:12.227486 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3773289 May 09 13:15:12.231246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47948) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:12.233774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.245698 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1748354c-4019-4502-b2f5-ef61d42d68cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0017171c64d8458cb964b349a55dec1b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2504451 May 09 13:15:12.261529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Request body: {'subnet': {'network_id': 'bd086f4c-cadb-413f-b1e9-70d7fc8c43ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:12.276060 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47952) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:12.291355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Allocated IP 172.20.0.2 (6f13438d-1ed5-4adf-84b2-61586230cec9/4cd3cac4-1dbe-4edb-b7f0-dec30b1f4e2f/a35ea086-18af-4fa3-9a07-405d316b4141) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:12.369514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:12.370022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.423598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7b193-a13e-4f24-afe8-c84f0fc5eb11 None None] Pushing event updated for resources: {'Port': ['ID=ae94d676-b10b-48f8-97a5-ee548bc246a5,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:12.438577 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0aee49e-6840-4ef0-a18f-0b6247370600 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.479037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a0aee49e-6840-4ef0-a18f-0b6247370600 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754609de-e95e-4e07-b9a1-4a6657d810a8']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:12.497838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a0aee49e-6840-4ef0-a18f-0b6247370600 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60ec7ef-ed29-494e-ba78-25f24cb9cb3c') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:12.498207 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a0aee49e-6840-4ef0-a18f-0b6247370600 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60ec7ef-ed29-494e-ba78-25f24cb9cb3c') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:12.530294 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.538545 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 09 13:15:12.539122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:15:12.545674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0aee49e-6840-4ef0-a18f-0b6247370600 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.576744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6f65c7ce-96a8-4f1a-bc27-52fbd826c4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.602035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0aee49e-6840-4ef0-a18f-0b6247370600 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.613333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19adcf84-b227-48f6-8bc0-c034619a4155,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:12.619794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0aee49e-6840-4ef0-a18f-0b6247370600 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:15:12.620276 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0aee49e-6840-4ef0-a18f-0b6247370600 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:15:12.635409 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:15:12.646662 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2b61bcc9-2e25-40f0-abc3-c50e3962ab0b tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2191703 May 09 13:15:12.647330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47956) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:12.675013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] Set router 1a89b733-1bec-48a6-800b-064eda8112f4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:15:12.689554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c159ed8-ddf5-40b5-8c25-923a8ff85d59 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event updated for resources: {'Network': ['ID=bd086f4c-cadb-413f-b1e9-70d7fc8c43ee,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:12.702499 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.740588 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network bd086f4c-cadb-413f-b1e9-70d7fc8c43ee details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:15:12.766948 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9da74920-1dd9-409f-8886-8c23f902144a None None] Provisioning for port 45609ba4-e168-4373-9c1e-762336fe5f2b completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:12.782667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:12.793178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Usage tracker for resource:subnet and tenant:5b65f4da960b406ea9bdd04fdae7dae2 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:12.799437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:12.820079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:12.830123 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Transition to ACTIVE for port object a1a385aa-a9ca-46d6-9580-4371b07078d1 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:12.838477 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.884559 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0aee49e-6840-4ef0-a18f-0b6247370600 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.889111 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0aee49e-6840-4ef0-a18f-0b6247370600 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.896922 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc23c5c2-189e-4798-835f-899322f496ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.916443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Made reservation on behalf of 5b65f4da960b406ea9bdd04fdae7dae2 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:12.925091 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d7615-04a8-4749-97b4-835217196434 None None] Pushing event updated for resources: {'Port': ['ID=a1a385aa-a9ca-46d6-9580-4371b07078d1,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:12.954952 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Attempting to bind port a1a385aa-a9ca-46d6-9580-4371b07078d1 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:12.955308 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Attempting to bind port a1a385aa-a9ca-46d6-9580-4371b07078d1 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:12.955677 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Attempting to bind port a1a385aa-a9ca-46d6-9580-4371b07078d1 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:12.963715 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:12.964082 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:12.964479 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.965123 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:12.965340 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Bound port: a1a385aa-a9ca-46d6-9580-4371b07078d1, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:12.965735 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:12.978730 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aee49e-6840-4ef0-a18f-0b6247370600 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] Pushing event deleted for resources: {'Network': ['ID=754609de-e95e-4e07-b9a1-4a6657d810a8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:12.983038 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a0aee49e-6840-4ef0-a18f-0b6247370600 tempest-QuotasNegativeTest-1152112213 tempest-QuotasNegativeTest-1152112213-project-admin] 10.222.0.44 "DELETE /v2.0/networks/754609de-e95e-4e07-b9a1-4a6657d810a8 HTTP/1.1" status: 204 len: 168 time: 1.7052116 May 09 13:15:12.989890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-cd333de3-4853-4c5e-b8ee-833235ed01f0 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Deleting port f645ba9d-60ab-4425-8b41-039c56a73e52 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:12.990242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd333de3-4853-4c5e-b8ee-833235ed01f0 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.041371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.057071 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] For port a1a385aa-a9ca-46d6-9580-4371b07078d1, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:13.062908 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] For port a1a385aa-a9ca-46d6-9580-4371b07078d1, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a1a385aa-a9ca-46d6-9580-4371b07078d1,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:13.076623 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.123399 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.134744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Transition to ACTIVE for port object a35ea086-18af-4fa3-9a07-405d316b4141 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:13.158219 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Transition to ACTIVE for port object a35ea086-18af-4fa3-9a07-405d316b4141 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:13.193530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc23c5c2-189e-4798-835f-899322f496ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.296741 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd333de3-4853-4c5e-b8ee-833235ed01f0 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.297098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd333de3-4853-4c5e-b8ee-833235ed01f0 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.304374 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d7615-04a8-4749-97b4-835217196434 None None] Pushing event updated for resources: {'Port': ['ID=a1a385aa-a9ca-46d6-9580-4371b07078d1,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:13.345488 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Routers {'6a097e0a-8345-4b38-b889-f788b4a8a98a'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:13.349328 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['6a097e0a-8345-4b38-b889-f788b4a8a98a'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:13.354375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.409232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9da74920-1dd9-409f-8886-8c23f902144a None None] Provisioning complete for port 45609ba4-e168-4373-9c1e-762336fe5f2b triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:13.409617 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9da74920-1dd9-409f-8886-8c23f902144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.527102 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.621693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.634621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc23c5c2-189e-4798-835f-899322f496ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.659309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.660099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.675966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-9da74920-1dd9-409f-8886-8c23f902144a None None] Port 45609ba4-e168-4373-9c1e-762336fe5f2b cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:13.727604 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23c5c2-189e-4798-835f-899322f496ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac1fece-e661-4e81-b285-1be15f3fae3d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:13.731517 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.760768 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Network 6f13438d-1ed5-4adf-84b2-61586230cec9 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:13.776345 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-cd333de3-4853-4c5e-b8ee-833235ed01f0 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Calling delete_port for f645ba9d-60ab-4425-8b41-039c56a73e52 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:13.801467 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc23c5c2-189e-4798-835f-899322f496ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.805332 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dc23c5c2-189e-4798-835f-899322f496ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ac1fece-e661-4e81-b285-1be15f3fae3d HTTP/1.1" status: 204 len: 168 time: 1.5276659 May 09 13:15:13.830567 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.830999 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] Set router 6a097e0a-8345-4b38-b889-f788b4a8a98a gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:15:13.833153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:13.860524 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Pushing event updated for resources: {'Port': ['ID=a35ea086-18af-4fa3-9a07-405d316b4141,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:13.875759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:13.898336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:13.983003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9da74920-1dd9-409f-8886-8c23f902144a None None] Provisioning for port 7792a5cd-d18f-47f5-b56b-4c441276c187 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:14.000593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Pushing event updated for resources: {'Port': ['ID=45609ba4-e168-4373-9c1e-762336fe5f2b,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:14.039898 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9da74920-1dd9-409f-8886-8c23f902144a None None] Provisioning complete for port 7792a5cd-d18f-47f5-b56b-4c441276c187 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:14.039898 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9da74920-1dd9-409f-8886-8c23f902144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:14.285844 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:04Z', 'revision_number': 3, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:14.287955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:14.375549 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:15:07Z', 'revision_number': 3, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:14.378947 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Attempting to bind port a35ea086-18af-4fa3-9a07-405d316b4141 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:14.379307 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Attempting to bind port a35ea086-18af-4fa3-9a07-405d316b4141 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '04c4f02b-4bb0-4869-b69f-34359a21cfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6f13438d-1ed5-4adf-84b2-61586230cec9'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:14.379659 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Attempting to bind port a35ea086-18af-4fa3-9a07-405d316b4141 on network 6f13438d-1ed5-4adf-84b2-61586230cec9 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:14.380981 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10683b-0229-4246-b273-cec01ce86654 None None] The sync data for ids ['6a097e0a-8345-4b38-b889-f788b4a8a98a'] in dv-neutron-840889-2-hyperv is: [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:15:07Z', 'revision_number': 3, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:15:14.384166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f74b1-c9f9-4d5f-8c6a-969df0552c1c None None] The sync data for ids ['1a89b733-1bec-48a6-800b-064eda8112f4'] in dv-neutron-840889-2-hyperv is: [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:04Z', 'revision_number': 3, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:15:14.385492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47974) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:14.391311 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-9da74920-1dd9-409f-8886-8c23f902144a None None] Port 7792a5cd-d18f-47f5-b56b-4c441276c187 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:14.412549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:14.412918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Checking segment: {'id': '04c4f02b-4bb0-4869-b69f-34359a21cfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6f13438d-1ed5-4adf-84b2-61586230cec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:14.421058 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:14.421058 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Bound using segment: {'id': '04c4f02b-4bb0-4869-b69f-34359a21cfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6f13438d-1ed5-4adf-84b2-61586230cec9'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:14.421578 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Bound port: a35ea086-18af-4fa3-9a07-405d316b4141, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c4f02b-4bb0-4869-b69f-34359a21cfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6f13438d-1ed5-4adf-84b2-61586230cec9'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:14.421963 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:14.455161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Network bb387965-a8e8-43fb-8146-6c2716009608 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:14.461831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:14.582478 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:15:14.679467 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:14.681026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47980) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:14.693147 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:14.693527 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:14.763629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52c3ce95-7e64-4132-86fa-2f8515c8c077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:14.778031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:14.797244 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] For port a35ea086-18af-4fa3-9a07-405d316b4141, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:14.835101 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] For port a35ea086-18af-4fa3-9a07-405d316b4141, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a35ea086-18af-4fa3-9a07-405d316b4141,segment=NetworkSegment(04c4f02b-4bb0-4869-b69f-34359a21cfeb),segment_id=04c4f02b-4bb0-4869-b69f-34359a21cfeb)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:14.844538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:14.931538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:14.990129 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd333de3-4853-4c5e-b8ee-833235ed01f0 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:14.995164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:14.996002 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:14.996473 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-52c3ce95-7e64-4132-86fa-2f8515c8c077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:15.011343 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-01e06ef6-da29-4e9b-b77a-68333528dea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:15.020806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-52c3ce95-7e64-4132-86fa-2f8515c8c077 admin admin] Usage tracker for resource:security_group_rule and tenant:58d563fcaca64d19bb274ecda822cbf8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:15.029576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-52c3ce95-7e64-4132-86fa-2f8515c8c077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:15.054731 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bccf5-ca6a-42a2-b253-e5a4c8f01ba7 None None] Pushing event updated for resources: {'Port': ['ID=a35ea086-18af-4fa3-9a07-405d316b4141,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:15.102023 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-52c3ce95-7e64-4132-86fa-2f8515c8c077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:15.144113 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:15.206290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-04d1e6e2-5ee4-4e53-a716-7f43d6ba1a9f None None] Provisioning complete for port 45609ba4-e168-4373-9c1e-762336fe5f2b triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:15.206844 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-04d1e6e2-5ee4-4e53-a716-7f43d6ba1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:15.219793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Pushing event updated for resources: {'Port': ['ID=7792a5cd-d18f-47f5-b56b-4c441276c187,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:15.224477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event updated for resources: {'Subnet': ['ID=0be50f28-7ec6-4de4-bcee-431c746197a9,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:15.331597 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-04d1e6e2-5ee4-4e53-a716-7f43d6ba1a9f None None] Port 45609ba4-e168-4373-9c1e-762336fe5f2b cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:15.374167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:15.381487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:15.384589 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:15.584308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Checking segment: {'id': 'c3f70c2b-de67-43f4-ae62-f5360f5ea847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bd086f4c-cadb-413f-b1e9-70d7fc8c43ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:15.584818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Network hostable DHCP agents. Network: bd086f4c-cadb-413f-b1e9-70d7fc8c43ee, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:15:15.591621 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:15.612954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd333de3-4853-4c5e-b8ee-833235ed01f0 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Pushing event deleted for resources: {'Port': ['ID=f645ba9d-60ab-4425-8b41-039c56a73e52,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:15.662319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f5ae0306-bcc9-4a4a-8dec-e00fa20cc382,segment=NetworkSegment(3a89c27f-0bc1-47cb-a1ec-281cd0586480),segment_id=3a89c27f-0bc1-47cb-a1ec-281cd0586480)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:15.680765 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:15.689955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Allocated IP 172.20.0.1 (6f13438d-1ed5-4adf-84b2-61586230cec9/4cd3cac4-1dbe-4edb-b7f0-dec30b1f4e2f/a1f0b40f-1e3a-4db2-b348-f382a04b564c) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:15.708079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Network bd086f4c-cadb-413f-b1e9-70d7fc8c43ee is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:15:15.772876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-01e06ef6-da29-4e9b-b77a-68333528dea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:15.776855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd333de3-4853-4c5e-b8ee-833235ed01f0 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:15.803909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=f5ae0306-bcc9-4a4a-8dec-e00fa20cc382,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:15.810686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, bd086f4c-cadb-413f-b1e9-70d7fc8c43ee) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:15.831946 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f30fe1-441d-4926-8e28-42f285abf2ca None None] Network bd086f4c-cadb-413f-b1e9-70d7fc8c43ee requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:15.866122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-01e06ef6-da29-4e9b-b77a-68333528dea3 admin admin] Usage tracker for resource:security_group_rule and tenant:88e6b8c0843a4dc885a700da964de53b is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:15.938898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-01e06ef6-da29-4e9b-b77a-68333528dea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:15.964028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52c3ce95-7e64-4132-86fa-2f8515c8c077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:15.991317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-01e06ef6-da29-4e9b-b77a-68333528dea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:15.991833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:15.992423 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:15.998704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Network 383a2382-5572-4290-b10a-e7048ae43e04 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:16.003100 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52c3ce95-7e64-4132-86fa-2f8515c8c077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.046124 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:16.091333 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-65d89458-71b5-4a5a-a2f4-33b6c9fbb720 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8420112 May 09 13:15:16.111904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47984) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:16.125100 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1714625017', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:16.145170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:16.159704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Usage tracker for resource:router and tenant:5b65f4da960b406ea9bdd04fdae7dae2 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:16.171583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:15:16.176503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.218181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Transition to ACTIVE for port object a1f0b40f-1e3a-4db2-b348-f382a04b564c will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:16.239789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:16.245104 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device a35ea086-18af-4fa3-9a07-405d316b4141 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:16.250387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.255390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:16.299740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-bd086f4c-cadb-413f-b1e9-70d7fc8c43ee', 'network_id': 'bd086f4c-cadb-413f-b1e9-70d7fc8c43ee', 'tenant_id': '5b65f4da960b406ea9bdd04fdae7dae2', 'fixed_ips': [{'subnet_id': '0be50f28-7ec6-4de4-bcee-431c746197a9'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:15:16.305672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.430409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3ce95-7e64-4132-86fa-2f8515c8c077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89e2ba7-c075-4c75-8ea7-223b96920946,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:16.430572 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Network 6f13438d-1ed5-4adf-84b2-61586230cec9 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:16.445662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:16.448351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event updated for resources: {'Port': ['ID=a1f0b40f-1e3a-4db2-b348-f382a04b564c,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:16.451036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.451744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.456997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:16.458035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.502676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-52c3ce95-7e64-4132-86fa-2f8515c8c077 admin admin] Synchronizing usage tracker for tenant:65b638fdc749470ba475cab17fa936a0 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:16.505106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd333de3-4853-4c5e-b8ee-833235ed01f0 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.506596 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cd333de3-4853-4c5e-b8ee-833235ed01f0 tempest-ExternalNetworksAdminNegativeTestJSON-292786136 tempest-ExternalNetworksAdminNegativeTestJSON-292786136-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/3affe3c1-3de9-45c8-bd75-31ee9237280f HTTP/1.1" status: 204 len: 168 time: 3.7917957 May 09 13:15:16.576023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.578592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-01e06ef6-da29-4e9b-b77a-68333528dea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.595479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-52c3ce95-7e64-4132-86fa-2f8515c8c077 admin admin] Unset dirty status for tenant:65b638fdc749470ba475cab17fa936a0 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:16.599750 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-52c3ce95-7e64-4132-86fa-2f8515c8c077 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58d563fcaca64d19bb274ecda822cbf8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8858600 May 09 13:15:16.600617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 47990) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:16.603937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-01e06ef6-da29-4e9b-b77a-68333528dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.648547 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Allocated IP 172.20.0.2 (bd086f4c-cadb-413f-b1e9-70d7fc8c43ee/0be50f28-7ec6-4de4-bcee-431c746197a9/b04b40d5-d77d-4bea-8fb1-60dfadee3d3c) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:16.701433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da343da-c86f-4f6b-bee1-204fc46358c5 None None] Network 6f13438d-1ed5-4adf-84b2-61586230cec9 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:16.707970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e06ef6-da29-4e9b-b77a-68333528dea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110771fd-c3b8-4486-bd57-58f07f603656,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:16.723295 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-01e06ef6-da29-4e9b-b77a-68333528dea3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88e6b8c0843a4dc885a700da964de53b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3329191 May 09 13:15:16.756484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 47994) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:16.796097 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port a35ea086-18af-4fa3-9a07-405d316b4141 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:16.804560 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.867393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device a1a385aa-a9ca-46d6-9580-4371b07078d1 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:16.881113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2dd860f-50d4-418d-b31a-65ee8d4a9ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.911787 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.928481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2dd860f-50d4-418d-b31a-65ee8d4a9ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:16.945632 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5d5e11c2-5beb-44e5-b9ff-0df13e5922c3 None None] Provisioning complete for port 7792a5cd-d18f-47f5-b56b-4c441276c187 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:16.946002 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5d5e11c2-5beb-44e5-b9ff-0df13e5922c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.063810 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e11c2-5beb-44e5-b9ff-0df13e5922c3 None None] Port 7792a5cd-d18f-47f5-b56b-4c441276c187 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:17.093018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07b3187b-ef86-48ec-ae4f-dc0b58a0eb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.132699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2dd860f-50d4-418d-b31a-65ee8d4a9ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.152567 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48000) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:17.186096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd860f-50d4-418d-b31a-65ee8d4a9ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89e2ba7-c075-4c75-8ea7-223b96920946,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:17.190942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port a1a385aa-a9ca-46d6-9580-4371b07078d1 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:17.207604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2dd860f-50d4-418d-b31a-65ee8d4a9ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.211917 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c2dd860f-50d4-418d-b31a-65ee8d4a9ee6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c89e2ba7-c075-4c75-8ea7-223b96920946 HTTP/1.1" status: 204 len: 168 time: 0.5996344 May 09 13:15:17.213302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port a1a385aa-a9ca-46d6-9580-4371b07078d1 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:17.213672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.215943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.224335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07b3187b-ef86-48ec-ae4f-dc0b58a0eb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.282681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:15:17.311490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Sync routers for ids ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:15:17.314935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Router 1a89b733-1bec-48a6-800b-064eda8112f4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:15:17.334461 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.400782 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a92dd63d-022c-48a2-8d77-ce027d21bd55 None None] Provisioning for port a35ea086-18af-4fa3-9a07-405d316b4141 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:17.408164 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Transition to ACTIVE for port object b04b40d5-d77d-4bea-8fb1-60dfadee3d3c will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:17.473138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a92dd63d-022c-48a2-8d77-ce027d21bd55 None None] Provisioning complete for port a35ea086-18af-4fa3-9a07-405d316b4141 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:17.473582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a92dd63d-022c-48a2-8d77-ce027d21bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.586830 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-db4f371e-c198-4c66-aece-4ef258592228 admin admin] 10.222.0.44 "PUT /v2.0/routers/43718e57-43f6-4aa5-92d2-1c3cbaa99301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6988049 May 09 13:15:17.610996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-abab4eec-903d-4c65-abed-3df819a9559a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.716067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Routers {'43718e57-43f6-4aa5-92d2-1c3cbaa99301'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:17.716661 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:17.749159 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07b3187b-ef86-48ec-ae4f-dc0b58a0eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.793041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-abab4eec-903d-4c65-abed-3df819a9559a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:17.797249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Transition to ACTIVE for port object b04b40d5-d77d-4bea-8fb1-60dfadee3d3c will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:17.807577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-abab4eec-903d-4c65-abed-3df819a9559a admin admin] Usage tracker for resource:security_group_rule and tenant:7f132809aa3d4e89901888a1a1623cb9 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:17.816327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-abab4eec-903d-4c65-abed-3df819a9559a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:17.830904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-abab4eec-903d-4c65-abed-3df819a9559a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:17.874954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Allocated IP 172.20.0.1 (d30285d5-e8c7-43ba-85ca-e036631511ae/a6c9a587-b9ae-413f-8d43-1f05ff4d95b2/d4e26ae1-9843-4321-b7f8-f3f181f585c6) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:17.896269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.927464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:15:17.944040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.946951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3187b-ef86-48ec-ae4f-dc0b58a0eb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110771fd-c3b8-4486-bd57-58f07f603656,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:17.987670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07b3187b-ef86-48ec-ae4f-dc0b58a0eb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.989367 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-07b3187b-ef86-48ec-ae4f-dc0b58a0eb17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/110771fd-c3b8-4486-bd57-58f07f603656 HTTP/1.1" status: 204 len: 168 time: 1.2306986 May 09 13:15:17.990531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:17.991424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:18.004970 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:18.104955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Network bd086f4c-cadb-413f-b1e9-70d7fc8c43ee is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:18.109428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:18.126921 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:18.132731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Transition to ACTIVE for port object d4e26ae1-9843-4321-b7f8-f3f181f585c6 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:18.133205 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port a1a385aa-a9ca-46d6-9580-4371b07078d1, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a1a385aa-a9ca-46d6-9580-4371b07078d1,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:18.164355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event updated for resources: {'Port': ['ID=a1f0b40f-1e3a-4db2-b348-f382a04b564c,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:18.164874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Pushing event updated for resources: {'Port': ['ID=b04b40d5-d77d-4bea-8fb1-60dfadee3d3c,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:18.168042 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:18.182306 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:18.194854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:18.195859 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ae94d676-b10b-48f8-97a5-ee548bc246a5 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:18.370238 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=d4e26ae1-9843-4321-b7f8-f3f181f585c6,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:18.415281 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a92dd63d-022c-48a2-8d77-ce027d21bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:18.440504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Network d30285d5-e8c7-43ba-85ca-e036631511ae is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:18.442848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:18.457972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:18.466829 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:18.478458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Set router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:15:18.525044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-abab4eec-903d-4c65-abed-3df819a9559a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:18.596030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-abab4eec-903d-4c65-abed-3df819a9559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:18.597660 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:18.629926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:18.640111 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:15:18.668641 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b88224be-6f0a-43b5-bfc2-27652f55e5ca admin admin] 10.222.0.44 "PUT /v2.0/routers/1a89b733-1bec-48a6-800b-064eda8112f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1587982 May 09 13:15:18.842156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48038) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:18.842393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab4eec-903d-4c65-abed-3df819a9559a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969afef9-f85c-4d04-b3ae-5fd740608928,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:18.846057 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Network 6f13438d-1ed5-4adf-84b2-61586230cec9 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:18.851150 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-abab4eec-903d-4c65-abed-3df819a9559a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f132809aa3d4e89901888a1a1623cb9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6935282 May 09 13:15:18.855335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:18.857700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48042) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:18.919617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:18.947235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3fb4-a286-4cb4-9dc6-0bae525e6da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:18.956711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=a1a385aa-a9ca-46d6-9580-4371b07078d1,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:18.977801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Attempting to bind port b04b40d5-d77d-4bea-8fb1-60dfadee3d3c on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:18.978127 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Attempting to bind port b04b40d5-d77d-4bea-8fb1-60dfadee3d3c by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'c3f70c2b-de67-43f4-ae62-f5360f5ea847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bd086f4c-cadb-413f-b1e9-70d7fc8c43ee'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:18.978730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Attempting to bind port b04b40d5-d77d-4bea-8fb1-60dfadee3d3c on network bd086f4c-cadb-413f-b1e9-70d7fc8c43ee {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:19.205803 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a92dd63d-022c-48a2-8d77-ce027d21bd55 None None] For port a35ea086-18af-4fa3-9a07-405d316b4141, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a35ea086-18af-4fa3-9a07-405d316b4141,segment=NetworkSegment(04c4f02b-4bb0-4869-b69f-34359a21cfeb),segment_id=04c4f02b-4bb0-4869-b69f-34359a21cfeb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:19.298169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Allocated IP 172.26.1.172 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/ae2da4a7-eac2-42d1-a9c3-36f5ea15e75c) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:19.319921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dcd190c8-c106-4ad7-b008-e665070e43d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.388854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ec3f3fb4-a286-4cb4-9dc6-0bae525e6da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:19.396550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ec3f3fb4-a286-4cb4-9dc6-0bae525e6da6 admin admin] Usage tracker for resource:security_group_rule and tenant:b98005eb8ec54b00af8beda9759c0344 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:19.410566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ec3f3fb4-a286-4cb4-9dc6-0bae525e6da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:19.428445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:19.428845 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Checking segment: {'id': 'c3f70c2b-de67-43f4-ae62-f5360f5ea847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bd086f4c-cadb-413f-b1e9-70d7fc8c43ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:19.429767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.430248 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Bound using segment: {'id': 'c3f70c2b-de67-43f4-ae62-f5360f5ea847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bd086f4c-cadb-413f-b1e9-70d7fc8c43ee'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:19.431490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Bound port: b04b40d5-d77d-4bea-8fb1-60dfadee3d3c, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f70c2b-de67-43f4-ae62-f5360f5ea847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bd086f4c-cadb-413f-b1e9-70d7fc8c43ee'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:19.432476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.458527 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port ae94d676-b10b-48f8-97a5-ee548bc246a5 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:19.471096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ec3f3fb4-a286-4cb4-9dc6-0bae525e6da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:19.479027 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a92dd63d-022c-48a2-8d77-ce027d21bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.499619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dcd190c8-c106-4ad7-b008-e665070e43d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.583813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port ae94d676-b10b-48f8-97a5-ee548bc246a5 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:19.584183 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.605874 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48064) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:19.627052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--351609520', 'description': 'tempest-description--426153434'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:19.646427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:19.657048 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Usage tracker for resource:security_group and tenant:4b2965b1bb45478ebc86d7ce34b37d49 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:19.665696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:19.678280 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:19.713829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.776021 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:15:19.810713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3fb4-a286-4cb4-9dc6-0bae525e6da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.819048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.830751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3fb4-a286-4cb4-9dc6-0bae525e6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.838802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:19.858552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dcd190c8-c106-4ad7-b008-e665070e43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.860217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.864792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Usage tracker for resource:security_group_rule and tenant:4b2965b1bb45478ebc86d7ce34b37d49 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:19.870432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:19.881101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.891789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd190c8-c106-4ad7-b008-e665070e43d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969afef9-f85c-4d04-b3ae-5fd740608928,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:19.909754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:19.920641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dcd190c8-c106-4ad7-b008-e665070e43d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:19.921775 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dcd190c8-c106-4ad7-b008-e665070e43d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/969afef9-f85c-4d04-b3ae-5fd740608928 HTTP/1.1" status: 204 len: 168 time: 1.0609150 May 09 13:15:19.962034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.004597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=d4e26ae1-9843-4321-b7f8-f3f181f585c6,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:20.035039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f3fb4-a286-4cb4-9dc6-0bae525e6da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96972ab-a630-4baa-a729-dfac20c8e0a7,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:20.050232 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ec3f3fb4-a286-4cb4-9dc6-0bae525e6da6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b98005eb8ec54b00af8beda9759c0344&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2071450 May 09 13:15:20.055182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48076) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:20.083620 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.108092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dd63d-022c-48a2-8d77-ce027d21bd55 None None] Pushing event updated for resources: {'Port': ['ID=a35ea086-18af-4fa3-9a07-405d316b4141,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:20.185509 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Router 98b75d7a-00f4-46b7-a78d-67f4d83a2a12 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:15:20.229678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:20.241649 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:20.250083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:20.259000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.270806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4971ea44-b21e-48e9-9bc2-9618d77cbb26 None None] Provisioning for port a1f0b40f-1e3a-4db2-b348-f382a04b564c completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:20.282189 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.301660 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] For port b04b40d5-d77d-4bea-8fb1-60dfadee3d3c, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:20.311768 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4971ea44-b21e-48e9-9bc2-9618d77cbb26 None None] Provisioning complete for port a1f0b40f-1e3a-4db2-b348-f382a04b564c triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:20.312267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4971ea44-b21e-48e9-9bc2-9618d77cbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.336395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4c65-24f1-496b-bcdc-f5454ad1cd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.393112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:20.402155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4c65-24f1-496b-bcdc-f5454ad1cd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.415946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Network d30285d5-e8c7-43ba-85ca-e036631511ae is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:20.417044 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.418491 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b593a9cf-5935-4aa1-ac59-06a7a1fdb2d0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8096895 May 09 13:15:20.422231 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:20.424132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48088) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:20.506642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-83bb2707-25c9-413a-b0a2-f3e62df93095 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Request body: {'security_group_rule': {'security_group_id': '4b181e9b-3c39-48cf-b669-5f0de1bf2fa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:20.511127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event updated for resources: {'Port': ['ID=ae2da4a7-eac2-42d1-a9c3-36f5ea15e75c,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:20.520852 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-83bb2707-25c9-413a-b0a2-f3e62df93095 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:20.521362 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] For port b04b40d5-d77d-4bea-8fb1-60dfadee3d3c, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b04b40d5-d77d-4bea-8fb1-60dfadee3d3c,segment=NetworkSegment(c3f70c2b-de67-43f4-ae62-f5360f5ea847),segment_id=c3f70c2b-de67-43f4-ae62-f5360f5ea847)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:20.546050 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.619331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48094) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:20.619764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48096) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:20.658468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-83bb2707-25c9-413a-b0a2-f3e62df93095 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Usage tracker for resource:security_group_rule and tenant:4b2965b1bb45478ebc86d7ce34b37d49 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:20.660417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4971ea44-b21e-48e9-9bc2-9618d77cbb26 None None] Port a1f0b40f-1e3a-4db2-b348-f382a04b564c cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:20.671082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-83bb2707-25c9-413a-b0a2-f3e62df93095 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:20.676133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4c65-24f1-496b-bcdc-f5454ad1cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.701035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-83bb2707-25c9-413a-b0a2-f3e62df93095 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:20.713661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed4c65-24f1-496b-bcdc-f5454ad1cd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96972ab-a630-4baa-a729-dfac20c8e0a7,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:20.726978 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4c65-24f1-496b-bcdc-f5454ad1cd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.728367 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e5ed4c65-24f1-496b-bcdc-f5454ad1cd25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e96972ab-a630-4baa-a729-dfac20c8e0a7 HTTP/1.1" status: 204 len: 168 time: 0.6715157 May 09 13:15:20.754574 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-83bb2707-25c9-413a-b0a2-f3e62df93095 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.783410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525746969', 'description': 'tempest-description--1736559870'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:20.817872 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4971ea44-b21e-48e9-9bc2-9618d77cbb26 None None] Provisioning for port d4e26ae1-9843-4321-b7f8-f3f181f585c6 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:20.840093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:20.841708 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9537ba7-d811-4ea1-b85e-46e2f0832ba8 None None] Pushing event updated for resources: {'Port': ['ID=b04b40d5-d77d-4bea-8fb1-60dfadee3d3c,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:20.846405 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.874012 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4971ea44-b21e-48e9-9bc2-9618d77cbb26 None None] Provisioning complete for port d4e26ae1-9843-4321-b7f8-f3f181f585c6 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:20.874472 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4971ea44-b21e-48e9-9bc2-9618d77cbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.875624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Usage tracker for resource:security_group and tenant:e6a64149e3f648a1820699d3c9ae317a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:20.882677 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:20.948265 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4971ea44-b21e-48e9-9bc2-9618d77cbb26 None None] Port d4e26ae1-9843-4321-b7f8-f3f181f585c6 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:20.962256 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port ae94d676-b10b-48f8-97a5-ee548bc246a5, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ae94d676-b10b-48f8-97a5-ee548bc246a5,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:20.969137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '45609ba4-e168-4373-9c1e-762336fe5f2b', 'name': '', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:12Z', 'revision_number': 2, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'subnets': [{'id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:20.972549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:20.973566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:20.993009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:21.035151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-83bb2707-25c9-413a-b0a2-f3e62df93095 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.047794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-83bb2707-25c9-413a-b0a2-f3e62df93095 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.070079 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3c306df9-7c9a-4e09-8097-dcd8ebc0a47f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4a5b45e63dc4860a08bc422edeed9bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4413259 May 09 13:15:21.080386 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48108) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:21.142663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.166937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb2707-25c9-413a-b0a2-f3e62df93095 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8300474-f9a0-40a7-aca5-a84afa9a78ea,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:21.194758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-83bb2707-25c9-413a-b0a2-f3e62df93095 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.199331 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-83bb2707-25c9-413a-b0a2-f3e62df93095 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7667315 May 09 13:15:21.207852 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48114) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:21.214161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Checking router: 43718e57-43f6-4aa5-92d2-1c3cbaa99301 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:15:21.221449 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Updating router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 port 45609ba4-e168-4373-9c1e-762336fe5f2b binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:15:21.229129 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-31dfc083-7553-481f-8ea3-67b85b76a3db tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Request body: {'security_group_rule': {'security_group_id': '4b181e9b-3c39-48cf-b669-5f0de1bf2fa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:21.233765 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:21.253428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Usage tracker for resource:security_group_rule and tenant:e6a64149e3f648a1820699d3c9ae317a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:21.258427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:21.264378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48118) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:21.268810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-31dfc083-7553-481f-8ea3-67b85b76a3db tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:21.285806 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.286770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.287747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-31dfc083-7553-481f-8ea3-67b85b76a3db tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Usage tracker for resource:security_group_rule and tenant:4b2965b1bb45478ebc86d7ce34b37d49 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:21.288007 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4971ea44-b21e-48e9-9bc2-9618d77cbb26 None None] Provisioning complete for port a35ea086-18af-4fa3-9a07-405d316b4141 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:21.290360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4971ea44-b21e-48e9-9bc2-9618d77cbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.294866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-31dfc083-7553-481f-8ea3-67b85b76a3db tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:21.300602 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:21.307215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-31dfc083-7553-481f-8ea3-67b85b76a3db tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:21.327477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:15:21.348624 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab123ed-1e32-4fc0-83d1-3fb23efc57ac None None] Sync routers for ids ['98b75d7a-00f4-46b7-a78d-67f4d83a2a12'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:15:21.369752 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.377545 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab123ed-1e32-4fc0-83d1-3fb23efc57ac None None] Routers {'98b75d7a-00f4-46b7-a78d-67f4d83a2a12'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:21.379862 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-eab123ed-1e32-4fc0-83d1-3fb23efc57ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['98b75d7a-00f4-46b7-a78d-67f4d83a2a12'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:21.388933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4458-e5c3-4762-bb31-e7f210b63f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.409054 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=ae94d676-b10b-48f8-97a5-ee548bc246a5,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:21.420813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.432547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4458-e5c3-4762-bb31-e7f210b63f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.445294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:21.445975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.504726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4458-e5c3-4762-bb31-e7f210b63f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.555381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31dfc083-7553-481f-8ea3-67b85b76a3db tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.558571 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-eab123ed-1e32-4fc0-83d1-3fb23efc57ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:21.576702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-77ba0115-7f16-4bea-ba15-8b1a2b18e552 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1800204959'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:21.587005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b4458-e5c3-4762-bb31-e7f210b63f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19adcf84-b227-48f6-8bc0-c034619a4155,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:21.588124 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab123ed-1e32-4fc0-83d1-3fb23efc57ac None None] Routers {'98b75d7a-00f4-46b7-a78d-67f4d83a2a12'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:21.591946 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-eab123ed-1e32-4fc0-83d1-3fb23efc57ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['98b75d7a-00f4-46b7-a78d-67f4d83a2a12'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:21.620114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4458-e5c3-4762-bb31-e7f210b63f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.626273 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fb3b4458-e5c3-4762-bb31-e7f210b63f8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19adcf84-b227-48f6-8bc0-c034619a4155 HTTP/1.1" status: 204 len: 168 time: 0.5356209 May 09 13:15:21.720309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-77ba0115-7f16-4bea-ba15-8b1a2b18e552 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:21.751630 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5dddc0c5-6a52-4973-be02-9fd6afc8a71b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "PUT /v2.0/routers/98b75d7a-00f4-46b7-a78d-67f4d83a2a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0559494 May 09 13:15:21.751630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-77ba0115-7f16-4bea-ba15-8b1a2b18e552 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Usage tracker for resource:router and tenant:b335c466da2a41f0ae9ee01583a839d6 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:21.757600 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48134) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:21.766415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-77ba0115-7f16-4bea-ba15-8b1a2b18e552 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:21.775355 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-eab123ed-1e32-4fc0-83d1-3fb23efc57ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:21.777284 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab123ed-1e32-4fc0-83d1-3fb23efc57ac None None] The sync data for ids ['98b75d7a-00f4-46b7-a78d-67f4d83a2a12'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:15:21.796823 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Request body: {'port': {'network_id': '6f13438d-1ed5-4adf-84b2-61586230cec9', 'name': 'tempest-FloatingIPNegativeTestJSON-892257412'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:21.811761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-77ba0115-7f16-4bea-ba15-8b1a2b18e552 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:21.828144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.869662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.925833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-77ba0115-7f16-4bea-ba15-8b1a2b18e552 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:21.926752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-77ba0115-7f16-4bea-ba15-8b1a2b18e552 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.012240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Router 6a097e0a-8345-4b38-b889-f788b4a8a98a has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:15:22.048430 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31dfc083-7553-481f-8ea3-67b85b76a3db tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.059154 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:22.064314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Usage tracker for resource:port and tenant:afa6af9b1ae94d129f1dd4adb9c75057 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:22.067451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:22.073737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:22.088805 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4e2a279d-09b1-4a2a-abfa-5efa2de26030 None None] Provisioning complete for port d4e26ae1-9843-4321-b7f8-f3f181f585c6 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:22.089164 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4e2a279d-09b1-4a2a-abfa-5efa2de26030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.092146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31dfc083-7553-481f-8ea3-67b85b76a3db tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.113303 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.114913 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4940963 May 09 13:15:22.118401 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a223f5-f79b-40e5-8dc9-b07abc7bf7b3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2080ea15-7aa7-447b-a18a-801a911c2e6d,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:22.120542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48142) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:22.130700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Made reservation on behalf of afa6af9b1ae94d129f1dd4adb9c75057 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:22.136337 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-582405d2-8368-484c-b91d-e39ff4fd2ca9 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Request body: {'security_group_rule': {'security_group_id': '2080ea15-7aa7-447b-a18a-801a911c2e6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:22.139234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.156308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-582405d2-8368-484c-b91d-e39ff4fd2ca9 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:22.166269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-582405d2-8368-484c-b91d-e39ff4fd2ca9 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Usage tracker for resource:security_group_rule and tenant:e6a64149e3f648a1820699d3c9ae317a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:22.170395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-582405d2-8368-484c-b91d-e39ff4fd2ca9 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:22.184553 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfc083-7553-481f-8ea3-67b85b76a3db tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d722d3-7006-4361-af04-5e21d166442e,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:22.188490 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-77ba0115-7f16-4bea-ba15-8b1a2b18e552 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.199104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] device_id is not set on port 0b54e091-33a9-44bc-98ac-0a05aae105ae yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:15:22.211786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-582405d2-8368-484c-b91d-e39ff4fd2ca9 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:22.260924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-77ba0115-7f16-4bea-ba15-8b1a2b18e552 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.266269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a279d-09b1-4a2a-abfa-5efa2de26030 None None] Port d4e26ae1-9843-4321-b7f8-f3f181f585c6 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:22.306371 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-582405d2-8368-484c-b91d-e39ff4fd2ca9 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.316997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device a35ea086-18af-4fa3-9a07-405d316b4141 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:22.363724 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-77ba0115-7f16-4bea-ba15-8b1a2b18e552 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.364972 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-77ba0115-7f16-4bea-ba15-8b1a2b18e552 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0877681 May 09 13:15:22.373922 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48152) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:22.503329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31dfc083-7553-481f-8ea3-67b85b76a3db tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.504505 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-31dfc083-7553-481f-8ea3-67b85b76a3db tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2872396 May 09 13:15:22.518640 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48160) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:22.595294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:22.595824 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da668e42-4e60-4e6e-a8d4-6e3772fe342d None None] Network bd086f4c-cadb-413f-b1e9-70d7fc8c43ee requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:22.610815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:22.641761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Usage tracker for resource:floatingip and tenant:4b2965b1bb45478ebc86d7ce34b37d49 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:22.647883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:22.665152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:22.666941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48164) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:22.704480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-582405d2-8368-484c-b91d-e39ff4fd2ca9 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.711285 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Allocated IP 172.20.0.9 (6f13438d-1ed5-4adf-84b2-61586230cec9/4cd3cac4-1dbe-4edb-b7f0-dec30b1f4e2f/0b54e091-33a9-44bc-98ac-0a05aae105ae) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:22.737545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.753134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-582405d2-8368-484c-b91d-e39ff4fd2ca9 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.775595 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dac5710b-d5c2-4dd2-884b-e4bf3f7f4627 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.892708 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.913639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582405d2-8368-484c-b91d-e39ff4fd2ca9 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65e9b84-f211-4103-bfeb-42770d5ceaa8,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:22.945531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port a35ea086-18af-4fa3-9a07-405d316b4141 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:22.945815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:22.992335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Transition to ACTIVE for port object 45609ba4-e168-4373-9c1e-762336fe5f2b will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:23.002383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-582405d2-8368-484c-b91d-e39ff4fd2ca9 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:23.006782 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-582405d2-8368-484c-b91d-e39ff4fd2ca9 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8792713 May 09 13:15:23.007426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Router e23205ac-0f77-46d5-806a-e61fdfcd7bf6 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:15:23.010445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48176) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:23.031089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-92c8371f-c8cd-4f20-bf2c-1f4e266df0e8 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Request body: {'security_group_rule': {'security_group_id': '2080ea15-7aa7-447b-a18a-801a911c2e6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:23.064067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ef34dcc6-ec2f-4b2f-beea-cdad016365fa None None] Provisioning for port b04b40d5-d77d-4bea-8fb1-60dfadee3d3c completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:23.097473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-92c8371f-c8cd-4f20-bf2c-1f4e266df0e8 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:23.103986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:23.111253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1915082729'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:23.168862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:23.186086 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-92c8371f-c8cd-4f20-bf2c-1f4e266df0e8 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Usage tracker for resource:security_group_rule and tenant:e6a64149e3f648a1820699d3c9ae317a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:23.190638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-92c8371f-c8cd-4f20-bf2c-1f4e266df0e8 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:23.193873 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Transition to ACTIVE for port object 0b54e091-33a9-44bc-98ac-0a05aae105ae will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:23.204608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:23.205890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:15:23.208785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-92c8371f-c8cd-4f20-bf2c-1f4e266df0e8 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:23.219966 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e4ce21ef-8a5d-4912-81ac-e5ee58464cd7 admin admin] 10.222.0.44 "PUT /v2.0/routers/6a097e0a-8345-4b38-b889-f788b4a8a98a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5574427 May 09 13:15:23.226955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Usage tracker for resource:network and tenant:e7021f8c9d02460fa438082410ecddeb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:23.227503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:23.246653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:23.322034 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65d43e-682f-4cef-ba95-18cb7be3322f None None] Pushing event updated for resources: {'Port': ['ID=45609ba4-e168-4373-9c1e-762336fe5f2b,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:23.385785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:23.433976 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Network 6f13438d-1ed5-4adf-84b2-61586230cec9 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:23.438878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:23.443790 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event updated for resources: {'Port': ['ID=0b54e091-33a9-44bc-98ac-0a05aae105ae,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:23.449518 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:23.630882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Attempting to bind port 45609ba4-e168-4373-9c1e-762336fe5f2b on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:23.631300 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Attempting to bind port 45609ba4-e168-4373-9c1e-762336fe5f2b by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '88ff0207-06bd-4d69-8a0e-5af6cf541eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:23.631960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Attempting to bind port 45609ba4-e168-4373-9c1e-762336fe5f2b on network bb387965-a8e8-43fb-8146-6c2716009608 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:23.640760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-92c8371f-c8cd-4f20-bf2c-1f4e266df0e8 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:23.658415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:23.660684 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:23.660808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dac5710b-d5c2-4dd2-884b-e4bf3f7f4627 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:23.676270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Made reservation on behalf of e7021f8c9d02460fa438082410ecddeb for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:23.679276 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:23.685917 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d9481cf4-d680-4799-be41-c5a9d66b37cd tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9132617 May 09 13:15:23.694213 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48192) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:23.710913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:23.724652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dac5710b-d5c2-4dd2-884b-e4bf3f7f4627 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:23.727200 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ae94d676-b10b-48f8-97a5-ee548bc246a5 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:23.729049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:23.738007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:23.767797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Usage tracker for resource:floatingip and tenant:afa6af9b1ae94d129f1dd4adb9c75057 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:23.774240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:23.795303 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:23.816099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:23.847605 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:23.848223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Checking segment: {'id': '88ff0207-06bd-4d69-8a0e-5af6cf541eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:23.848794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:23.849358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Bound using segment: {'id': '88ff0207-06bd-4d69-8a0e-5af6cf541eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:23.849976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Bound port: 45609ba4-e168-4373-9c1e-762336fe5f2b, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ff0207-06bd-4d69-8a0e-5af6cf541eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:23.850509 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:23.942574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:23.946604 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Usage tracker for resource:security_group_rule and tenant:e7021f8c9d02460fa438082410ecddeb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:23.951353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:23.957462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:24.010719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dac5710b-d5c2-4dd2-884b-e4bf3f7f4627 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.011310 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac5710b-d5c2-4dd2-884b-e4bf3f7f4627 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff49e87a-d175-4224-b5f6-de5f4dbcffc5 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:15:24.025667 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port ae94d676-b10b-48f8-97a5-ee548bc246a5 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:24.029040 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.046737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.085564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.131460 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3dcc0e8b-d55f-41a4-811c-1b2bccefcb51 None None] Provisioning for port 0b54e091-33a9-44bc-98ac-0a05aae105ae completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:24.146708 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3dcc0e8b-d55f-41a4-811c-1b2bccefcb51 None None] Provisioning complete for port 0b54e091-33a9-44bc-98ac-0a05aae105ae triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:24.147324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3dcc0e8b-d55f-41a4-811c-1b2bccefcb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.202854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] For port 45609ba4-e168-4373-9c1e-762336fe5f2b, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:24.242089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Allocated IP 172.26.1.14 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/c727b48b-f92c-4417-b871-d843bda19b82) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:24.310663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] For port 45609ba4-e168-4373-9c1e-762336fe5f2b, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=45609ba4-e168-4373-9c1e-762336fe5f2b,segment=NetworkSegment(88ff0207-06bd-4d69-8a0e-5af6cf541eca),segment_id=88ff0207-06bd-4d69-8a0e-5af6cf541eca)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:24.327769 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3dcc0e8b-d55f-41a4-811c-1b2bccefcb51 None None] Port 0b54e091-33a9-44bc-98ac-0a05aae105ae cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:24.329840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.336469 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48202) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:24.351392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--244774759', 'description': 'tempest-description--1563525044'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:24.360573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:24.365983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Usage tracker for resource:security_group and tenant:7bc08a88006e40bf8a44780de483df57 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:24.369148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:24.376173 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:24.391748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.403618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device a1a385aa-a9ca-46d6-9580-4371b07078d1 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:24.428893 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dac5710b-d5c2-4dd2-884b-e4bf3f7f4627 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.437614 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:24.442019 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dac5710b-d5c2-4dd2-884b-e4bf3f7f4627 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] 10.222.0.44 "DELETE /v2.0/routers/ff49e87a-d175-4224-b5f6-de5f4dbcffc5 HTTP/1.1" status: 204 len: 168 time: 2.0571144 May 09 13:15:24.442139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Usage tracker for resource:security_group_rule and tenant:7bc08a88006e40bf8a44780de483df57 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:24.445498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:24.452116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:24.461357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-92c8371f-c8cd-4f20-bf2c-1f4e266df0e8 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.462350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48206) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:24.488645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ce9cfb9c-247b-44f4-9cb9-736ef71bc36a tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Request body: {'router': {'name': 'tempest-router-1100234084', 'distributed': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:24.494413 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ce9cfb9c-247b-44f4-9cb9-736ef71bc36a tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:24.501916 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ce9cfb9c-247b-44f4-9cb9-736ef71bc36a tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Usage tracker for resource:router and tenant:b335c466da2a41f0ae9ee01583a839d6 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:24.502393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Routers {'43718e57-43f6-4aa5-92d2-1c3cbaa99301'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:24.503166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:24.508793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ce9cfb9c-247b-44f4-9cb9-736ef71bc36a tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:24.521936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.522792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ce9cfb9c-247b-44f4-9cb9-736ef71bc36a tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:24.535372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-92c8371f-c8cd-4f20-bf2c-1f4e266df0e8 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.558192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65d43e-682f-4cef-ba95-18cb7be3322f None None] Pushing event updated for resources: {'Port': ['ID=45609ba4-e168-4373-9c1e-762336fe5f2b,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:24.571052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.599982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfb9c-247b-44f4-9cb9-736ef71bc36a tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.601476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfb9c-247b-44f4-9cb9-736ef71bc36a tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.628995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfb9c-247b-44f4-9cb9-736ef71bc36a tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.636630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-92c8371f-c8cd-4f20-bf2c-1f4e266df0e8 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.637934 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-92c8371f-c8cd-4f20-bf2c-1f4e266df0e8 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6254671 May 09 13:15:24.649062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48214) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:24.687900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:24.693137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:24.697081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Usage tracker for resource:floatingip and tenant:e6a64149e3f648a1820699d3c9ae317a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:24.700561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:24.711252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:24.738765 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8371f-c8cd-4f20-bf2c-1f4e266df0e8 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034c3195-4721-4d85-9205-deaef14aa1d1,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:24.741379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.744508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a594119-6491-41ef-980a-289cfbda922a,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:24.749030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.749705 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.754078 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8fdca9dd-64d1-4cfb-8f59-c92a86c9a156 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4135582 May 09 13:15:24.755088 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48218) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:24.769619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.771273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-02e138a1-7659-47e1-b9f2-bf96667e4877 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Request body: {'security_group_rule': {'security_group_id': '7a594119-6491-41ef-980a-289cfbda922a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:24.781678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-02e138a1-7659-47e1-b9f2-bf96667e4877 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:24.785752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-02e138a1-7659-47e1-b9f2-bf96667e4877 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Usage tracker for resource:security_group_rule and tenant:7bc08a88006e40bf8a44780de483df57 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:24.788692 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-02e138a1-7659-47e1-b9f2-bf96667e4877 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:24.791751 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] Set router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:15:24.796240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-02e138a1-7659-47e1-b9f2-bf96667e4877 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:24.822581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02e138a1-7659-47e1-b9f2-bf96667e4877 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.838874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.865409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.876068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfb9c-247b-44f4-9cb9-736ef71bc36a tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.887630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd4ad65-d2e2-47c7-9525-bf069ca997c1,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:24.935641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:15:24.948872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:24.949242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:15:24.953041 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:24.961480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:24.996793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfb9c-247b-44f4-9cb9-736ef71bc36a tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:24.998166 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ce9cfb9c-247b-44f4-9cb9-736ef71bc36a tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5345998 May 09 13:15:25.002185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.002547 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Added segment f8e8f36b-d1be-4657-bef9-f5f372cab36a of type vlan for network e96ed52d-1f00-4a8d-a11b-e89feeecba16 May 09 13:15:25.006530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48226) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:25.010940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event updated for resources: {'Port': ['ID=c727b48b-f92c-4417-b871-d843bda19b82,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:25.019139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02e138a1-7659-47e1-b9f2-bf96667e4877 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.030139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02e138a1-7659-47e1-b9f2-bf96667e4877 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.033416 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port a1a385aa-a9ca-46d6-9580-4371b07078d1 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:25.033788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.059534 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c018330-5e59-49ea-b1ed-2b3908bcf099 None None] Sync routers for ids ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:15:25.072939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e138a1-7659-47e1-b9f2-bf96667e4877 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabfd426-b47a-4840-962f-77d0aeb898f3,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:25.085294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.086254 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a19d208e-a534-4462-9286-c64433ecf8e0 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.9731979 May 09 13:15:25.087842 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Allocated IP 172.26.1.253 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/1d48b940-eaad-4d44-90cd-845cb2451a42) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:25.089959 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48230) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:25.168098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02e138a1-7659-47e1-b9f2-bf96667e4877 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.168820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48234) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:25.169955 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-02e138a1-7659-47e1-b9f2-bf96667e4877 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4130173 May 09 13:15:25.176682 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48238) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:25.192125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a34c6eb6-8d7c-4d9d-8a2c-9c3874f21e77 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Request body: {'security_group_rule': {'security_group_id': '7a594119-6491-41ef-980a-289cfbda922a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:25.195242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.231627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c018330-5e59-49ea-b1ed-2b3908bcf099 None None] Routers {'e23205ac-0f77-46d5-806a-e61fdfcd7bf6'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:25.232352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0c018330-5e59-49ea-b1ed-2b3908bcf099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:25.252453 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a34c6eb6-8d7c-4d9d-8a2c-9c3874f21e77 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:25.268163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a34c6eb6-8d7c-4d9d-8a2c-9c3874f21e77 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Usage tracker for resource:security_group_rule and tenant:7bc08a88006e40bf8a44780de483df57 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:25.274972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a34c6eb6-8d7c-4d9d-8a2c-9c3874f21e77 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:25.284358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a34c6eb6-8d7c-4d9d-8a2c-9c3874f21e77 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:25.360596 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0c018330-5e59-49ea-b1ed-2b3908bcf099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:25.402972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.425826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c018330-5e59-49ea-b1ed-2b3908bcf099 None None] Routers {'e23205ac-0f77-46d5-806a-e61fdfcd7bf6'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:25.426448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0c018330-5e59-49ea-b1ed-2b3908bcf099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:25.427804 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-689916659'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:25.439420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:15:25.449286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:25.458059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a34c6eb6-8d7c-4d9d-8a2c-9c3874f21e77 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.465441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a8da3ef8-c5fd-4cab-9f9a-22ad013bc4fb tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.471196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.519427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Usage tracker for resource:network and tenant:332d50ed1a0a48649dfa0961aec061cd is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:25.535672 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:25.540652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0c018330-5e59-49ea-b1ed-2b3908bcf099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:25.541048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c018330-5e59-49ea-b1ed-2b3908bcf099 None None] The sync data for ids ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:15:25.550649 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:25.565840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b04b40d5-d77d-4bea-8fb1-60dfadee3d3c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:25.613878 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.618177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:25.619208 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.620553 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.640759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '45609ba4-e168-4373-9c1e-762336fe5f2b', 'name': '', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:24Z', 'revision_number': 4, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'subnets': [{'id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:25.647164 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ea2b6-3124-40a1-8fca-68e4b7711a63 None None] The sync data for ids ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'] in dv-neutron-840889-2-hyperv is: [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '45609ba4-e168-4373-9c1e-762336fe5f2b', 'name': '', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:24Z', 'revision_number': 4, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'subnets': [{'id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:15:25.655115 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.658951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a34c6eb6-8d7c-4d9d-8a2c-9c3874f21e77 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.663182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port b04b40d5-d77d-4bea-8fb1-60dfadee3d3c completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:25.670268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b04b40d5-d77d-4bea-8fb1-60dfadee3d3c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:25.671355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.672213 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a34c6eb6-8d7c-4d9d-8a2c-9c3874f21e77 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.735106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Made reservation on behalf of 332d50ed1a0a48649dfa0961aec061cd for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:25.740309 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c6eb6-8d7c-4d9d-8a2c-9c3874f21e77 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ec23a8-45be-460b-bea3-efcf8bd96c68,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:25.740743 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.779249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a34c6eb6-8d7c-4d9d-8a2c-9c3874f21e77 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.780437 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a34c6eb6-8d7c-4d9d-8a2c-9c3874f21e77 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6009085 May 09 13:15:25.836114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48246) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:25.863535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:25.880881 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.881411 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.2132547 May 09 13:15:25.886436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.888232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Pushing event updated for resources: {'Port': ['ID=1d48b940-eaad-4d44-90cd-845cb2451a42,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:25.894662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.898323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48252) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:25.914009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:25.915862 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Usage tracker for resource:floatingip and tenant:7bc08a88006e40bf8a44780de483df57 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:25.919602 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:25.923942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Request body: {'subnet': {'network_id': 'e96ed52d-1f00-4a8d-a11b-e89feeecba16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:25.925970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:25.944721 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:25.957445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port b04b40d5-d77d-4bea-8fb1-60dfadee3d3c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b04b40d5-d77d-4bea-8fb1-60dfadee3d3c,segment=NetworkSegment(c3f70c2b-de67-43f4-ae62-f5360f5ea847),segment_id=c3f70c2b-de67-43f4-ae62-f5360f5ea847)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:25.966989 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:25.982995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd1e43-b316-4e94-9762-721dd7dfcc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Pushing event updated for resources: {'Network': ['ID=e96ed52d-1f00-4a8d-a11b-e89feeecba16,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:25.985224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:26.008773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:26.015768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:26.100932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=b04b40d5-d77d-4bea-8fb1-60dfadee3d3c,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:26.117788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network e96ed52d-1f00-4a8d-a11b-e89feeecba16 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:15:26.151385 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 45609ba4-e168-4373-9c1e-762336fe5f2b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:26.229566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:26.244636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Usage tracker for resource:subnet and tenant:e7021f8c9d02460fa438082410ecddeb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:26.251604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:26.275074 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:26.310407 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:26.314059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Made reservation on behalf of e7021f8c9d02460fa438082410ecddeb for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:26.338111 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 45609ba4-e168-4373-9c1e-762336fe5f2b completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:26.341791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:26.358381 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 45609ba4-e168-4373-9c1e-762336fe5f2b triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:26.358741 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:26.493185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:26.534460 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 45609ba4-e168-4373-9c1e-762336fe5f2b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=45609ba4-e168-4373-9c1e-762336fe5f2b,segment=NetworkSegment(88ff0207-06bd-4d69-8a0e-5af6cf541eca),segment_id=88ff0207-06bd-4d69-8a0e-5af6cf541eca)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:26.536632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event updated for resources: {'Port': ['ID=c727b48b-f92c-4417-b871-d843bda19b82,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:26.540365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:26.556230 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:26.625691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a8da3ef8-c5fd-4cab-9f9a-22ad013bc4fb tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:26.631685 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=45609ba4-e168-4373-9c1e-762336fe5f2b,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:26.648460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:26.663893 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Usage tracker for resource:security_group_rule and tenant:332d50ed1a0a48649dfa0961aec061cd is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:26.668689 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:26.673809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a8da3ef8-c5fd-4cab-9f9a-22ad013bc4fb tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:26.698068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:26.737901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:26.773302 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:26.776105 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6bcd1c1b-56dd-4387-a9ec-e78221963d1a tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0798488 May 09 13:15:26.780385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48256) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:26.825547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a8da3ef8-c5fd-4cab-9f9a-22ad013bc4fb tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:26.826116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8da3ef8-c5fd-4cab-9f9a-22ad013bc4fb tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77aeacd1-54a0-4309-9b3f-e95bdfaf0ef5 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:15:26.831866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Allocated IP 172.26.1.125 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/52045f9f-9221-4d85-8e9c-969d84ecd300) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:26.838534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1cc6a217-ebf1-40ea-8b25-c23b6f004e25 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Request body: {'floatingip': {'port_id': '0b54e091-33a9-44bc-98ac-0a05aae105ae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:26.976242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cc6a217-ebf1-40ea-8b25-c23b6f004e25 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for floatingip, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.035744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.115641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.140871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.163538 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a8da3ef8-c5fd-4cab-9f9a-22ad013bc4fb tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.169535 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a8da3ef8-c5fd-4cab-9f9a-22ad013bc4fb tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] 10.222.0.44 "DELETE /v2.0/routers/77aeacd1-54a0-4309-9b3f-e95bdfaf0ef5 HTTP/1.1" status: 204 len: 168 time: 2.1554091 May 09 13:15:27.172735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48260) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:27.192183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.207122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4072ceca-8b89-4c08-8ab7-0b349f46f783 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Request body: {'router': {'name': 'tempest-router-651175626', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '48134da277dd4e87b8f7274d784757eb'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:27.209786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:15:27.248755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.293530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4072ceca-8b89-4c08-8ab7-0b349f46f783 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:27.324859 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4072ceca-8b89-4c08-8ab7-0b349f46f783 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Usage tracker for resource:router and tenant:48134da277dd4e87b8f7274d784757eb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:27.328716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4072ceca-8b89-4c08-8ab7-0b349f46f783 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:27.358410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab209ee-17af-418f-aa7b-b7fdd90cf6b9,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:27.360020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.369672 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4072ceca-8b89-4c08-8ab7-0b349f46f783 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:27.373225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.373596 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Added segment 44cb2251-e5b2-4539-80f1-be41aae92b6d of type vlan for network 249c3785-af37-4715-8607-c666a06e093d May 09 13:15:27.403650 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.412248 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-1cc6a217-ebf1-40ea-8b25-c23b6f004e25 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] update failed (client error): The resource could not be found. May 09 13:15:27.413309 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1cc6a217-ebf1-40ea-8b25-c23b6f004e25 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "PUT /v2.0/floatingips/be921fef-59a6-4eb2-a898-97270ebeaaf1 HTTP/1.1" status: 404 len: 507 time: 0.6310947 May 09 13:15:27.417029 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48264) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:27.464778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Pushing event updated for resources: {'Subnet': ['ID=0d27609d-49d7-4ef5-b3f8-80ff6f58aed9,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:27.488888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Checking segment: {'id': 'f8e8f36b-d1be-4657-bef9-f5f372cab36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e96ed52d-1f00-4a8d-a11b-e89feeecba16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:27.489222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Network hostable DHCP agents. Network: e96ed52d-1f00-4a8d-a11b-e89feeecba16, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:15:27.507635 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4072ceca-8b89-4c08-8ab7-0b349f46f783 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.508517 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4072ceca-8b89-4c08-8ab7-0b349f46f783 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.514251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.566639 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Network e96ed52d-1f00-4a8d-a11b-e89feeecba16 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:15:27.622638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, e96ed52d-1f00-4a8d-a11b-e89feeecba16) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:27.631330 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc9760-073d-4d6d-851e-e898ebffa4c3 None None] Network e96ed52d-1f00-4a8d-a11b-e89feeecba16 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:27.633209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:27.633820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.692973 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fcf7a9eb-dff0-489f-8f00-4e85552a1e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7864351 May 09 13:15:27.693312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48268) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:27.704740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Request body: {'port': {'network_id': 'e96ed52d-1f00-4a8d-a11b-e89feeecba16', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-730774844'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:27.726662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:15:27.750149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-c497926d-6aa8-4f24-ae6c-28d20161152f tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Deleting port c727b48b-f92c-4417-b871-d843bda19b82 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:27.750149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c497926d-6aa8-4f24-ae6c-28d20161152f tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.798842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.868146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-e96ed52d-1f00-4a8d-a11b-e89feeecba16', 'network_id': 'e96ed52d-1f00-4a8d-a11b-e89feeecba16', 'tenant_id': 'e7021f8c9d02460fa438082410ecddeb', 'fixed_ips': [{'subnet_id': '0d27609d-49d7-4ef5-b3f8-80ff6f58aed9'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:15:27.869581 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.886810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4072ceca-8b89-4c08-8ab7-0b349f46f783 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.934413 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.938044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:27.938608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.993552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:27.996939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:28.003650 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Usage tracker for resource:port and tenant:e7021f8c9d02460fa438082410ecddeb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:28.007760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:28.023138 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:28.072696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Allocated IP 2001:db8::2 (e96ed52d-1f00-4a8d-a11b-e89feeecba16/0d27609d-49d7-4ef5-b3f8-80ff6f58aed9/e6436631-eadb-4b67-9248-72a6e80049a7) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:28.085173 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b04b40d5-d77d-4bea-8fb1-60dfadee3d3c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:28.100063 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Made reservation on behalf of e7021f8c9d02460fa438082410ecddeb for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:28.103196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.146990 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] device_id is not set on port c166f5d8-ed86-43ac-9086-43fc3de44747 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:15:28.157779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4072ceca-8b89-4c08-8ab7-0b349f46f783 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.206163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c497926d-6aa8-4f24-ae6c-28d20161152f tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.206492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c497926d-6aa8-4f24-ae6c-28d20161152f tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.237653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:28.241396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:15:28.266441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b04b40d5-d77d-4bea-8fb1-60dfadee3d3c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:28.266904 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.364103 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Allocated IP 172.20.0.1 (bd086f4c-cadb-413f-b1e9-70d7fc8c43ee/0be50f28-7ec6-4de4-bcee-431c746197a9/0b1ed361-d65d-4fb6-abea-00a44e7d61bc) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:28.389852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Pushing event updated for resources: {'Network': ['ID=249c3785-af37-4715-8607-c666a06e093d,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:28.391396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:28.426107 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 249c3785-af37-4715-8607-c666a06e093d details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:15:28.461244 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5c6d1d7a-8b06-44ac-9452-a3b9a595fa2c tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.2854238 May 09 13:15:28.461244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4072ceca-8b89-4c08-8ab7-0b349f46f783 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.461244 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4072ceca-8b89-4c08-8ab7-0b349f46f783 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2668729 May 09 13:15:28.466768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-c497926d-6aa8-4f24-ae6c-28d20161152f tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Calling delete_port for c727b48b-f92c-4417-b871-d843bda19b82 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:28.476344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.493388 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Allocated IP 172.26.1.84 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/0d31fb3e-6f06-43f6-97b2-446710640427) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:28.497791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:28.501114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Pushing event updated for resources: {'Port': ['ID=52045f9f-9221-4d85-8e9c-969d84ecd300,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:28.505288 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.508956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48272) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:28.524669 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.538034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-14c537b6-d463-4e79-98fd-ff78ffef3407 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:28.552370 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.578286 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Transition to ACTIVE for port object e6436631-eadb-4b67-9248-72a6e80049a7 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:28.588226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Transition to ACTIVE for port object 0b1ed361-d65d-4fb6-abea-00a44e7d61bc will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:28.604603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 45609ba4-e168-4373-9c1e-762336fe5f2b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:28.639947 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.662578 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Transition to ACTIVE for port object e6436631-eadb-4b67-9248-72a6e80049a7 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:28.678237 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.761775 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Pushing event updated for resources: {'Port': ['ID=e6436631-eadb-4b67-9248-72a6e80049a7,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:28.765177 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Network e96ed52d-1f00-4a8d-a11b-e89feeecba16 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:28.768710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:28.771165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:28.796989 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Network bd086f4c-cadb-413f-b1e9-70d7fc8c43ee is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:28.801935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:28.808822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:28.879090 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 45609ba4-e168-4373-9c1e-762336fe5f2b triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:28.879530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.889683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.896929 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48280) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:28.904942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event updated for resources: {'Port': ['ID=0b1ed361-d65d-4fb6-abea-00a44e7d61bc,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:28.914592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Request body: {'port': {'network_id': '249c3785-af37-4715-8607-c666a06e093d', 'binding:host_id': 'hv-neutron-8408', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2024773038'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:28.917982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.922680 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Pushing event updated for resources: {'Port': ['ID=1d48b940-eaad-4d44-90cd-845cb2451a42,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:28.936176 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Allocated IP 2001:db8::354 (e96ed52d-1f00-4a8d-a11b-e89feeecba16/0d27609d-49d7-4ef5-b3f8-80ff6f58aed9/c166f5d8-ed86-43ac-9086-43fc3de44747) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:28.938851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:28.958108 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Usage tracker for resource:port and tenant:bba7c88d6c3c44159a5922cea49ac813 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:28.965391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:28.968906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Attempting to bind port e6436631-eadb-4b67-9248-72a6e80049a7 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:28.969598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Attempting to bind port e6436631-eadb-4b67-9248-72a6e80049a7 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'f8e8f36b-d1be-4657-bef9-f5f372cab36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e96ed52d-1f00-4a8d-a11b-e89feeecba16'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:28.970585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Attempting to bind port e6436631-eadb-4b67-9248-72a6e80049a7 on network e96ed52d-1f00-4a8d-a11b-e89feeecba16 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:28.977668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:28.987725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:28.988319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Checking segment: {'id': 'f8e8f36b-d1be-4657-bef9-f5f372cab36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e96ed52d-1f00-4a8d-a11b-e89feeecba16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:28.988889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:28.990458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Bound using segment: {'id': 'f8e8f36b-d1be-4657-bef9-f5f372cab36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e96ed52d-1f00-4a8d-a11b-e89feeecba16'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:28.991147 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Bound port: e6436631-eadb-4b67-9248-72a6e80049a7, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e8f36b-d1be-4657-bef9-f5f372cab36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e96ed52d-1f00-4a8d-a11b-e89feeecba16'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:28.991622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.001891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Made reservation on behalf of bba7c88d6c3c44159a5922cea49ac813 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:29.006263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.022224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.131859 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c497926d-6aa8-4f24-ae6c-28d20161152f tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.139908 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.143690 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-26db69ee-15be-4cb6-b8d3-346f9fc531ee tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6197917 May 09 13:15:29.164635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] For port e6436631-eadb-4b67-9248-72a6e80049a7, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:29.170030 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] For port e6436631-eadb-4b67-9248-72a6e80049a7, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e6436631-eadb-4b67-9248-72a6e80049a7,segment=NetworkSegment(f8e8f36b-d1be-4657-bef9-f5f372cab36a),segment_id=f8e8f36b-d1be-4657-bef9-f5f372cab36a)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:29.172204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-94b23201-cbd6-4041-bdb2-027c0e5c970f None None] Provisioning for port 0b1ed361-d65d-4fb6-abea-00a44e7d61bc completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:29.179209 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.214622 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497926d-6aa8-4f24-ae6c-28d20161152f tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event deleted for resources: {'Port': ['ID=c727b48b-f92c-4417-b871-d843bda19b82,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:29.224631 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-94b23201-cbd6-4041-bdb2-027c0e5c970f None None] Provisioning complete for port 0b1ed361-d65d-4fb6-abea-00a44e7d61bc triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:29.225304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-94b23201-cbd6-4041-bdb2-027c0e5c970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.226796 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:29.232254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.315785 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-94b23201-cbd6-4041-bdb2-027c0e5c970f None None] Port 0b1ed361-d65d-4fb6-abea-00a44e7d61bc cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:29.337240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd1820-4324-4362-b983-f123b74cfcf5 None None] Pushing event updated for resources: {'Port': ['ID=e6436631-eadb-4b67-9248-72a6e80049a7,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:29.350889 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.433841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Usage tracker for resource:security_group_rule and tenant:bba7c88d6c3c44159a5922cea49ac813 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:29.435550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:29.442616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:29.464174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.482269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c497926d-6aa8-4f24-ae6c-28d20161152f tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.491491 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.565586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c497926d-6aa8-4f24-ae6c-28d20161152f tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.571965 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c497926d-6aa8-4f24-ae6c-28d20161152f tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "DELETE /v2.0/floatingips/be921fef-59a6-4eb2-a898-97270ebeaaf1 HTTP/1.1" status: 204 len: 168 time: 2.1418166 May 09 13:15:29.576352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48294) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:29.615656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5cb5ae0a-2cf9-4522-93a8-28a7f862d6db tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Request body: {'floatingip': {'floating_network_id': '6f13438d-1ed5-4adf-84b2-61586230cec9', 'port_id': '0b54e091-33a9-44bc-98ac-0a05aae105ae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:29.628239 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5cb5ae0a-2cf9-4522-93a8-28a7f862d6db tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:29.632781 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5cb5ae0a-2cf9-4522-93a8-28a7f862d6db tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Usage tracker for resource:floatingip and tenant:afa6af9b1ae94d129f1dd4adb9c75057 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:29.636643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5cb5ae0a-2cf9-4522-93a8-28a7f862d6db tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:29.643722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5cb5ae0a-2cf9-4522-93a8-28a7f862d6db tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:29.719121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.735842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Transition to ACTIVE for port object c166f5d8-ed86-43ac-9086-43fc3de44747 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:29.754898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48304) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:29.767491 dv-neutron-840889-2-hyperv neutron-server[83894]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 09 13:15:29.788702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.808659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ae0a-2cf9-4522-93a8-28a7f862d6db tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.814688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.864762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-14c537b6-d463-4e79-98fd-ff78ffef3407 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.865109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-14c537b6-d463-4e79-98fd-ff78ffef3407 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:29.892171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] device_id is not set on port 52934ceb-f60d-4499-ac85-b6aade876c7a yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:15:29.990659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de9c326-54ba-443e-bb1e-bba1a6a6577c,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:30.000621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-86fb4499-cefc-4406-aba0-f7840a4aa875 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Synchronizing usage tracker for tenant:4b2965b1bb45478ebc86d7ce34b37d49 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:30.003178 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.102713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e6436631-eadb-4b67-9248-72a6e80049a7 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:30.168714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-86fb4499-cefc-4406-aba0-f7840a4aa875 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Unset dirty status for tenant:4b2965b1bb45478ebc86d7ce34b37d49 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:30.176764 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-86fb4499-cefc-4406-aba0-f7840a4aa875 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--351609520&fields=id&tenant_id=4b2965b1bb45478ebc86d7ce34b37d49 HTTP/1.1" status: 200 len: 267 time: 0.4208210 May 09 13:15:30.206509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Network e96ed52d-1f00-4a8d-a11b-e89feeecba16 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:30.210361 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port e6436631-eadb-4b67-9248-72a6e80049a7 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:30.213674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Pushing event updated for resources: {'Port': ['ID=c166f5d8-ed86-43ac-9086-43fc3de44747,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:30.217843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:30.220253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:30.225613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:30.226267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.226788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.288241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-14c537b6-d463-4e79-98fd-ff78ffef3407 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83895) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 09 13:15:30.288570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-14c537b6-d463-4e79-98fd-ff78ffef3407 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Router aa888d3b-bde7-40e6-b066-c2456acc5d2c migrating from provider to provider. {{(pid=83895) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 09 13:15:30.288944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-14c537b6-d463-4e79-98fd-ff78ffef3407 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.318449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-14c537b6-d463-4e79-98fd-ff78ffef3407 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.343884 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-14c537b6-d463-4e79-98fd-ff78ffef3407 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.361724 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:30.365248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Pushing event updated for resources: {'Port': ['ID=0d31fb3e-6f06-43f6-97b2-446710640427,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:30.369628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:30.372845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:30.376361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:15:30.413249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.438932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.459778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d22b7e-4e34-460d-93d4-6e16f4bbe583 None None] Network e96ed52d-1f00-4a8d-a11b-e89feeecba16 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:30.495644 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:15:30.528915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.552661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.579825 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ef7cb9aa-6955-4948-979c-7c718aa11285 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8855417 May 09 13:15:30.584318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48308) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:30.599694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e1b9e12f-ba71-43e3-a082-1d3a961c0e28 None None] Provisioning for port e6436631-eadb-4b67-9248-72a6e80049a7 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:30.603260 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Request body: {'port': {'network_id': 'e96ed52d-1f00-4a8d-a11b-e89feeecba16', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-537924153', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:30.604284 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.api.validators [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] bootfile-name is not in valid_values {{(pid=83894) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 13:15:30.604672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.api.validators [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] tftp-server is not in valid_values {{(pid=83894) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 13:15:30.605021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.api.validators [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] server-ip-address is not in valid_values {{(pid=83894) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 13:15:30.610408 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e1b9e12f-ba71-43e3-a082-1d3a961c0e28 None None] Provisioning complete for port e6436631-eadb-4b67-9248-72a6e80049a7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:30.610792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e12f-ba71-43e3-a082-1d3a961c0e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.649007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.684926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Pushing event updated for resources: {'Port': ['ID=52045f9f-9221-4d85-8e9c-969d84ecd300,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:30.697724 dv-neutron-840889-2-hyperv neutron-server[83895]: WARNING neutron.scheduler.l3_agent_scheduler [None req-14c537b6-d463-4e79-98fd-ff78ffef3407 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] No L3 agents can host the router aa888d3b-bde7-40e6-b066-c2456acc5d2c May 09 13:15:30.745987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event updated for resources: {'Port': ['ID=0b1ed361-d65d-4fb6-abea-00a44e7d61bc,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:30.748658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.750033 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c806d9ee-2d21-4743-b419-dfc33c50191c tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0951548 May 09 13:15:30.789221 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.805680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e12f-ba71-43e3-a082-1d3a961c0e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.835692 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-5cb5ae0a-2cf9-4522-93a8-28a7f862d6db tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:15:30.836454 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5cb5ae0a-2cf9-4522-93a8-28a7f862d6db tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2410867 May 09 13:15:30.879434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-459603bc-5ff2-467a-944a-f8f9c5aa2cd1 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:30.881783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e1b9e12f-ba71-43e3-a082-1d3a961c0e28 None None] For port e6436631-eadb-4b67-9248-72a6e80049a7, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e6436631-eadb-4b67-9248-72a6e80049a7,segment=NetworkSegment(f8e8f36b-d1be-4657-bef9-f5f372cab36a),segment_id=f8e8f36b-d1be-4657-bef9-f5f372cab36a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:30.886690 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-459603bc-5ff2-467a-944a-f8f9c5aa2cd1 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/networks?id=bb387965-a8e8-43fb-8146-6c2716009608 HTTP/1.1" status: 200 len: 805 time: 0.7081666 May 09 13:15:30.886880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48314) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:30.890599 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e12f-ba71-43e3-a082-1d3a961c0e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.896729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.911385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': '0b54e091-33a9-44bc-98ac-0a05aae105ae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:30.921141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:30.929444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] device_id is not set on port 52934ceb-f60d-4499-ac85-b6aade876c7a yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:15:30.939905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Usage tracker for resource:port and tenant:e7021f8c9d02460fa438082410ecddeb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:30.947117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:30.963872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:30.972477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:30.976647 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-e7d1e255-3352-472e-8871-9f9fafead619 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/quotas/4b2965b1bb45478ebc86d7ce34b37d49 HTTP/1.1" status: 200 len: 375 time: 0.0730162 May 09 13:15:30.989455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9e12f-ba71-43e3-a082-1d3a961c0e28 None None] Pushing event updated for resources: {'Port': ['ID=e6436631-eadb-4b67-9248-72a6e80049a7,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:30.992298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Usage tracker for resource:floatingip and tenant:afa6af9b1ae94d129f1dd4adb9c75057 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:30.995839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:30.998559 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.031731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:31.063133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.118651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:31.125408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48328) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:31.215525 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Transition to ACTIVE for port object 52934ceb-f60d-4499-ac85-b6aade876c7a will not be triggered until provisioned by entity L2. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:31.228014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c537b6-d463-4e79-98fd-ff78ffef3407 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Hosts for router aa888d3b-bde7-40e6-b066-c2456acc5d2c: [] {{(pid=83895) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 09 13:15:31.237607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Made reservation on behalf of e7021f8c9d02460fa438082410ecddeb for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:31.240853 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.265886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.326477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c537b6-d463-4e79-98fd-ff78ffef3407 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Hosts for other DVR routers connected to router aa888d3b-bde7-40e6-b066-c2456acc5d2c: set() {{(pid=83895) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 09 13:15:31.328756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-14c537b6-d463-4e79-98fd-ff78ffef3407 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.333879 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-14c537b6-d463-4e79-98fd-ff78ffef3407 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] 10.222.0.44 "PUT /v2.0/routers/aa888d3b-bde7-40e6-b066-c2456acc5d2c HTTP/1.1" status: 200 len: 716 time: 2.8150916 May 09 13:15:31.337485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48332) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:31.345783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f37d6a1c-1bf3-44ee-9546-ecd815696000 None None] Provisioning complete for port e6436631-eadb-4b67-9248-72a6e80049a7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:31.346988 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f37d6a1c-1bf3-44ee-9546-ecd815696000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.385376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] device_id is not set on port 61015d70-be18-40fd-815d-d68e463ded79 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:15:31.441288 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-06c45f81-e325-4c61-b987-6df2780040d6 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Synchronizing usage tracker for tenant:e6a64149e3f648a1820699d3c9ae317a on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:31.493471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f37d6a1c-1bf3-44ee-9546-ecd815696000 None None] Provisioning for port c166f5d8-ed86-43ac-9086-43fc3de44747 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:31.498909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f37d6a1c-1bf3-44ee-9546-ecd815696000 None None] Provisioning complete for port c166f5d8-ed86-43ac-9086-43fc3de44747 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:31.499387 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f37d6a1c-1bf3-44ee-9546-ecd815696000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.505521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event updated for resources: {'Port': ['ID=52934ceb-f60d-4499-ac85-b6aade876c7a,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:31.523961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Network bd086f4c-cadb-413f-b1e9-70d7fc8c43ee is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:31.534887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:31.553969 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f37d6a1c-1bf3-44ee-9546-ecd815696000 None None] Port c166f5d8-ed86-43ac-9086-43fc3de44747 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:31.624618 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-bb93ba6c-102a-430f-beaa-48f28d47aa25 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b2965b1bb45478ebc86d7ce34b37d49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6472790 May 09 13:15:31.691523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c71c4c44-60ee-4f52-82b3-4826336209f1 None None] Provisioning complete for port c166f5d8-ed86-43ac-9086-43fc3de44747 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:31.691878 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c71c4c44-60ee-4f52-82b3-4826336209f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.709186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.717574 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-af787752-3007-4435-9c26-2c1ab0e9e66a tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] 10.222.0.44 "GET /v2.0/routers/aa888d3b-bde7-40e6-b066-c2456acc5d2c HTTP/1.1" status: 200 len: 716 time: 0.3733616 May 09 13:15:31.720758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48340) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:31.723661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.773985 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c71c4c44-60ee-4f52-82b3-4826336209f1 None None] Port c166f5d8-ed86-43ac-9086-43fc3de44747 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:31.790231 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-06c45f81-e325-4c61-b987-6df2780040d6 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Unset dirty status for tenant:e6a64149e3f648a1820699d3c9ae317a on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:31.791718 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-06c45f81-e325-4c61-b987-6df2780040d6 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1525746969&fields=id&tenant_id=e6a64149e3f648a1820699d3c9ae317a HTTP/1.1" status: 200 len: 267 time: 0.6600060 May 09 13:15:31.808849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Checking segment: {'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:31.809802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Network hostable DHCP agents. Network: 249c3785-af37-4715-8607-c666a06e093d, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:15:31.831547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.836583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.863447 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Allocated IP 2001:db8::152 (e96ed52d-1f00-4a8d-a11b-e89feeecba16/0d27609d-49d7-4ef5-b3f8-80ff6f58aed9/61015d70-be18-40fd-815d-d68e463ded79) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:31.900273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e72764ad-4889-4bb6-832e-f056078c2ebf None None] Provisioning complete for port 0b1ed361-d65d-4fb6-abea-00a44e7d61bc triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:31.900708 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e72764ad-4889-4bb6-832e-f056078c2ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.907254 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:31.917243 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0696814 May 09 13:15:31.917243 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee320593-391a-4973-b8bf-d2bea6a24772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Pushing event updated for resources: {'Port': ['ID=0d31fb3e-6f06-43f6-97b2-446710640427,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:31.941919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-e8f2e67f-e577-4ce1-bc31-ee28e7c012e3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:15:31.948770 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-e8f2e67f-e577-4ce1-bc31-ee28e7c012e3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1808274 May 09 13:15:32.007832 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e72764ad-4889-4bb6-832e-f056078c2ebf None None] Port 0b1ed361-d65d-4fb6-abea-00a44e7d61bc cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:32.081382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e6436631-eadb-4b67-9248-72a6e80049a7 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:32.154814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port e6436631-eadb-4b67-9248-72a6e80049a7 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:32.155178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:32.162458 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Network 249c3785-af37-4715-8607-c666a06e093d is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:15:32.172389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Allocated IP 172.26.1.176 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/afc8e33f-4ffd-458c-b7a8-26dbea5f1d96) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:32.192456 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-30b42113-1923-480b-9383-1cbe5092435c tempest-RoutersTestDVR-511419864 tempest-RoutersTestDVR-511419864-project] 10.222.0.44 "GET /v2.0/routers/aa888d3b-bde7-40e6-b066-c2456acc5d2c HTTP/1.1" status: 200 len: 682 time: 0.4679265 May 09 13:15:32.194169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48352) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:32.209034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 249c3785-af37-4715-8607-c666a06e093d) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:32.223397 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a672da-343f-4d93-9c47-12dfbe98f25d None None] Network 249c3785-af37-4715-8607-c666a06e093d requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:32.287620 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:32.317432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-7f7e4fb0-8679-4c48-9fb3-2c3275cb18e6 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:32.318737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-7f7e4fb0-8679-4c48-9fb3-2c3275cb18e6 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Synchronizing usage tracker for tenant:e6a64149e3f648a1820699d3c9ae317a on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:32.395356 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:32.395912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:32.396309 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:32.412579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84486941-acb0-44e2-8d28-64dd188668ad tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:32.491701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:32.492309 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:32.503642 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 2 to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a May 09 13:15:32.518338 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-01ed7785-3589-4d0c-8cca-926c22cf28a4 service neutron] 10.222.0.44 "GET /v2.0/networks/bb387965-a8e8-43fb-8146-6c2716009608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687494 May 09 13:15:32.523430 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-7f7e4fb0-8679-4c48-9fb3-2c3275cb18e6 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Unset dirty status for tenant:e6a64149e3f648a1820699d3c9ae317a on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:32.524487 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-7f7e4fb0-8679-4c48-9fb3-2c3275cb18e6 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/networks?id=383a2382-5572-4290-b10a-e7048ae43e04 HTTP/1.1" status: 200 len: 812 time: 0.7213995 May 09 13:15:32.559180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:32.568275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:32.568565 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:32.568910 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:32.677785 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-61105bde-ba47-4d7c-8d02-0a905ae75308 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/quotas/e6a64149e3f648a1820699d3c9ae317a HTTP/1.1" status: 200 len: 375 time: 0.1366706 May 09 13:15:32.678289 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:32.678613 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:32.683462 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 3 to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a May 09 13:15:32.839668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:32.839915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:32.840251 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:32.885119 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:32.905074 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:32.905431 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:32.913790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:32.917160 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 4 to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a May 09 13:15:32.945704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Transition to ACTIVE for port object 61015d70-be18-40fd-815d-d68e463ded79 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:32.957151 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-4f6d5fc4-f10d-4c82-991c-00b4eb408d5f service neutron] 10.222.0.44 "GET /v2.0/networks/bb387965-a8e8-43fb-8146-6c2716009608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171612 May 09 13:15:32.960888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:32.961220 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:32.961574 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:32.965709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84486941-acb0-44e2-8d28-64dd188668ad tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:32.983635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:32.983951 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:32.986235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84486941-acb0-44e2-8d28-64dd188668ad tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:32.987023 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 5 to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a May 09 13:15:32.992890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:32.996332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:33.002898 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:33.022653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:33.022977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:33.023303 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:33.026743 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event updated for resources: {'Port': ['ID=afc8e33f-4ffd-458c-b7a8-26dbea5f1d96,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:33.035308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-2120a2ca-8dca-4422-8c81-3aa99e420a55 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Synchronizing usage tracker for tenant:e6a64149e3f648a1820699d3c9ae317a on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:33.042301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.077235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84486941-acb0-44e2-8d28-64dd188668ad tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.077845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84486941-acb0-44e2-8d28-64dd188668ad tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa888d3b-bde7-40e6-b066-c2456acc5d2c {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:15:33.085217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:33.085572 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:33.088221 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 6 to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a May 09 13:15:33.130979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:33.130979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:33.130979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:33.135330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84486941-acb0-44e2-8d28-64dd188668ad tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.136752 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-84486941-acb0-44e2-8d28-64dd188668ad tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] 10.222.0.44 "DELETE /v2.0/routers/aa888d3b-bde7-40e6-b066-c2456acc5d2c HTTP/1.1" status: 204 len: 168 time: 0.9412391 May 09 13:15:33.140383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48360) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:33.147351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-764421fe-4347-4915-a09f-30661d8aaca2 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Request body: {'router': {'name': 'tempest-router-1984117108', 'distributed': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:33.148439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-2120a2ca-8dca-4422-8c81-3aa99e420a55 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Unset dirty status for tenant:e6a64149e3f648a1820699d3c9ae317a on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:33.149745 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-2120a2ca-8dca-4422-8c81-3aa99e420a55 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6a64149e3f648a1820699d3c9ae317a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3756883 May 09 13:15:33.158665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-764421fe-4347-4915-a09f-30661d8aaca2 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:33.160640 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Network e96ed52d-1f00-4a8d-a11b-e89feeecba16 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:33.165845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-764421fe-4347-4915-a09f-30661d8aaca2 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Usage tracker for resource:router and tenant:b335c466da2a41f0ae9ee01583a839d6 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:33.167083 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:33.169063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Deleting port afc8e33f-4ffd-458c-b7a8-26dbea5f1d96 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:33.169063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.172878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:33.179987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:33.180616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.186224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Router e23205ac-0f77-46d5-806a-e61fdfcd7bf6 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:15:33.186959 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:33.187279 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:33.189406 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 7 to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a May 09 13:15:33.197321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-764421fe-4347-4915-a09f-30661d8aaca2 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:33.198288 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Pushing event updated for resources: {'Port': ['ID=61015d70-be18-40fd-815d-d68e463ded79,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:33.222928 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:33.223171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:33.223492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:33.232111 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-41d5064b-c1e3-4a54-971c-b42d9c2b7a1b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6393688 May 09 13:15:33.235501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48372) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:33.248030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-764421fe-4347-4915-a09f-30661d8aaca2 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:33.318295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:33.318623 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:33.326173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-764421fe-4347-4915-a09f-30661d8aaca2 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.326173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-764421fe-4347-4915-a09f-30661d8aaca2 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.336542 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 8 to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a May 09 13:15:33.458963 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-4578b56b-a060-4931-83d4-80c926fec51a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:15:33.459992 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-4578b56b-a060-4931-83d4-80c926fec51a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1405032 May 09 13:15:33.462064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:33.462382 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:33.462710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:33.491206 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-764421fe-4347-4915-a09f-30661d8aaca2 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.508550 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.508881 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.573198 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:33.573722 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:33.585920 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 9 to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a May 09 13:15:33.622344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-808a03df-f8ed-4253-82a3-81b6294cd67b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Synchronizing usage tracker for tenant:7bc08a88006e40bf8a44780de483df57 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:33.624586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:33.624909 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:33.625236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:33.644627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Calling delete_port for afc8e33f-4ffd-458c-b7a8-26dbea5f1d96 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:33.659991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:33.660316 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:33.666892 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-39ee4d11-fe01-4e60-985f-e313ba120140 None None] Provisioning for port 61015d70-be18-40fd-815d-d68e463ded79 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:33.672839 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 10 to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a May 09 13:15:33.674714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-764421fe-4347-4915-a09f-30661d8aaca2 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.675835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-39ee4d11-fe01-4e60-985f-e313ba120140 None None] Provisioning complete for port 61015d70-be18-40fd-815d-d68e463ded79 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:33.676427 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39ee4d11-fe01-4e60-985f-e313ba120140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.685850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc869af6-0a2b-409e-ba59-e2d20f52b14b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:33.689759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc869af6-0a2b-409e-ba59-e2d20f52b14b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:33.693639 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc869af6-0a2b-409e-ba59-e2d20f52b14b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:33.694513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cc869af6-0a2b-409e-ba59-e2d20f52b14b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Synchronizing usage tracker for tenant:e7021f8c9d02460fa438082410ecddeb on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:33.699442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-764421fe-4347-4915-a09f-30661d8aaca2 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.701301 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-764421fe-4347-4915-a09f-30661d8aaca2 tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5599346 May 09 13:15:33.710699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48396) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:33.746289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-39ee4d11-fe01-4e60-985f-e313ba120140 None None] Port 61015d70-be18-40fd-815d-d68e463ded79 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:33.780886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-808a03df-f8ed-4253-82a3-81b6294cd67b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Unset dirty status for tenant:7bc08a88006e40bf8a44780de483df57 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:33.782032 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-808a03df-f8ed-4253-82a3-81b6294cd67b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--244774759&fields=id&tenant_id=7bc08a88006e40bf8a44780de483df57 HTTP/1.1" status: 200 len: 267 time: 0.4212694 May 09 13:15:33.796031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:33.796421 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:33.797079 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:33.827410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.871768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event deleted for resources: {'Port': ['ID=afc8e33f-4ffd-458c-b7a8-26dbea5f1d96,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:33.879661 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-f4874ac3-0059-406f-b792-ba00b727370f service neutron] 10.222.0.44 "GET /v2.0/networks/383a2382-5572-4290-b10a-e7048ae43e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079652 May 09 13:15:33.892712 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cc869af6-0a2b-409e-ba59-e2d20f52b14b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Unset dirty status for tenant:e7021f8c9d02460fa438082410ecddeb on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:33.896699 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cc869af6-0a2b-409e-ba59-e2d20f52b14b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6568301 May 09 13:15:33.900234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48410) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:33.946688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 52934ceb-f60d-4499-ac85-b6aade876c7a on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:33.946942 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 52934ceb-f60d-4499-ac85-b6aade876c7a on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:33.947263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:33.995355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-52b0bdd0-8ba6-48e8-abaf-08d66b017497 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Deleting port 61015d70-be18-40fd-815d-d68e463ded79 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:33.996241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52b0bdd0-8ba6-48e8-abaf-08d66b017497 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:34.025826 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] create failed (client error): The resource could not be found. May 09 13:15:34.030674 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-40aeb27c-34e4-420a-83e0-ea7f0277ff6e tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1314447 May 09 13:15:34.031224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48418) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:34.159923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-27981e91-7bf3-428d-abf9-d24c081cf62c tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:34.179856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-49fd3b41-e6a9-4d23-86de-1052e7562b2d tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Deleting port 0b54e091-33a9-44bc-98ac-0a05aae105ae {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:34.180301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-49fd3b41-e6a9-4d23-86de-1052e7562b2d tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:34.354947 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-03aeeb4a-3f40-4d33-81fa-0b83e07c3a7c tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:34.355620 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-03aeeb4a-3f40-4d33-81fa-0b83e07c3a7c tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Synchronizing usage tracker for tenant:7bc08a88006e40bf8a44780de483df57 on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:34.375513 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-ba95ae05-5343-4367-bfe9-935f6d1f9a21 service neutron] 10.222.0.44 "GET /v2.0/networks/383a2382-5572-4290-b10a-e7048ae43e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795983 May 09 13:15:34.377590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] For port 52934ceb-f60d-4499-ac85-b6aade876c7a, host hv-neutron-8408, cleared binding levels {{(pid=83894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:34.378015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempted to set empty binding levels {{(pid=83894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 09 13:15:34.390602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:34.535778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-03aeeb4a-3f40-4d33-81fa-0b83e07c3a7c tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Unset dirty status for tenant:7bc08a88006e40bf8a44780de483df57 on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:34.536912 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-03aeeb4a-3f40-4d33-81fa-0b83e07c3a7c tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/networks?id=d30285d5-e8c7-43ba-85ca-e036631511ae HTTP/1.1" status: 200 len: 812 time: 0.7316988 May 09 13:15:34.557582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52b0bdd0-8ba6-48e8-abaf-08d66b017497 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:34.558244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:15:34.573783 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f08324-0eb6-47cc-8c44-e162d203b928 None None] Sync routers for ids ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:15:34.597200 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f08324-0eb6-47cc-8c44-e162d203b928 None None] Routers {'e23205ac-0f77-46d5-806a-e61fdfcd7bf6'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:34.599805 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-63f08324-0eb6-47cc-8c44-e162d203b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:34.621232 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c4d41738-aeb8-494d-af76-307dca08902a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "PUT /v2.0/routers/e23205ac-0f77-46d5-806a-e61fdfcd7bf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5302994 May 09 13:15:34.624470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:34.633973 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48432) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:34.699238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Request body: {'port': {'network_id': 'bd086f4c-cadb-413f-b1e9-70d7fc8c43ee', 'name': 'tempest-FloatingIPAdminTestJSON-361007331'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:34.726782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event updated for resources: {'Port': ['ID=52934ceb-f60d-4499-ac85-b6aade876c7a,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:34.749185 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-15deb5ef-18e6-4f9e-ae96-4ac952dc9b4f tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/quotas/7bc08a88006e40bf8a44780de483df57 HTTP/1.1" status: 200 len: 375 time: 0.1974440 May 09 13:15:34.801118 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-63f08324-0eb6-47cc-8c44-e162d203b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:34.823635 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f08324-0eb6-47cc-8c44-e162d203b928 None None] Routers {'e23205ac-0f77-46d5-806a-e61fdfcd7bf6'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:34.824512 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-63f08324-0eb6-47cc-8c44-e162d203b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:34.879555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-52b0bdd0-8ba6-48e8-abaf-08d66b017497 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Calling delete_port for 61015d70-be18-40fd-815d-d68e463ded79 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:34.889789 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9b4bfab1-ac63-4c87-b4f4-fa922dcec44c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.9913390 May 09 13:15:34.896967 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-63f08324-0eb6-47cc-8c44-e162d203b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:34.897778 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f08324-0eb6-47cc-8c44-e162d203b928 None None] The sync data for ids ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:15:34.900104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48446) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:35.029471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-49fd3b41-e6a9-4d23-86de-1052e7562b2d tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:35.092724 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4e0af3ff-27bf-4035-9e61-c1b4d5e99e22 req-9dd4b96e-5162-45a4-89ff-f26047d6f29f tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 210 time: 0.1457300 May 09 13:15:35.103490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-27981e91-7bf3-428d-abf9-d24c081cf62c tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:35.115296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ea72865a-7d55-400d-9456-6c0ee87f37ee tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Deleting port 52934ceb-f60d-4499-ac85-b6aade876c7a {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:35.116366 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea72865a-7d55-400d-9456-6c0ee87f37ee tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:35.155710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-27981e91-7bf3-428d-abf9-d24c081cf62c tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:35.187253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-49fd3b41-e6a9-4d23-86de-1052e7562b2d tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Calling delete_port for 0b54e091-33a9-44bc-98ac-0a05aae105ae owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:35.188335 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-a26d115e-b007-49c8-a409-393c7d43cb7c tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Synchronizing usage tracker for tenant:7bc08a88006e40bf8a44780de483df57 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:35.312247 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6ccb0dc2-2aa3-4306-81cd-5df063c80b68 req-a924bcc4-b269-424c-b4be-d2ae0dfe83e1 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 210 time: 0.1182106 May 09 13:15:35.324162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:35.335469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Usage tracker for resource:port and tenant:5b65f4da960b406ea9bdd04fdae7dae2 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:35.364383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:35.377522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:35.429003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.57', 59958) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:35.437154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Made reservation on behalf of 5b65f4da960b406ea9bdd04fdae7dae2 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:35.440662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:35.453905 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52b0bdd0-8ba6-48e8-abaf-08d66b017497 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:35.486264 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-a26d115e-b007-49c8-a409-393c7d43cb7c tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Unset dirty status for tenant:7bc08a88006e40bf8a44780de483df57 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:35.487555 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-a26d115e-b007-49c8-a409-393c7d43cb7c tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bc08a88006e40bf8a44780de483df57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7284844 May 09 13:15:35.494533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-27981e91-7bf3-428d-abf9-d24c081cf62c tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:35.495810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27981e91-7bf3-428d-abf9-d24c081cf62c tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f87e552-e52e-429f-b7cb-9339332f008e {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:15:35.526369 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-ea72865a-7d55-400d-9456-6c0ee87f37ee tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] For port 52934ceb-f60d-4499-ac85-b6aade876c7a, host hv-neutron-8408, got binding levels [] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:35.526728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea72865a-7d55-400d-9456-6c0ee87f37ee tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:35.552119 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0bdd0-8ba6-48e8-abaf-08d66b017497 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Pushing event deleted for resources: {'Port': ['ID=61015d70-be18-40fd-815d-d68e463ded79,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:35.656947 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-27981e91-7bf3-428d-abf9-d24c081cf62c tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:35.661063 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-27981e91-7bf3-428d-abf9-d24c081cf62c tempest-RoutersTestDVR-160506903 tempest-RoutersTestDVR-160506903-project-admin] 10.222.0.44 "DELETE /v2.0/routers/6f87e552-e52e-429f-b7cb-9339332f008e HTTP/1.1" status: 204 len: 168 time: 1.9468231 May 09 13:15:35.709152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] device_id is not set on port df1724ec-8ea7-427e-8ffa-cc6160a268c7 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:15:35.762843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ea72865a-7d55-400d-9456-6c0ee87f37ee tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Calling delete_port for 52934ceb-f60d-4499-ac85-b6aade876c7a owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:35.767834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52b0bdd0-8ba6-48e8-abaf-08d66b017497 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:35.804551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-49fd3b41-e6a9-4d23-86de-1052e7562b2d tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:35.897769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd3b41-e6a9-4d23-86de-1052e7562b2d tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event deleted for resources: {'Port': ['ID=0b54e091-33a9-44bc-98ac-0a05aae105ae,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:35.917310 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-52b0bdd0-8ba6-48e8-abaf-08d66b017497 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] 10.222.0.44 "DELETE /v2.0/ports/61015d70-be18-40fd-815d-d68e463ded79 HTTP/1.1" status: 204 len: 168 time: 2.0109260 May 09 13:15:35.918896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48476) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:35.955485 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-76d43e27-2a9a-4022-a80d-008904d34aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Request body: {'port': {'name': 'tempest-new-port-name-1327140794', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:35.955918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.api.validators [None req-76d43e27-2a9a-4022-a80d-008904d34aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] bootfile-name is not in valid_values {{(pid=83894) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 13:15:35.956414 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.api.validators [None req-76d43e27-2a9a-4022-a80d-008904d34aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] tftp-server is not in valid_values {{(pid=83894) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 13:15:35.956750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.api.validators [None req-76d43e27-2a9a-4022-a80d-008904d34aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] server-ip-address is not in valid_values {{(pid=83894) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 13:15:36.024048 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-36a34b9c-1b52-468c-bcf3-5c8413468714 service neutron] 10.222.0.44 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173755 May 09 13:15:36.030072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-bf6b6411-4d1c-4c39-832b-f80b2701c571 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:36.030862 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-bf6b6411-4d1c-4c39-832b-f80b2701c571 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Synchronizing usage tracker for tenant:4b2965b1bb45478ebc86d7ce34b37d49 on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:36.048262 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-49fd3b41-e6a9-4d23-86de-1052e7562b2d tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:36.072034 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-49fd3b41-e6a9-4d23-86de-1052e7562b2d tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "DELETE /v2.0/ports/0b54e091-33a9-44bc-98ac-0a05aae105ae HTTP/1.1" status: 204 len: 168 time: 2.0336452 May 09 13:15:36.073044 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48480) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:36.076481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea72865a-7d55-400d-9456-6c0ee87f37ee tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:36.095469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Allocated IP 172.20.0.6 (bd086f4c-cadb-413f-b1e9-70d7fc8c43ee/0be50f28-7ec6-4de4-bcee-431c746197a9/df1724ec-8ea7-427e-8ffa-cc6160a268c7) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:36.102573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-bf6b6411-4d1c-4c39-832b-f80b2701c571 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Unset dirty status for tenant:4b2965b1bb45478ebc86d7ce34b37d49 on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:36.104247 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-bf6b6411-4d1c-4c39-832b-f80b2701c571 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.57 "GET /v2.0/networks?id=bb387965-a8e8-43fb-8146-6c2716009608 HTTP/1.1" status: 200 len: 805 time: 0.6741233 May 09 13:15:36.243424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-bc2f879d-c0d8-4978-9e98-8d179db55ab5 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Synchronizing usage tracker for tenant:4b2965b1bb45478ebc86d7ce34b37d49 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:36.326041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-bc2f879d-c0d8-4978-9e98-8d179db55ab5 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Unset dirty status for tenant:4b2965b1bb45478ebc86d7ce34b37d49 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:36.327406 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-bc2f879d-c0d8-4978-9e98-8d179db55ab5 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b2965b1bb45478ebc86d7ce34b37d49 HTTP/1.1" status: 200 len: 379 time: 0.1841834 May 09 13:15:36.340269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Request body: {'port': {'device_id': 'f12876e2-47ad-4eb7-9cb2-0afdd8089cbc', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'admin_state_up': True, 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'security_groups': ['4b181e9b-3c39-48cf-b669-5f0de1bf2fa6']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:36.358786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48490) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:36.513357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:36.520064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72865a-7d55-400d-9456-6c0ee87f37ee tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event deleted for resources: {'Port': ['ID=52934ceb-f60d-4499-ac85-b6aade876c7a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:36.551204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Transition to ACTIVE for port object df1724ec-8ea7-427e-8ffa-cc6160a268c7 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:36.558526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:36.564890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Usage tracker for resource:port and tenant:4b2965b1bb45478ebc86d7ce34b37d49 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:36.566360 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f7bf7b4b-7370-485b-aedc-02846a9f0a76 req-279e4e96-a873-484a-97a2-f99c940b367f tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 210 time: 0.1557927 May 09 13:15:36.568604 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:36.576913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:36.595801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Made reservation on behalf of 4b2965b1bb45478ebc86d7ce34b37d49 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:36.600156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:36.632628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea72865a-7d55-400d-9456-6c0ee87f37ee tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:36.641665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:36.690228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-76d43e27-2a9a-4022-a80d-008904d34aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:36.732522 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ea72865a-7d55-400d-9456-6c0ee87f37ee tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "DELETE /v2.0/ports/52934ceb-f60d-4499-ac85-b6aade876c7a HTTP/1.1" status: 204 len: 168 time: 1.8209741 May 09 13:15:36.733206 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48512) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:36.770402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.57', 59964) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:36.855088 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-7a64647b-0e3f-4149-907c-03c83abbab28 service neutron] 10.222.0.44 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8197951 May 09 13:15:36.957976 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6fec7bf3-1d40-4382-9e37-d6deb9bd3158 req-b16011d9-4c08-4108-ac0b-85a115e94e5d tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 210 time: 0.1856956 May 09 13:15:36.987408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889cf1a7-d21c-460f-8512-652e1a152d47 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:36.988019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-889cf1a7-d21c-460f-8512-652e1a152d47 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Synchronizing usage tracker for tenant:afa6af9b1ae94d129f1dd4adb9c75057 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:37.056600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-92119968-b555-4d5c-8aac-47e7a9c873d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:37.071894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-889cf1a7-d21c-460f-8512-652e1a152d47 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Unset dirty status for tenant:afa6af9b1ae94d129f1dd4adb9c75057 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:37.077230 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-889cf1a7-d21c-460f-8512-652e1a152d47 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "GET /v2.0/ports?device_id=98b75d7a-00f4-46b7-a78d-67f4d83a2a12 HTTP/1.1" status: 200 len: 913 time: 0.9987869 May 09 13:15:37.104588 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48524) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:37.176242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Network bd086f4c-cadb-413f-b1e9-70d7fc8c43ee is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:37.222121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-adef2752-3396-43e2-bff2-422cd12045fd tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:37.223599 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-adef2752-3396-43e2-bff2-422cd12045fd tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.57 "GET /v2.0/networks?id=383a2382-5572-4290-b10a-e7048ae43e04 HTTP/1.1" status: 200 len: 812 time: 0.4470840 May 09 13:15:37.410319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:37.440814 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-07fa174b-f305-4d7b-9dde-cc976b12c8a3 req-41b12c6f-6a6c-454c-94d4-53ce0ed46978 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 210 time: 0.1639893 May 09 13:15:37.491340 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-76d43e27-2a9a-4022-a80d-008904d34aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:37.500388 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d7d3e1-3966-4355-8791-61d4a596ec0a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] GET failed (client error): The resource could not be found. May 09 13:15:37.505030 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b8d7d3e1-3966-4355-8791-61d4a596ec0a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "GET /v2.0/ports/52934ceb-f60d-4499-ac85-b6aade876c7a HTTP/1.1" status: 404 len: 333 time: 0.7536671 May 09 13:15:37.505570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48536) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:37.519457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Request body: {'port': {'network_id': '249c3785-af37-4715-8607-c666a06e093d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1449091007'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:37.525751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:37.530455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Usage tracker for resource:port and tenant:bba7c88d6c3c44159a5922cea49ac813 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:37.533701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:37.537856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:37.538227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:37.538997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:37.550129 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:37.562576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-76d43e27-2a9a-4022-a80d-008904d34aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:37.576912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event updated for resources: {'Port': ['ID=df1724ec-8ea7-427e-8ffa-cc6160a268c7,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:37.688624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Allocated IP 172.20.0.5 (bb387965-a8e8-43fb-8146-6c2716009608/4167bb49-8d44-4551-adfa-59e27c371d42/f2cdb34c-7301-424c-a80b-20455c2b5d1c) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:37.693860 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Made reservation on behalf of bba7c88d6c3c44159a5922cea49ac813 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:37.703492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:37.765776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-92119968-b555-4d5c-8aac-47e7a9c873d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:37.787219 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c0ced5ba-af21-48f0-a9b3-88adb99c1c34 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1519859 May 09 13:15:37.788840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-92119968-b555-4d5c-8aac-47e7a9c873d4 admin admin] Usage tracker for resource:security_group_rule and tenant:48134da277dd4e87b8f7274d784757eb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:37.797616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-92119968-b555-4d5c-8aac-47e7a9c873d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:37.806376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-92119968-b555-4d5c-8aac-47e7a9c873d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:37.819053 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b4dfe526-de96-4836-8699-9b697e2df1dd None None] Provisioning for port df1724ec-8ea7-427e-8ffa-cc6160a268c7 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:37.825409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b4dfe526-de96-4836-8699-9b697e2df1dd None None] Provisioning complete for port df1724ec-8ea7-427e-8ffa-cc6160a268c7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:37.826020 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b4dfe526-de96-4836-8699-9b697e2df1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:37.826311 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48546) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:37.881930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] device_id is not set on port 37213f65-99ce-42c6-81fa-da8df484ec46 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:15:37.890768 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b4dfe526-de96-4836-8699-9b697e2df1dd None None] Port df1724ec-8ea7-427e-8ffa-cc6160a268c7 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:37.978222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-76d43e27-2a9a-4022-a80d-008904d34aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] In _notify_port_updated(), no bound segment for port c166f5d8-ed86-43ac-9086-43fc3de44747 on network e96ed52d-1f00-4a8d-a11b-e89feeecba16 {{(pid=83894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:15:37.984089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d43e27-2a9a-4022-a80d-008904d34aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:37.984788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-76d43e27-2a9a-4022-a80d-008904d34aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:37.986555 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-76d43e27-2a9a-4022-a80d-008904d34aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] 10.222.0.44 "PUT /v2.0/ports/c166f5d8-ed86-43ac-9086-43fc3de44747 HTTP/1.1" status: 200 len: 1130 time: 2.0666146 May 09 13:15:38.001039 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48554) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:38.009486 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-009c791f-3026-46d0-acdd-00144391dd36 req-231c66a9-413f-438a-85ea-7568bad8ce18 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 210 time: 0.1819575 May 09 13:15:38.058834 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-a38df5b8-3a33-4cb9-9bb2-061d10e5b762 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6a64149e3f648a1820699d3c9ae317a HTTP/1.1" status: 200 len: 380 time: 0.2832255 May 09 13:15:38.060211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d43e27-2a9a-4022-a80d-008904d34aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Pushing event updated for resources: {'Port': ['ID=c166f5d8-ed86-43ac-9086-43fc3de44747,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:38.258902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-92119968-b555-4d5c-8aac-47e7a9c873d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:38.333135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:38.365397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Request body: {'port': {'device_id': '13929467-cf52-4626-809e-30c4fbbc64a8', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'admin_state_up': True, 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'security_groups': ['2080ea15-7aa7-447b-a18a-801a911c2e6d']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:38.431470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-92119968-b555-4d5c-8aac-47e7a9c873d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:38.470983 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5ee69557-26a1-447f-ad4b-d84f0c6383f0 None None] Provisioning complete for port c166f5d8-ed86-43ac-9086-43fc3de44747 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:38.471396 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5ee69557-26a1-447f-ad4b-d84f0c6383f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:38.532936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'project_id': '5b65f4da960b406ea9bdd04fdae7dae2', 'port_id': 'df1724ec-8ea7-427e-8ffa-cc6160a268c7'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:38.580787 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:38.585191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:38.592742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:38.593885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5ee69557-26a1-447f-ad4b-d84f0c6383f0 None None] Port c166f5d8-ed86-43ac-9086-43fc3de44747 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:38.603179 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8fe5bc12-6980-42f3-a69a-1c76fc33e800 req-3878125a-7375-40cd-9b72-b27c8268bea0 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 210 time: 0.0666790 May 09 13:15:38.683666 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92119968-b555-4d5c-8aac-47e7a9c873d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc65714-8b38-4240-9ace-c6d5baef7e42,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:38.741290 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c19b2-86f1-428e-b2b8-0ab8d6c6860a tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:38.741886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c80c19b2-86f1-428e-b2b8-0ab8d6c6860a tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Synchronizing usage tracker for tenant:e7021f8c9d02460fa438082410ecddeb on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:38.753034 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-92119968-b555-4d5c-8aac-47e7a9c873d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48134da277dd4e87b8f7274d784757eb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3889649 May 09 13:15:38.757702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48562) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:38.797908 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Usage tracker for resource:floatingip and tenant:5b65f4da960b406ea9bdd04fdae7dae2 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:38.809978 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event updated for resources: {'Port': ['ID=37213f65-99ce-42c6-81fa-da8df484ec46,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:38.813534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:38.831978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c80c19b2-86f1-428e-b2b8-0ab8d6c6860a tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Unset dirty status for tenant:e7021f8c9d02460fa438082410ecddeb on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:38.837521 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c80c19b2-86f1-428e-b2b8-0ab8d6c6860a tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] 10.222.0.44 "GET /v2.0/ports/c166f5d8-ed86-43ac-9086-43fc3de44747 HTTP/1.1" status: 200 len: 1130 time: 0.8277862 May 09 13:15:38.839196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48566) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:38.840037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:38.847452 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e4e15398-57c0-4bd6-ba69-92ef1e770ec4 req-7b9630b2-a88f-4f1b-a35b-1d302cd7ce39 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 210 time: 0.1202590 May 09 13:15:38.852519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:38.886478 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:38.903720 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Transition to ACTIVE for port object f2cdb34c-7301-424c-a80b-20455c2b5d1c will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:38.926917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Made reservation on behalf of e6a64149e3f648a1820699d3c9ae317a for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:38.930840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:38.935997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:38.959885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e373fedf-9eb3-43b4-9c0a-46be4970da29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:38.967656 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:38.981785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Network 249c3785-af37-4715-8607-c666a06e093d is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:38.989630 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:39.000852 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:39.001725 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:39.002311 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:39.104073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e373fedf-9eb3-43b4-9c0a-46be4970da29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:39.140179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a665f3a9-9d8d-47c1-9512-5bc6422d7cda tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:39.160676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6283765b-e7c6-47ff-9bfd-e1815b47857b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Deleting port c166f5d8-ed86-43ac-9086-43fc3de44747 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:39.161008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6283765b-e7c6-47ff-9bfd-e1815b47857b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:39.220882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Network bb387965-a8e8-43fb-8146-6c2716009608 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:39.310916 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:39.320314 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Pushing event updated for resources: {'Port': ['ID=f2cdb34c-7301-424c-a80b-20455c2b5d1c,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:39.328631 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:39.333983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:39.334731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:39.355335 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a693fb15-3b3c-42e1-b1a9-2973b81db558 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8481045 May 09 13:15:39.358861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48572) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:39.369326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8408'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:39.402436 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-395e4d25-47c5-4b63-81a4-fae6f6fa86c4 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0686440 May 09 13:15:39.424626 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e373fedf-9eb3-43b4-9c0a-46be4970da29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:39.479277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373fedf-9eb3-43b4-9c0a-46be4970da29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc65714-8b38-4240-9ace-c6d5baef7e42,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:39.486421 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e373fedf-9eb3-43b4-9c0a-46be4970da29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:39.488382 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e373fedf-9eb3-43b4-9c0a-46be4970da29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bc65714-8b38-4240-9ace-c6d5baef7e42 HTTP/1.1" status: 204 len: 168 time: 0.7244077 May 09 13:15:39.872875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ff1441e2-98f9-4ee0-a357-f36d90e31293 None None] Provisioning for port f2cdb34c-7301-424c-a80b-20455c2b5d1c completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:39.886471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ff1441e2-98f9-4ee0-a357-f36d90e31293 None None] Provisioning complete for port f2cdb34c-7301-424c-a80b-20455c2b5d1c triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:39.888774 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ff1441e2-98f9-4ee0-a357-f36d90e31293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:40.033670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ff1441e2-98f9-4ee0-a357-f36d90e31293 None None] Port f2cdb34c-7301-424c-a80b-20455c2b5d1c cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:40.046205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Allocated IP 172.20.0.9 (383a2382-5572-4290-b10a-e7048ae43e04/1aaab92f-a7fc-4043-af59-8dc7bee9c193/8d54d4bd-562f-4642-8118-84dbb54d0224) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:40.081893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c41fa5f9-70fe-43de-9af5-281cf002de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:40.131660 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-aa219d28-0599-41ae-9793-190a4a123ebb req-d78f07c8-76c6-4439-a33e-c3c97671b796 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Synchronizing usage tracker for tenant:e6a64149e3f648a1820699d3c9ae317a on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:40.177511 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe879b36-5da2-4f8a-9c4b-a315240dc0bc req-56fc8a38-e056-484d-b875-4b8ae2eca962 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:40.179052 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fe879b36-5da2-4f8a-9c4b-a315240dc0bc req-56fc8a38-e056-484d-b875-4b8ae2eca962 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 931 time: 0.8969705 May 09 13:15:40.194606 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:40.280323 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-f820ed33-830c-4ff8-a435-1dfd4271a805 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:15:40.281368 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-f820ed33-830c-4ff8-a435-1dfd4271a805 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0071788 May 09 13:15:40.315923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Sync routers for ids ['6a097e0a-8345-4b38-b889-f788b4a8a98a'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:15:40.348700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Routers {'6a097e0a-8345-4b38-b889-f788b4a8a98a'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:40.351227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['6a097e0a-8345-4b38-b889-f788b4a8a98a'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:40.448670 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Sync routers for ids ['1a89b733-1bec-48a6-800b-064eda8112f4'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:15:40.460689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-aa219d28-0599-41ae-9793-190a4a123ebb req-d78f07c8-76c6-4439-a33e-c3c97671b796 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Unset dirty status for tenant:e6a64149e3f648a1820699d3c9ae317a on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:40.472144 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Routers {'1a89b733-1bec-48a6-800b-064eda8112f4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:40.474738 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1a89b733-1bec-48a6-800b-064eda8112f4'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:40.476444 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-aa219d28-0599-41ae-9793-190a4a123ebb req-d78f07c8-76c6-4439-a33e-c3c97671b796 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 210 time: 0.5097251 May 09 13:15:40.488146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-a665f3a9-9d8d-47c1-9512-5bc6422d7cda tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Deleting port a1f0b40f-1e3a-4db2-b348-f382a04b564c {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:40.488540 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a665f3a9-9d8d-47c1-9512-5bc6422d7cda tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:40.602693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48588) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:40.663354 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-96efd478-82d7-491d-8c24-56780b6177bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:40.702019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Request body: {'port': {'device_id': 'f12876e2-47ad-4eb7-9cb2-0afdd8089cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:40.729689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6283765b-e7c6-47ff-9bfd-e1815b47857b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:40.860304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Set router 6a097e0a-8345-4b38-b889-f788b4a8a98a gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:15:40.991398 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-96efd478-82d7-491d-8c24-56780b6177bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:41.001931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-96efd478-82d7-491d-8c24-56780b6177bb admin admin] Usage tracker for resource:security_group_rule and tenant:b335c466da2a41f0ae9ee01583a839d6 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:41.022650 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-96efd478-82d7-491d-8c24-56780b6177bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:41.035927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-96efd478-82d7-491d-8c24-56780b6177bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:41.041757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a665f3a9-9d8d-47c1-9512-5bc6422d7cda tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:41.097604 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Set router 1a89b733-1bec-48a6-800b-064eda8112f4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:15:41.150364 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:41.182127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-a665f3a9-9d8d-47c1-9512-5bc6422d7cda tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Calling delete_port for a1f0b40f-1e3a-4db2-b348-f382a04b564c owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:41.190604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6283765b-e7c6-47ff-9bfd-e1815b47857b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Calling delete_port for c166f5d8-ed86-43ac-9086-43fc3de44747 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:41.209759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:41.310890 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b9c57b2-82ff-4ef7-ae20-6c097a2071e1 req-25103aff-da5e-43db-8dd1-d3b8671cd9da tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 210 time: 0.4462867 May 09 13:15:41.340926 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fe879b36-5da2-4f8a-9c4b-a315240dc0bc req-72814db5-cda4-4050-840c-d7b068301b79 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1477714 May 09 13:15:41.423296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.57', 59969) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:41.744761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4e26ae1-9843-4321-b7f8-f3f181f585c6', 'name': '', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'mac_address': 'fa:16:3e:04:56:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:17Z', 'updated_at': '2022-05-09T13:15:19Z', 'revision_number': 2, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'subnets': [{'id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:41.757895 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Checking router: 6a097e0a-8345-4b38-b889-f788b4a8a98a for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:15:41.758373 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Updating router 6a097e0a-8345-4b38-b889-f788b4a8a98a port d4e26ae1-9843-4321-b7f8-f3f181f585c6 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:15:41.805330 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:12Z', 'revision_number': 4, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7792a5cd-d18f-47f5-b56b-4c441276c187', 'name': '', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'mac_address': 'fa:16:3e:8b:39:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:13Z', 'revision_number': 2, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'subnets': [{'id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:41.815182 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Checking router: 1a89b733-1bec-48a6-800b-064eda8112f4 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:15:41.815856 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Updating router 1a89b733-1bec-48a6-800b-064eda8112f4 port 7792a5cd-d18f-47f5-b56b-4c441276c187 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:15:41.859126 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:41.942591 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:42.133606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a665f3a9-9d8d-47c1-9512-5bc6422d7cda tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:42.166661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-96efd478-82d7-491d-8c24-56780b6177bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:42.235126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-96efd478-82d7-491d-8c24-56780b6177bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:42.270289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665f3a9-9d8d-47c1-9512-5bc6422d7cda tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event deleted for resources: {'Port': ['ID=a1f0b40f-1e3a-4db2-b348-f382a04b564c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:42.391917 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-374a8a30-2fdb-4327-9f65-20287dcb3939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:42.458473 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:42.489884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Transition to ACTIVE for port object 8d54d4bd-562f-4642-8118-84dbb54d0224 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:42.532603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:42.613329 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-96efd478-82d7-491d-8c24-56780b6177bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b335c466da2a41f0ae9ee01583a839d6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0096035 May 09 13:15:42.621024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:15:42.714791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cdb34c-7301-424c-a80b-20455c2b5d1c {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:15:42.725477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:42.747979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Transition to ACTIVE for port object f2cdb34c-7301-424c-a80b-20455c2b5d1c will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:42.779795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48600) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:42.825386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Transition to ACTIVE for port object d4e26ae1-9843-4321-b7f8-f3f181f585c6 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:42.836849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:42.837104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:42.913453 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:42.925803 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Transition to ACTIVE for port object 7792a5cd-d18f-47f5-b56b-4c441276c187 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:42.932121 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:42.932375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:43.010950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efd478-82d7-491d-8c24-56780b6177bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab76a9b-e7fd-482e-a35f-d8b035481a5e,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:43.128384 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351e750-0a9e-42d8-a0da-31173531b2b0 None None] Pushing event updated for resources: {'Port': ['ID=7792a5cd-d18f-47f5-b56b-4c441276c187,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:43.175254 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcf2e8-6f0b-480c-a318-06e9f167ee08 None None] Pushing event updated for resources: {'Port': ['ID=d4e26ae1-9843-4321-b7f8-f3f181f585c6,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:43.255448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Allocated IP 172.26.1.203 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/01942a5b-3b50-4527-9a50-f6f80b92fba2) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:43.294081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Pushing event updated for resources: {'Port': ['ID=f2cdb34c-7301-424c-a80b-20455c2b5d1c,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:43.363946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a665f3a9-9d8d-47c1-9512-5bc6422d7cda tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:43.423471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Attempting to bind port d4e26ae1-9843-4321-b7f8-f3f181f585c6 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:43.423826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Attempting to bind port d4e26ae1-9843-4321-b7f8-f3f181f585c6 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '3a89c27f-0bc1-47cb-a1ec-281cd0586480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:43.424174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Attempting to bind port d4e26ae1-9843-4321-b7f8-f3f181f585c6 on network d30285d5-e8c7-43ba-85ca-e036631511ae {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:43.426474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:43.432392 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:43.432819 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Checking segment: {'id': '3a89c27f-0bc1-47cb-a1ec-281cd0586480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:43.433228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:43.433668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Bound using segment: {'id': '3a89c27f-0bc1-47cb-a1ec-281cd0586480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:43.434160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Bound port: d4e26ae1-9843-4321-b7f8-f3f181f585c6, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a89c27f-0bc1-47cb-a1ec-281cd0586480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:43.434524 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:43.481704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Attempting to bind port f2cdb34c-7301-424c-a80b-20455c2b5d1c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:43.482066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Attempting to bind port f2cdb34c-7301-424c-a80b-20455c2b5d1c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '88ff0207-06bd-4d69-8a0e-5af6cf541eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:43.487302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Attempting to bind port f2cdb34c-7301-424c-a80b-20455c2b5d1c on network bb387965-a8e8-43fb-8146-6c2716009608 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:43.577420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] For port d4e26ae1-9843-4321-b7f8-f3f181f585c6, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:43.581928 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] For port d4e26ae1-9843-4321-b7f8-f3f181f585c6, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d4e26ae1-9843-4321-b7f8-f3f181f585c6,segment=NetworkSegment(3a89c27f-0bc1-47cb-a1ec-281cd0586480),segment_id=3a89c27f-0bc1-47cb-a1ec-281cd0586480)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:43.588990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:43.603278 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Attempting to bind port 7792a5cd-d18f-47f5-b56b-4c441276c187 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:43.608477 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Attempting to bind port 7792a5cd-d18f-47f5-b56b-4c441276c187 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '54054425-e38f-4188-a572-043bc3ea121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:43.608872 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Attempting to bind port 7792a5cd-d18f-47f5-b56b-4c441276c187 on network 383a2382-5572-4290-b10a-e7048ae43e04 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:43.625627 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:43.626131 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Checking segment: {'id': '54054425-e38f-4188-a572-043bc3ea121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:43.626481 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:43.626766 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Bound using segment: {'id': '54054425-e38f-4188-a572-043bc3ea121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:43.627233 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Bound port: 7792a5cd-d18f-47f5-b56b-4c441276c187, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54054425-e38f-4188-a572-043bc3ea121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:43.627669 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:43.659708 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Pushing event updated for resources: {'Port': ['ID=8d54d4bd-562f-4642-8118-84dbb54d0224,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:43.670852 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6283765b-e7c6-47ff-9bfd-e1815b47857b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:43.721753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Routers {'6a097e0a-8345-4b38-b889-f788b4a8a98a'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:43.723840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['6a097e0a-8345-4b38-b889-f788b4a8a98a'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:43.815562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:43.844243 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] For port 7792a5cd-d18f-47f5-b56b-4c441276c187, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:43.848241 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] For port 7792a5cd-d18f-47f5-b56b-4c441276c187, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7792a5cd-d18f-47f5-b56b-4c441276c187,segment=NetworkSegment(54054425-e38f-4188-a572-043bc3ea121a),segment_id=54054425-e38f-4188-a572-043bc3ea121a)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:43.855719 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:43.859042 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Port f2cdb34c-7301-424c-a80b-20455c2b5d1c on network bb387965-a8e8-43fb-8146-6c2716009608 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:43.860018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Attempting to bind port f2cdb34c-7301-424c-a80b-20455c2b5d1c on network bb387965-a8e8-43fb-8146-6c2716009608 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:43.925613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:43.926002 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Checking segment: {'id': '88ff0207-06bd-4d69-8a0e-5af6cf541eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:43.927778 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Bound using segment: {'id': '88ff0207-06bd-4d69-8a0e-5af6cf541eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:43.928468 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Bound port: f2cdb34c-7301-424c-a80b-20455c2b5d1c, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ff0207-06bd-4d69-8a0e-5af6cf541eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:43.928908 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:43.982980 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351e750-0a9e-42d8-a0da-31173531b2b0 None None] Pushing event updated for resources: {'Port': ['ID=7792a5cd-d18f-47f5-b56b-4c441276c187,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:44.009001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-8f48f958-bb83-4317-bd43-7f3d6e2d9dc3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:44.016750 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-8f48f958-bb83-4317-bd43-7f3d6e2d9dc3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.57 "GET /v2.0/networks?id=d30285d5-e8c7-43ba-85ca-e036631511ae HTTP/1.1" status: 200 len: 812 time: 2.5865664 May 09 13:15:44.033483 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Routers {'1a89b733-1bec-48a6-800b-064eda8112f4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:44.034804 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1a89b733-1bec-48a6-800b-064eda8112f4'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:44.124144 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283765b-e7c6-47ff-9bfd-e1815b47857b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Pushing event deleted for resources: {'Port': ['ID=c166f5d8-ed86-43ac-9086-43fc3de44747,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:44.140515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6283765b-e7c6-47ff-9bfd-e1815b47857b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:44.141329 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:44.144882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcf2e8-6f0b-480c-a318-06e9f167ee08 None None] Pushing event updated for resources: {'Port': ['ID=d4e26ae1-9843-4321-b7f8-f3f181f585c6,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:44.232736 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] device_id is not set on port 37213f65-99ce-42c6-81fa-da8df484ec46 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:15:44.247759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4488ded3-eb34-4692-af9f-1e9d34ed6a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:44.253373 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] Set router 6a097e0a-8345-4b38-b889-f788b4a8a98a gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:15:44.321380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4488ded3-eb34-4692-af9f-1e9d34ed6a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:44.359249 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] Set router 1a89b733-1bec-48a6-800b-064eda8112f4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:15:44.439260 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:44.452804 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6283765b-e7c6-47ff-9bfd-e1815b47857b tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] 10.222.0.44 "DELETE /v2.0/ports/c166f5d8-ed86-43ac-9086-43fc3de44747 HTTP/1.1" status: 204 len: 168 time: 5.6042850 May 09 13:15:44.471313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48612) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:44.532584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:44.577155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4488ded3-eb34-4692-af9f-1e9d34ed6a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:44.595322 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:44.640801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:44.650572 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-a99d4c09-3b89-4079-b5da-b161cb4b379c tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bc08a88006e40bf8a44780de483df57 HTTP/1.1" status: 200 len: 379 time: 0.4205062 May 09 13:15:44.724969 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:44.896998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Transition to ACTIVE for port object 37213f65-99ce-42c6-81fa-da8df484ec46 will not be triggered until provisioned by entity L2. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:44.915283 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488ded3-eb34-4692-af9f-1e9d34ed6a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab76a9b-e7fd-482e-a35f-d8b035481a5e,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:44.917273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4488ded3-eb34-4692-af9f-1e9d34ed6a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:44.931366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4e26ae1-9843-4321-b7f8-f3f181f585c6', 'name': '', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'mac_address': 'fa:16:3e:04:56:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:17Z', 'updated_at': '2022-05-09T13:15:43Z', 'revision_number': 4, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'subnets': [{'id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:44.933075 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4488ded3-eb34-4692-af9f-1e9d34ed6a37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ab76a9b-e7fd-482e-a35f-d8b035481a5e HTTP/1.1" status: 204 len: 168 time: 2.1137218 May 09 13:15:44.951760 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bcfa1918-9b5a-4afa-bb56-fec5c02c5db1 req-568823cb-dfdd-4213-8006-37d066505c21 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 210 time: 2.1709242 May 09 13:15:44.958525 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:44.963347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1062072-ddf7-4d36-8a29-8891ddefb879 None None] The sync data for ids ['6a097e0a-8345-4b38-b889-f788b4a8a98a'] in dv-neutron-840889-2-hyperv is: [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4e26ae1-9843-4321-b7f8-f3f181f585c6', 'name': '', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'mac_address': 'fa:16:3e:04:56:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:17Z', 'updated_at': '2022-05-09T13:15:43Z', 'revision_number': 4, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'subnets': [{'id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:15:45.025762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:45.040049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Network 383a2382-5572-4290-b10a-e7048ae43e04 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:45.080255 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:45.133090 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:12Z', 'revision_number': 4, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7792a5cd-d18f-47f5-b56b-4c441276c187', 'name': '', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'mac_address': 'fa:16:3e:8b:39:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:43Z', 'revision_number': 4, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'subnets': [{'id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:45.145866 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa4f8c-cd2b-4369-bcff-e8413f29610d None None] The sync data for ids ['1a89b733-1bec-48a6-800b-064eda8112f4'] in dv-neutron-840889-2-hyperv is: [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:12Z', 'revision_number': 4, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7792a5cd-d18f-47f5-b56b-4c441276c187', 'name': '', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'mac_address': 'fa:16:3e:8b:39:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:43Z', 'revision_number': 4, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'subnets': [{'id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:15:45.174871 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:45.196202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] For port f2cdb34c-7301-424c-a80b-20455c2b5d1c, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:45.266209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] For port f2cdb34c-7301-424c-a80b-20455c2b5d1c, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f2cdb34c-7301-424c-a80b-20455c2b5d1c,segment=NetworkSegment(88ff0207-06bd-4d69-8a0e-5af6cf541eca),segment_id=88ff0207-06bd-4d69-8a0e-5af6cf541eca)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:45.394388 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:45.755732 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-16b2325a-75ee-404c-a13a-ca8f805af827 None None] Provisioning for port 8d54d4bd-562f-4642-8118-84dbb54d0224 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:45.773784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-16b2325a-75ee-404c-a13a-ca8f805af827 None None] Provisioning complete for port 8d54d4bd-562f-4642-8118-84dbb54d0224 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:45.774668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16b2325a-75ee-404c-a13a-ca8f805af827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:45.775316 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:45.775973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:45.921539 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Request body: {'port': {'device_id': '8302d57e-b2e8-4369-8e83-bda7dca5f3eb', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'admin_state_up': True, 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'security_groups': ['7a594119-6491-41ef-980a-289cfbda922a']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:45.924952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-19660cbf-ac52-4592-a89b-dff5b7967166 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Deleting subnet 0d27609d-49d7-4ef5-b3f8-80ff6f58aed9 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:15:45.935375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-16b2325a-75ee-404c-a13a-ca8f805af827 None None] Port 8d54d4bd-562f-4642-8118-84dbb54d0224 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:45.947334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19660cbf-ac52-4592-a89b-dff5b7967166 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:46.057688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:46.059687 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] 10.222.0.57 "PUT /v2.0/ports/f2cdb34c-7301-424c-a80b-20455c2b5d1c HTTP/1.1" status: 200 len: 1093 time: 5.5756342 May 09 13:15:46.095645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12876e2-47ad-4eb7-9cb2-0afdd8089cbc', 'tag': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:15:46.158759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133979c-2c81-4911-9788-8bbd2f43b17d req-78b9fe0c-71e5-4934-8464-4bc94ac913a2 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:46.171268 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f133979c-2c81-4911-9788-8bbd2f43b17d req-78b9fe0c-71e5-4934-8464-4bc94ac913a2 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 931 time: 4.2634737 May 09 13:15:46.311905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Pushing event updated for resources: {'Port': ['ID=01942a5b-3b50-4527-9a50-f6f80b92fba2,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:46.315920 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7792a5cd-d18f-47f5-b56b-4c441276c187 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:46.496402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503e8a3-c90c-4c50-a1cc-a90f78da2b6b service neutron] Pushing event updated for resources: {'Port': ['ID=f2cdb34c-7301-424c-a80b-20455c2b5d1c,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:46.527311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a665f3a9-9d8d-47c1-9512-5bc6422d7cda tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Router 98b75d7a-00f4-46b7-a78d-67f4d83a2a12 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:15:46.532295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19660cbf-ac52-4592-a89b-dff5b7967166 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:46.671057 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 7792a5cd-d18f-47f5-b56b-4c441276c187 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:46.689834 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 7792a5cd-d18f-47f5-b56b-4c441276c187 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:46.692840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:46.699968 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-e25f60ad-a22d-46bd-9648-bfcf2b363a30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3435996 May 09 13:15:46.808555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Request body: {'port': {'device_id': '13929467-cf52-4626-809e-30c4fbbc64a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:46.976796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:47.066049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 7792a5cd-d18f-47f5-b56b-4c441276c187, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7792a5cd-d18f-47f5-b56b-4c441276c187,segment=NetworkSegment(54054425-e38f-4188-a572-043bc3ea121a),segment_id=54054425-e38f-4188-a572-043bc3ea121a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:47.073768 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:47.076120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d4e26ae1-9843-4321-b7f8-f3f181f585c6 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:47.129292 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:47.344252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:47.436566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port d4e26ae1-9843-4321-b7f8-f3f181f585c6 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:47.437174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19660cbf-ac52-4592-a89b-dff5b7967166 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:47.459674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d4e26ae1-9843-4321-b7f8-f3f181f585c6 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:47.460271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:47.499716 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-0080b9ee-9a25-4884-8632-dccd6a202494 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b2965b1bb45478ebc86d7ce34b37d49&device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 1096 time: 1.2148890 May 09 13:15:47.528570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event updated for resources: {'Port': ['ID=37213f65-99ce-42c6-81fa-da8df484ec46,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:47.532514 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f133979c-2c81-4911-9788-8bbd2f43b17d req-08daf192-3f74-41d8-bbff-7502e0930f62 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3586221 May 09 13:15:47.562840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9ed18-910d-4630-ac31-53994d850815 req-d1c3744f-5b4e-4784-99fe-ccd3d2cfa432 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:47.564912 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c2e9ed18-910d-4630-ac31-53994d850815 req-d1c3744f-5b4e-4784-99fe-ccd3d2cfa432 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 943 time: 2.1378214 May 09 13:15:47.565667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:47.565998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:47.566332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:47.572756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:47.601354 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a665f3a9-9d8d-47c1-9512-5bc6422d7cda tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:15:47.618612 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-10f9afc4-d36a-4163-8b7a-620be40dd6f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2cdb34c-7301-424c-a80b-20455c2b5d1c HTTP/1.1" status: 200 len: 217 time: 0.1059675 May 09 13:15:47.646945 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d68b87-1e35-4d67-95b5-d444b076c40b None None] Sync routers for ids ['98b75d7a-00f4-46b7-a78d-67f4d83a2a12'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:15:47.718090 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=7792a5cd-d18f-47f5-b56b-4c441276c187,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:47.753460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19660cbf-ac52-4592-a89b-dff5b7967166 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:47.817788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19660cbf-ac52-4592-a89b-dff5b7967166 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Pushing event deleted for resources: {'Subnet': ['ID=0d27609d-49d7-4ef5-b3f8-80ff6f58aed9,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:47.828969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-c198101f-dc24-4d3f-b4fd-38f90335b855 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:47.830508 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-c198101f-dc24-4d3f-b4fd-38f90335b855 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4167bb49-8d44-4551-adfa-59e27c371d42 HTTP/1.1" status: 200 len: 844 time: 0.2036064 May 09 13:15:47.835985 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d68b87-1e35-4d67-95b5-d444b076c40b None None] Routers {'98b75d7a-00f4-46b7-a78d-67f4d83a2a12'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:47.836696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c5d68b87-1e35-4d67-95b5-d444b076c40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['98b75d7a-00f4-46b7-a78d-67f4d83a2a12'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:47.836884 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19660cbf-ac52-4592-a89b-dff5b7967166 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:47.843770 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a665f3a9-9d8d-47c1-9512-5bc6422d7cda tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "PUT /v2.0/routers/98b75d7a-00f4-46b7-a78d-67f4d83a2a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7322330 May 09 13:15:47.849909 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-19660cbf-ac52-4592-a89b-dff5b7967166 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] 10.222.0.44 "DELETE /v2.0/subnets/0d27609d-49d7-4ef5-b3f8-80ff6f58aed9 HTTP/1.1" status: 204 len: 168 time: 3.3706155 May 09 13:15:47.850627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48646) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:47.851023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48648) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:48.070562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c5d68b87-1e35-4d67-95b5-d444b076c40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:48.076289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656d7493-263e-4468-869e-c01122b50915 None None] Network e96ed52d-1f00-4a8d-a11b-e89feeecba16 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:48.126542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:48.235162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Deleting port e6436631-eadb-4b67-9248-72a6e80049a7 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:48.235566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:48.382999 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c2e9ed18-910d-4630-ac31-53994d850815 req-63cbeca8-8423-405f-a505-b264a8fc09f8 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8044646 May 09 13:15:48.385098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Made reservation on behalf of 7bc08a88006e40bf8a44780de483df57 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:48.389186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:48.422492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:48.423287 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:48.440500 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d68b87-1e35-4d67-95b5-d444b076c40b None None] Routers {'98b75d7a-00f4-46b7-a78d-67f4d83a2a12'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:48.441130 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c5d68b87-1e35-4d67-95b5-d444b076c40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['98b75d7a-00f4-46b7-a78d-67f4d83a2a12'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:48.538279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] For port e6436631-eadb-4b67-9248-72a6e80049a7, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e6436631-eadb-4b67-9248-72a6e80049a7,segment=NetworkSegment(f8e8f36b-d1be-4657-bef9-f5f372cab36a),segment_id=f8e8f36b-d1be-4657-bef9-f5f372cab36a)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:48.540393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:48.578528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c5d68b87-1e35-4d67-95b5-d444b076c40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:48.578929 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d68b87-1e35-4d67-95b5-d444b076c40b None None] The sync data for ids ['98b75d7a-00f4-46b7-a78d-67f4d83a2a12'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:15:48.615852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:48.700614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Calling delete_port for e6436631-eadb-4b67-9248-72a6e80049a7 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:48.775923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port d4e26ae1-9843-4321-b7f8-f3f181f585c6, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d4e26ae1-9843-4321-b7f8-f3f181f585c6,segment=NetworkSegment(3a89c27f-0bc1-47cb-a1ec-281cd0586480),segment_id=3a89c27f-0bc1-47cb-a1ec-281cd0586480)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:48.784884 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:48.847442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Allocated IP 172.20.0.6 (d30285d5-e8c7-43ba-85ca-e036631511ae/a6c9a587-b9ae-413f-8d43-1f05ff4d95b2/c5f65745-e761-4600-b4f8-9dd935cc39ef) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:48.870552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2510b0c1-28e3-451a-81fb-0d7e75aba2d3 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:48.961651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7792a5cd-d18f-47f5-b56b-4c441276c187 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:49.023071 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e1984b-d001-4ad5-b8f0-56fc7fbfd7c1'] response: {'name': 'network-changed', 'server_uuid': 'f12876e2-47ad-4eb7-9cb2-0afdd8089cbc', 'tag': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c', 'status': 'completed', 'code': 200} May 09 13:15:49.079309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=d4e26ae1-9843-4321-b7f8-f3f181f585c6,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:49.084943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 7792a5cd-d18f-47f5-b56b-4c441276c187 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:49.084943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:49.089612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:49.123341 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 2 to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 May 09 13:15:49.170311 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c6f469-8f29-4867-b4d8-486c8bb5d249 None None] DHCP port deletion for e96ed52d-1f00-4a8d-a11b-e89feeecba16 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:15:49.270061 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48674) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:49.272234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Pushing event deleted for resources: {'Port': ['ID=e6436631-eadb-4b67-9248-72a6e80049a7,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:49.289438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] No DVR routers for this DVR port e6436631-eadb-4b67-9248-72a6e80049a7 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:15:49.351043 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6075ebe5-317e-4d16-96d0-f44cd30cc397 req-0a4e0408-0a2c-41ef-8661-2f51185bf765 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 210 time: 0.9780602 May 09 13:15:49.392975 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:49.393702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:49.393702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:49.490087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:49.500700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:49.500920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:49.501268 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:49.507136 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 3 to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 May 09 13:15:49.510967 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-f78f9277-84c4-41db-9c8d-de0646115858 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb387965-a8e8-43fb-8146-6c2716009608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3800883 May 09 13:15:49.583620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-474916308', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:49.607638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:49.615759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > segment before_delete 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.616099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.616828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.617161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > port after_create 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.617853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > port after_delete 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.617853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > port after_update 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.618156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > segment after_delete 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.618480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > subnet after_create 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.618790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > subnet after_delete 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.619263 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > subnet after_update 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.620040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:49.658005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:49.658387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:49.658753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:49.700308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Transition to ACTIVE for port object c5f65745-e761-4600-b4f8-9dd935cc39ef will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:49.704644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:49.732306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > subnet after_create 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.732658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > subnet after_delete 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.732994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > subnet before_create 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.733350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Subscribe: > subnet before_update 55550000 {{(pid=83895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 13:15:49.733736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96ed52d-1f00-4a8d-a11b-e89feeecba16']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:49.738688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:49.739018 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:49.753357 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 4 to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 May 09 13:15:49.795994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Usage tracker for resource:port and tenant:234e8e348a62420c84a5fd8ba7f94710 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:49.805630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:49.877005 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e8f36b-d1be-4657-bef9-f5f372cab36a') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:49.877249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e8f36b-d1be-4657-bef9-f5f372cab36a') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:49.883722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:49.888224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:49.888555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:49.888886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:49.898731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:49.907801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc17c1-2cf9-4dd7-aa27-592c0244c058 req-fc6b07cb-b8f0-45a9-bf47-36c6c685f864 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:49.908946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2510b0c1-28e3-451a-81fb-0d7e75aba2d3 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:49.909494 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a3cc17c1-2cf9-4dd7-aa27-592c0244c058 req-fc6b07cb-b8f0-45a9-bf47-36c6c685f864 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 931 time: 0.6349022 May 09 13:15:49.916236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Made reservation on behalf of 234e8e348a62420c84a5fd8ba7f94710 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:49.918554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:49.932891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2510b0c1-28e3-451a-81fb-0d7e75aba2d3 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:49.936573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:49.942135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:49.945339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:49.945670 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:49.955988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:15:49.956387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn_limited( May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn_limited( May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:15:49.973955 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:15:49.988233 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 5 to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 May 09 13:15:50.082108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2510b0c1-28e3-451a-81fb-0d7e75aba2d3 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.082570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2510b0c1-28e3-451a-81fb-0d7e75aba2d3 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Fanout notify agent at l3_agent the message router_deleted on router 98b75d7a-00f4-46b7-a78d-67f4d83a2a12 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:15:50.084383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:50.086614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.093438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Usage tracker for resource:security_group_rule and tenant:234e8e348a62420c84a5fd8ba7f94710 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:50.097971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:50.103097 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bc1f6-b583-4b6c-b2b1-d321e8c0a760 req-d0f140d2-4989-45c2-a923-447190e769be tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:50.104877 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce2bc1f6-b583-4b6c-b2b1-d321e8c0a760 req-d0f140d2-4989-45c2-a923-447190e769be tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 943 time: 0.5523882 May 09 13:15:50.124460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.128087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:50.128355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:50.128718 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:50.129016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:50.131009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.133424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] Pushing event deleted for resources: {'Network': ['ID=e96ed52d-1f00-4a8d-a11b-e89feeecba16,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:50.158158 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e50d470e-ca21-4c94-9c3b-8444aff87876 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134 tempest-ExtraDHCPOptionsIpV6TestJSON-1906130134-project] 10.222.0.44 "DELETE /v2.0/networks/e96ed52d-1f00-4a8d-a11b-e89feeecba16 HTTP/1.1" status: 204 len: 168 time: 2.3039124 May 09 13:15:50.175683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2510b0c1-28e3-451a-81fb-0d7e75aba2d3 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.179139 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2510b0c1-28e3-451a-81fb-0d7e75aba2d3 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "DELETE /v2.0/routers/98b75d7a-00f4-46b7-a78d-67f4d83a2a12 HTTP/1.1" status: 204 len: 168 time: 2.3248894 May 09 13:15:50.180867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48684) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:50.231515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d54d4bd-562f-4642-8118-84dbb54d0224 {{(pid=83894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:15:50.249599 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:50.249929 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:50.258451 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 6 to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 May 09 13:15:50.279069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.285686 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a3cc17c1-2cf9-4dd7-aa27-592c0244c058 req-3957a15c-5a20-4085-b8f6-fb0344b9e276 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3529987 May 09 13:15:50.302556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.337343 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:50.337675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:50.338009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:50.340445 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Pushing event updated for resources: {'Port': ['ID=c5f65745-e761-4600-b4f8-9dd935cc39ef,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:50.346133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.348529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Network d30285d5-e8c7-43ba-85ca-e036631511ae is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:50.350098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Transition to ACTIVE for port object 8d54d4bd-562f-4642-8118-84dbb54d0224 will not be triggered until provisioned by entity L2. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:50.357329 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce2bc1f6-b583-4b6c-b2b1-d321e8c0a760 req-13a991de-835d-42a2-9e06-0b2d9885ebb8 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456865 May 09 13:15:50.358163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:50.361492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] device_id is not set on port 898ec386-8acc-4151-9066-e2c918681e06 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:15:50.364306 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:50.393534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.448833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:50.449163 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:50.463562 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 7 to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 May 09 13:15:50.511135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc1497e-5b6e-4338-a23f-6aabc0eec227,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:50.541082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:15:50.556163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:50.556659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:50.557143 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:50.640819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:50.641813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.646004 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Pushing event updated for resources: {'Port': ['ID=8d54d4bd-562f-4642-8118-84dbb54d0224,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:50.652106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48692) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:50.661357 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.717957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2dc85d6-bdba-473e-82d2-981e53194194 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Deleting subnet 4cd3cac4-1dbe-4edb-b7f0-dec30b1f4e2f {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:15:50.721905 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2dc85d6-bdba-473e-82d2-981e53194194 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.731014 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:50.731351 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:50.731885 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.736163 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 8 to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 May 09 13:15:50.836165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a10e1c2d-37ad-468a-89f0-b4a44bd5f5c9 None None] Provisioning for port c5f65745-e761-4600-b4f8-9dd935cc39ef completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:50.846196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a10e1c2d-37ad-468a-89f0-b4a44bd5f5c9 None None] Provisioning complete for port c5f65745-e761-4600-b4f8-9dd935cc39ef triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:50.846566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a10e1c2d-37ad-468a-89f0-b4a44bd5f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.861456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:50.862040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:50.862625 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:50.864774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2dc85d6-bdba-473e-82d2-981e53194194 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:50.922811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Allocated IP 172.26.1.49 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/898ec386-8acc-4151-9066-e2c918681e06) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:15:50.946126 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d4e26ae1-9843-4321-b7f8-f3f181f585c6 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:50.983563 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-82c05027-2b0b-49d1-87b6-8c65f71d37ca service neutron] 10.222.0.57 "GET /v2.0/networks/bb387965-a8e8-43fb-8146-6c2716009608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561782 May 09 13:15:50.983793 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-92cecd59-ab99-4dbc-8beb-a35f312651f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6458192 May 09 13:15:51.013685 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a10e1c2d-37ad-468a-89f0-b4a44bd5f5c9 None None] Port c5f65745-e761-4600-b4f8-9dd935cc39ef cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:15:51.031663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d4e26ae1-9843-4321-b7f8-f3f181f585c6 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:51.032029 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.033267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Request body: {'port': {'device_id': '8302d57e-b2e8-4369-8e83-bda7dca5f3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:51.061519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Pushing event updated for resources: {'Port': ['ID=01942a5b-3b50-4527-9a50-f6f80b92fba2,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:51.093819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:51.094188 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:51.102638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.117976 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 9 to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 May 09 13:15:51.170822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:51.171182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:51.171524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:51.220735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.228504 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e6436631-eadb-4b67-9248-72a6e80049a7 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:15:51.267382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: e6436631-eadb-4b67-9248-72a6e80049a7 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:15:51.268318 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e6436631-eadb-4b67-9248-72a6e80049a7 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:15:51.297149 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de4cde-32fc-45ca-a387-b92796983ae7 req-46c803e5-9add-434c-8af5-26085f6d403d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:51.297853 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-94de4cde-32fc-45ca-a387-b92796983ae7 req-46c803e5-9add-434c-8af5-26085f6d403d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Synchronizing usage tracker for tenant:7bc08a88006e40bf8a44780de483df57 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:51.312676 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0dcb0f4c-bfb8-45c2-a8e3-9d7b8859b33d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7021f8c9d02460fa438082410ecddeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6490924 May 09 13:15:51.331190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48698) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:51.369045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:51.369245 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:51.369798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Attempting to bind port 8d54d4bd-562f-4642-8118-84dbb54d0224 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:51.370105 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Attempting to bind port 8d54d4bd-562f-4642-8118-84dbb54d0224 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '54054425-e38f-4188-a572-043bc3ea121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:51.370420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Attempting to bind port 8d54d4bd-562f-4642-8118-84dbb54d0224 on network 383a2382-5572-4290-b10a-e7048ae43e04 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:51.377811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2dc85d6-bdba-473e-82d2-981e53194194 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.384694 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 10 to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 May 09 13:15:51.419644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.431846 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Port 8d54d4bd-562f-4642-8118-84dbb54d0224 on network 383a2382-5572-4290-b10a-e7048ae43e04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:51.432094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Attempting to bind port 8d54d4bd-562f-4642-8118-84dbb54d0224 on network 383a2382-5572-4290-b10a-e7048ae43e04 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:51.434587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-94de4cde-32fc-45ca-a387-b92796983ae7 req-46c803e5-9add-434c-8af5-26085f6d403d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Unset dirty status for tenant:7bc08a88006e40bf8a44780de483df57 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:51.435682 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-94de4cde-32fc-45ca-a387-b92796983ae7 req-46c803e5-9add-434c-8af5-26085f6d403d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 931 time: 0.8024168 May 09 13:15:51.436291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:51.436994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:51.436994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:51.462467 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43dd7e7a-10d7-4f74-937b-809c707adc03 req-a879911e-e181-4779-9666-0a716dc66abc service neutron] 10.222.0.57 "GET /v2.0/networks/bb387965-a8e8-43fb-8146-6c2716009608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661896 May 09 13:15:51.518670 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:51.518987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Checking segment: {'id': '54054425-e38f-4188-a572-043bc3ea121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:51.519506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Bound using segment: {'id': '54054425-e38f-4188-a572-043bc3ea121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04'} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:51.519986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Bound port: 8d54d4bd-562f-4642-8118-84dbb54d0224, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54054425-e38f-4188-a572-043bc3ea121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04'}}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:51.520322 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.528911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:51.529230 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 37213f65-99ce-42c6-81fa-da8df484ec46 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:51.529593 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.545663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.560669 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dfbceaed-8e43-4cac-8a0d-c9779121a990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.578024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2dc85d6-bdba-473e-82d2-981e53194194 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.676034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc85d6-bdba-473e-82d2-981e53194194 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd3cac4-1dbe-4edb-b7f0-dec30b1f4e2f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:51.686325 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dfbceaed-8e43-4cac-8a0d-c9779121a990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.710931 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc07429f-43b8-4ae6-a5b8-0bd66ef2eaa6 None None] Network 6f13438d-1ed5-4adf-84b2-61586230cec9 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:15:51.717243 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2dc85d6-bdba-473e-82d2-981e53194194 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.763027 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a2dc85d6-bdba-473e-82d2-981e53194194 tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "DELETE /v2.0/subnets/4cd3cac4-1dbe-4edb-b7f0-dec30b1f4e2f HTTP/1.1" status: 204 len: 168 time: 1.5786946 May 09 13:15:51.764740 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48706) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:51.801543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.878978 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-94de4cde-32fc-45ca-a387-b92796983ae7 req-4958fd8f-7695-4ac9-b354-d31e9f8b3431 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4067960 May 09 13:15:51.925805 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dfbceaed-8e43-4cac-8a0d-c9779121a990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:51.970080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbceaed-8e43-4cac-8a0d-c9779121a990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd4ad65-d2e2-47c7-9525-bf069ca997c1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:51.993227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.000935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:52.003522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] For port 8d54d4bd-562f-4642-8118-84dbb54d0224, host hv-neutron-8408, cleared binding levels {{(pid=83894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:52.004464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:52.006443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Pushing event updated for resources: {'Port': ['ID=898ec386-8acc-4151-9066-e2c918681e06,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:52.011225 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46ace81f-c571-4b38-899b-21719fddc388 req-912e2628-7f0b-4150-8edc-c3fc5ea06c0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b2965b1bb45478ebc86d7ce34b37d49&device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 1096 time: 0.3823578 May 09 13:15:52.012639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dfbceaed-8e43-4cac-8a0d-c9779121a990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.016348 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dfbceaed-8e43-4cac-8a0d-c9779121a990 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fd4ad65-d2e2-47c7-9525-bf069ca997c1 HTTP/1.1" status: 204 len: 168 time: 0.6842163 May 09 13:15:52.017477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:52.061066 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780ee8d7-ff8f-409a-9e5c-e71f330069d3 None None] DHCP port deletion for 6f13438d-1ed5-4adf-84b2-61586230cec9 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:15:52.072452 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-780ee8d7-ff8f-409a-9e5c-e71f330069d3 None None] Deleting port a35ea086-18af-4fa3-9a07-405d316b4141 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:52.073106 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-780ee8d7-ff8f-409a-9e5c-e71f330069d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.082198 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20fedf-f3e4-4849-b625-61050142413c req-99b31fa5-b5b1-4534-acbb-4b1c5b18745e tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:52.083307 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4c20fedf-f3e4-4849-b625-61050142413c req-99b31fa5-b5b1-4534-acbb-4b1c5b18745e tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 943 time: 0.6524050 May 09 13:15:52.092490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] For port 37213f65-99ce-42c6-81fa-da8df484ec46, host hv-neutron-8408, cleared binding levels {{(pid=83894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:52.092840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempted to set empty binding levels {{(pid=83894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 09 13:15:52.126183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] For port 8d54d4bd-562f-4642-8118-84dbb54d0224, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8d54d4bd-562f-4642-8118-84dbb54d0224,segment=NetworkSegment(54054425-e38f-4188-a572-043bc3ea121a),segment_id=54054425-e38f-4188-a572-043bc3ea121a)] {{(pid=83894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:52.164273 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Deleting port a35ea086-18af-4fa3-9a07-405d316b4141 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:52.164613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.166584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.204971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:52.205097 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.205490 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.264966 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4a0b13e4-4b36-4078-bdd5-bf7dc0d569fe tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.9905879 May 09 13:15:52.285604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48714) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:52.305832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.49'}]}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:52.315752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:52.315906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-780ee8d7-ff8f-409a-9e5c-e71f330069d3 None None] For port a35ea086-18af-4fa3-9a07-405d316b4141, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a35ea086-18af-4fa3-9a07-405d316b4141,segment=NetworkSegment(04c4f02b-4bb0-4869-b69f-34359a21cfeb),segment_id=04c4f02b-4bb0-4869-b69f-34359a21cfeb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:52.316364 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-780ee8d7-ff8f-409a-9e5c-e71f330069d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.321743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Usage tracker for resource:router and tenant:234e8e348a62420c84a5fd8ba7f94710 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:52.323077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ace81f-c571-4b38-899b-21719fddc388 req-85aba2be-61b8-47f6-9b73-1abe65ee3d86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:52.325091 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46ace81f-c571-4b38-899b-21719fddc388 req-85aba2be-61b8-47f6-9b73-1abe65ee3d86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb387965-a8e8-43fb-8146-6c2716009608 HTTP/1.1" status: 200 len: 906 time: 0.2794783 May 09 13:15:52.327333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:52.337680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] In _notify_port_updated(), no bound segment for port 37213f65-99ce-42c6-81fa-da8df484ec46 on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:15:52.338692 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.343260 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "PUT /v2.0/ports/37213f65-99ce-42c6-81fa-da8df484ec46 HTTP/1.1" status: 200 len: 977 time: 12.9785364 May 09 13:15:52.363148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48718) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:52.368825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:52.399495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.400898 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] 10.222.0.57 "PUT /v2.0/ports/8d54d4bd-562f-4642-8118-84dbb54d0224 HTTP/1.1" status: 200 len: 1093 time: 5.6466353 May 09 13:15:52.401379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13929467-cf52-4626-809e-30c4fbbc64a8', 'tag': '8d54d4bd-562f-4642-8118-84dbb54d0224'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:15:52.477624 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-780ee8d7-ff8f-409a-9e5c-e71f330069d3 None None] Calling delete_port for a35ea086-18af-4fa3-9a07-405d316b4141 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:52.478517 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4c20fedf-f3e4-4849-b625-61050142413c req-741448a5-90e2-4f0e-b0a6-eb6fd81b8564 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818448 May 09 13:15:52.479466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b0d75-cc10-4b83-a3bc-aaec50079b72 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event updated for resources: {'Port': ['ID=37213f65-99ce-42c6-81fa-da8df484ec46,revision_number=3']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:52.530408 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46ace81f-c571-4b38-899b-21719fddc388 req-343cb9fa-10e0-4c21-b7f8-555761478f88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2cdb34c-7301-424c-a80b-20455c2b5d1c HTTP/1.1" status: 200 len: 217 time: 0.1904054 May 09 13:15:52.643926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] For port a35ea086-18af-4fa3-9a07-405d316b4141, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a35ea086-18af-4fa3-9a07-405d316b4141,segment=NetworkSegment(04c4f02b-4bb0-4869-b69f-34359a21cfeb),segment_id=04c4f02b-4bb0-4869-b69f-34359a21cfeb)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:52.644292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.671930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b312b-f21d-4482-8fc8-ba7838abb829 service neutron] Pushing event updated for resources: {'Port': ['ID=8d54d4bd-562f-4642-8118-84dbb54d0224,revision_number=3']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:52.709754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.711325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.727041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ace81f-c571-4b38-899b-21719fddc388 req-291be9f4-2d5c-4c93-9071-655f6c57f072 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:52.728430 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46ace81f-c571-4b38-899b-21719fddc388 req-291be9f4-2d5c-4c93-9071-655f6c57f072 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4167bb49-8d44-4551-adfa-59e27c371d42 HTTP/1.1" status: 200 len: 844 time: 0.1861813 May 09 13:15:52.738358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.829667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Calling delete_port for a35ea086-18af-4fa3-9a07-405d316b4141 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:52.842231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-780ee8d7-ff8f-409a-9e5c-e71f330069d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:52.909559 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Floating IP d03e74f7-982a-47c7-8853-5e8961af234f associated. External IP: 172.26.1.203, port: df1724ec-8ea7-427e-8ffa-cc6160a268c7. May 09 13:15:52.923557 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device a35ea086-18af-4fa3-9a07-405d316b4141 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:15:52.941370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:15:52.941723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:15:52.944728 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46ace81f-c571-4b38-899b-21719fddc388 req-9a7cbe5e-d1ab-4d82-8be8-779942cabf71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb387965-a8e8-43fb-8146-6c2716009608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1535494 May 09 13:15:52.972521 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ee8d7-ff8f-409a-9e5c-e71f330069d3 None None] Pushing event deleted for resources: {'Port': ['ID=a35ea086-18af-4fa3-9a07-405d316b4141,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:52.982489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: a35ea086-18af-4fa3-9a07-405d316b4141 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:15:52.982827 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device a35ea086-18af-4fa3-9a07-405d316b4141 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:15:52.995978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ee8d7-ff8f-409a-9e5c-e71f330069d3 None None] No DVR routers for this DVR port a35ea086-18af-4fa3-9a07-405d316b4141 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:15:53.017715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013c1ac-35c1-4f51-a04f-458d6cfa4b50 req-0c21e252-580b-43aa-8cd0-9deb54b105bf tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:53.019181 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b013c1ac-35c1-4f51-a04f-458d6cfa4b50 req-0c21e252-580b-43aa-8cd0-9deb54b105bf tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 943 time: 0.9329143 May 09 13:15:53.206352 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46ace81f-c571-4b38-899b-21719fddc388 req-c6c56543-e827-4902-858d-d77b0473c900 service neutron] 10.222.0.57 "GET /v2.0/networks/bb387965-a8e8-43fb-8146-6c2716009608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537961 May 09 13:15:53.232323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:15:53.334214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48744) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:53.347814 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46ace81f-c571-4b38-899b-21719fddc388 req-f42f319d-7832-4360-9071-6dc40d8820a4 service neutron] 10.222.0.57 "GET /v2.0/networks/bb387965-a8e8-43fb-8146-6c2716009608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355736 May 09 13:15:53.384741 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b013c1ac-35c1-4f51-a04f-458d6cfa4b50 req-51f5b971-5c74-4999-ba40-c9031d7b09e6 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515072 May 09 13:15:53.406045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-87f86ef4-fed2-4a36-a3a2-d16e0068c87c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Synchronizing usage tracker for tenant:bba7c88d6c3c44159a5922cea49ac813 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:53.412470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f65745-e761-4600-b4f8-9dd935cc39ef {{(pid=83894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:15:53.417564 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:53.422847 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-8e4be6ab-220a-47a0-89a9-e1fab03c7d34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6a64149e3f648a1820699d3c9ae317a&device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 1096 time: 0.7906282 May 09 13:15:53.431212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:53.443415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Deleting port a35ea086-18af-4fa3-9a07-405d316b4141 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:53.443415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:53.509241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-cc143cfc-cbf6-4dec-9660-8ef5438d9e93 tempest-DvrRoutersNegativeTest-1548650888 tempest-DvrRoutersNegativeTest-1548650888-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-162230920', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:53.512503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.policy [None req-cc143cfc-cbf6-4dec-9660-8ef5438d9e93 tempest-DvrRoutersNegativeTest-1548650888 tempest-DvrRoutersNegativeTest-1548650888-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83895) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 09 13:15:53.512503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.policy [None req-cc143cfc-cbf6-4dec-9660-8ef5438d9e93 tempest-DvrRoutersNegativeTest-1548650888 tempest-DvrRoutersNegativeTest-1548650888-project] Failed policy check for 'create_router' {{(pid=83895) enforce /opt/stack/neutron/neutron/policy.py:482}} May 09 13:15:53.512905 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-cc143cfc-cbf6-4dec-9660-8ef5438d9e93 tempest-DvrRoutersNegativeTest-1548650888 tempest-DvrRoutersNegativeTest-1548650888-project] create failed (client error): Access was denied to this resource. May 09 13:15:53.519681 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cc143cfc-cbf6-4dec-9660-8ef5438d9e93 tempest-DvrRoutersNegativeTest-1548650888 tempest-DvrRoutersNegativeTest-1548650888-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1818981 May 09 13:15:53.524199 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] The port 'a35ea086-18af-4fa3-9a07-405d316b4141' was deleted {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:15:53.531204 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Transition to ACTIVE for port object c5f65745-e761-4600-b4f8-9dd935cc39ef will not be triggered until provisioned by entity L2. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:53.538777 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-d515ff01-18ce-4496-9c66-473722aed4e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d54d4bd-562f-4642-8118-84dbb54d0224 HTTP/1.1" status: 200 len: 217 time: 0.1033356 May 09 13:15:53.544037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:53.562158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-87f86ef4-fed2-4a36-a3a2-d16e0068c87c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Unset dirty status for tenant:bba7c88d6c3c44159a5922cea49ac813 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:53.567138 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-87f86ef4-fed2-4a36-a3a2-d16e0068c87c tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24693 time: 1.1921525 May 09 13:15:53.580046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48756) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:53.647827 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2d245a-f26b-4eaa-bb3b-422c4580e861'] response: {'name': 'network-changed', 'server_uuid': '13929467-cf52-4626-809e-30c4fbbc64a8', 'tag': '8d54d4bd-562f-4642-8118-84dbb54d0224', 'status': 'completed', 'code': 200} May 09 13:15:53.655032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6fd6e-9cf5-4a15-807f-6a6b6c6d8bf1 req-c4276ad2-cdc7-4db4-a382-0e693366ea80 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:53.656472 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-52a6fd6e-9cf5-4a15-807f-6a6b6c6d8bf1 req-c4276ad2-cdc7-4db4-a382-0e693366ea80 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 931 time: 0.4855978 May 09 13:15:53.811577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:53.820837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-87e50b53-d897-4135-91b0-bfc950782422 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Deleting port 37213f65-99ce-42c6-81fa-da8df484ec46 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:53.821180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87e50b53-d897-4135-91b0-bfc950782422 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:53.887400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f13438d-1ed5-4adf-84b2-61586230cec9']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:53.903989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c4f02b-4bb0-4869-b69f-34359a21cfeb') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:53.904286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c4f02b-4bb0-4869-b69f-34359a21cfeb') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:53.951092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48762) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:53.969384 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.010575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.025503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Pushing event updated for resources: {'Port': ['ID=c5f65745-e761-4600-b4f8-9dd935cc39ef,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:54.031905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-820a6149-b574-4158-9213-3077623dc38e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:54.033288 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-820a6149-b574-4158-9213-3077623dc38e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1aaab92f-a7fc-4043-af59-8dc7bee9c193 HTTP/1.1" status: 200 len: 851 time: 0.4686539 May 09 13:15:54.080068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:15:54.080469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:15:54.103046 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:15:54.131500 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-52a6fd6e-9cf5-4a15-807f-6a6b6c6d8bf1 req-5a4e384e-e037-4364-ba98-4c5294c3c7b2 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4609611 May 09 13:15:54.219814 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-72178e8a-7c36-486e-9d58-a09103d7d582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.237434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-87e50b53-d897-4135-91b0-bfc950782422 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] For port 37213f65-99ce-42c6-81fa-da8df484ec46, host hv-neutron-8408, got binding levels [] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:54.237797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87e50b53-d897-4135-91b0-bfc950782422 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.265601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d54cb-16fc-4f7f-b0ab-78a6a7dd3263 req-0afa35b2-c403-43bf-b27d-7830dc6bb62b tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:54.267151 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-653d54cb-16fc-4f7f-b0ab-78a6a7dd3263 req-0afa35b2-c403-43bf-b27d-7830dc6bb62b tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 943 time: 0.3981481 May 09 13:15:54.308433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.380797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-87e50b53-d897-4135-91b0-bfc950782422 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Calling delete_port for 37213f65-99ce-42c6-81fa-da8df484ec46 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:54.396026 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-00c14ce1-acb3-48c4-ad7e-7fdb40f30b24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=383a2382-5572-4290-b10a-e7048ae43e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3412745 May 09 13:15:54.396659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Attempting to bind port c5f65745-e761-4600-b4f8-9dd935cc39ef on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:54.396984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Attempting to bind port c5f65745-e761-4600-b4f8-9dd935cc39ef by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '3a89c27f-0bc1-47cb-a1ec-281cd0586480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:54.397328 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Attempting to bind port c5f65745-e761-4600-b4f8-9dd935cc39ef on network d30285d5-e8c7-43ba-85ca-e036631511ae {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:54.442796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.450051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] Pushing event deleted for resources: {'Network': ['ID=6f13438d-1ed5-4adf-84b2-61586230cec9,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:54.454520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-72178e8a-7c36-486e-9d58-a09103d7d582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:54.471689 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-72178e8a-7c36-486e-9d58-a09103d7d582 admin admin] Usage tracker for resource:security_group_rule and tenant:3611a0a471664cab960c01b03066cff9 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:54.476652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-72178e8a-7c36-486e-9d58-a09103d7d582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:54.484866 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-088c8c78-c858-4d9b-a941-0ea12aa0375b tempest-FloatingIPNegativeTestJSON-1684538971 tempest-FloatingIPNegativeTestJSON-1684538971-project] 10.222.0.44 "DELETE /v2.0/networks/6f13438d-1ed5-4adf-84b2-61586230cec9 HTTP/1.1" status: 204 len: 168 time: 2.7196367 May 09 13:15:54.485482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-72178e8a-7c36-486e-9d58-a09103d7d582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:54.538502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87e50b53-d897-4135-91b0-bfc950782422 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.544582 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Port c5f65745-e761-4600-b4f8-9dd935cc39ef on network d30285d5-e8c7-43ba-85ca-e036631511ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:54.545094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Attempting to bind port c5f65745-e761-4600-b4f8-9dd935cc39ef on network d30285d5-e8c7-43ba-85ca-e036631511ae {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:54.606790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e50b53-d897-4135-91b0-bfc950782422 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event deleted for resources: {'Port': ['ID=37213f65-99ce-42c6-81fa-da8df484ec46,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:54.633900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87e50b53-d897-4135-91b0-bfc950782422 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.647009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-72178e8a-7c36-486e-9d58-a09103d7d582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.653746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-72178e8a-7c36-486e-9d58-a09103d7d582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.667894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:15:54.668749 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Checking segment: {'id': '3a89c27f-0bc1-47cb-a1ec-281cd0586480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:15:54.669291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Bound using segment: {'id': '3a89c27f-0bc1-47cb-a1ec-281cd0586480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae'} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:15:54.669589 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Bound port: c5f65745-e761-4600-b4f8-9dd935cc39ef, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a89c27f-0bc1-47cb-a1ec-281cd0586480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae'}}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:15:54.669930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.670615 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-87e50b53-d897-4135-91b0-bfc950782422 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "DELETE /v2.0/ports/37213f65-99ce-42c6-81fa-da8df484ec46 HTTP/1.1" status: 204 len: 168 time: 1.0897248 May 09 13:15:54.676891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48772) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:54.693835 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-653d54cb-16fc-4f7f-b0ab-78a6a7dd3263 req-636de62a-fed2-4bb4-a7a4-52ee4b6ec6b2 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4125619 May 09 13:15:54.732032 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d235ab8a-f2fe-4e37-8463-159d41989aad tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] GET failed (client error): The resource could not be found. May 09 13:15:54.732865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d235ab8a-f2fe-4e37-8463-159d41989aad tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Synchronizing usage tracker for tenant:bba7c88d6c3c44159a5922cea49ac813 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:54.762853 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-72178e8a-7c36-486e-9d58-a09103d7d582 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3611a0a471664cab960c01b03066cff9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8107266 May 09 13:15:54.763651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72178e8a-7c36-486e-9d58-a09103d7d582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2661a36f-41e5-4c55-8cfd-f60681cc28ac,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:54.769316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48778) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:54.795121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48782) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:54.803893 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d235ab8a-f2fe-4e37-8463-159d41989aad tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Unset dirty status for tenant:bba7c88d6c3c44159a5922cea49ac813 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:54.805708 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d235ab8a-f2fe-4e37-8463-159d41989aad tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "GET /v2.0/ports/37213f65-99ce-42c6-81fa-da8df484ec46 HTTP/1.1" status: 404 len: 333 time: 0.1278558 May 09 13:15:54.823379 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48786) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:54.830293 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-751751145', 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:54.838530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:54.860885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:54.872420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9b6db7e-4298-41a3-82dd-b66023105f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.884267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Made reservation on behalf of bba7c88d6c3c44159a5922cea49ac813 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:54.887044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.907446 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-8094db6e-78b8-4233-8c08-23eb95c9d98b service neutron] 10.222.0.57 "GET /v2.0/networks/383a2382-5572-4290-b10a-e7048ae43e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978232 May 09 13:15:54.916693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9b6db7e-4298-41a3-82dd-b66023105f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:54.924406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] For port c5f65745-e761-4600-b4f8-9dd935cc39ef, host hv-neutron-8408, cleared binding levels {{(pid=83894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:54.930213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] device_id is not set on port d9332a1f-c0e3-42fc-811c-11c4bcad9aa0 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:15:54.958795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:55.036362 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f1320-38a7-465e-b5b1-373033448e8c req-700370cf-3c1d-4892-86ce-752a517c0cec tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:55.041797 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1c4f1320-38a7-465e-b5b1-373033448e8c req-700370cf-3c1d-4892-86ce-752a517c0cec tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 943 time: 0.4889827 May 09 13:15:55.043797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] For port c5f65745-e761-4600-b4f8-9dd935cc39ef, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef,segment=NetworkSegment(3a89c27f-0bc1-47cb-a1ec-281cd0586480),segment_id=3a89c27f-0bc1-47cb-a1ec-281cd0586480)] {{(pid=83894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:15:55.071663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:55.073835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:55.104663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9b6db7e-4298-41a3-82dd-b66023105f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:55.120521 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9430fea9-a25b-4da9-af17-1fb14dbd1bf4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afa6af9b1ae94d129f1dd4adb9c75057&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3218067 May 09 13:15:55.154868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48792) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:55.256072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6db7e-4298-41a3-82dd-b66023105f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2661a36f-41e5-4c55-8cfd-f60681cc28ac,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:55.305131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:55.306535 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] 10.222.0.57 "PUT /v2.0/ports/c5f65745-e761-4600-b4f8-9dd935cc39ef HTTP/1.1" status: 200 len: 1093 time: 4.3031909 May 09 13:15:55.310517 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9b6db7e-4298-41a3-82dd-b66023105f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:55.317026 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f9b6db7e-4298-41a3-82dd-b66023105f61 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2661a36f-41e5-4c55-8cfd-f60681cc28ac HTTP/1.1" status: 204 len: 168 time: 0.5411980 May 09 13:15:55.320322 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:55.359000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:55.440811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Network 249c3785-af37-4715-8607-c666a06e093d is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:55.444030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:55.448303 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:55.449844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:55.450513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:55.462892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event updated for resources: {'Port': ['ID=d9332a1f-c0e3-42fc-811c-11c4bcad9aa0,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:55.480792 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d488b20a-363d-4fda-9a07-880331e74334 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6543448 May 09 13:15:55.483263 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48802) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:55.554501 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-687dc57b-d824-4c5a-89c7-4df996f3ed3e tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Synchronizing usage tracker for tenant:bba7c88d6c3c44159a5922cea49ac813 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:55.573085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-687dc57b-d824-4c5a-89c7-4df996f3ed3e tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Unset dirty status for tenant:bba7c88d6c3c44159a5922cea49ac813 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:55.575543 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-687dc57b-d824-4c5a-89c7-4df996f3ed3e tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "GET /v2.0/ports/d9332a1f-c0e3-42fc-811c-11c4bcad9aa0 HTTP/1.1" status: 200 len: 954 time: 0.0901165 May 09 13:15:55.579818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48808) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:55.614630 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1c4f1320-38a7-465e-b5b1-373033448e8c req-d7bf13e5-5b55-4472-94ac-1f64dd940869 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5541539 May 09 13:15:55.616350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33464a19-ab63-435e-8a74-b5acbb4b986e service neutron] Pushing event updated for resources: {'Port': ['ID=c5f65745-e761-4600-b4f8-9dd935cc39ef,revision_number=3']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:55.627314 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41d467da-a1be-4aff-908c-1dcbcd17b596 req-bca04f1e-e7ca-4e80-b9a5-51b64cae892d service neutron] 10.222.0.57 "GET /v2.0/networks/383a2382-5572-4290-b10a-e7048ae43e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7072093 May 09 13:15:55.658825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-be0e73d3-b804-455a-9dba-637bde756ee6 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Deleting port d9332a1f-c0e3-42fc-811c-11c4bcad9aa0 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:55.659369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-be0e73d3-b804-455a-9dba-637bde756ee6 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:55.683158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8302d57e-b2e8-4369-8e83-bda7dca5f3eb', 'tag': 'c5f65745-e761-4600-b4f8-9dd935cc39ef'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:15:55.810465 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2051f1e3-1023-4173-8f24-71c9b0c6899a'] response: {'name': 'network-changed', 'server_uuid': '8302d57e-b2e8-4369-8e83-bda7dca5f3eb', 'tag': 'c5f65745-e761-4600-b4f8-9dd935cc39ef', 'status': 'completed', 'code': 200} May 09 13:15:55.827153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Router e23205ac-0f77-46d5-806a-e61fdfcd7bf6 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:15:55.861015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6943aa61-01d1-433b-864c-108f5fb87c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:55.879757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device f2cdb34c-7301-424c-a80b-20455c2b5d1c details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:15:55.923964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-be0e73d3-b804-455a-9dba-637bde756ee6 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:55.968490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6943aa61-01d1-433b-864c-108f5fb87c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:56.015694 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d421f7-f2e7-4a2f-b8f6-b504bb3114b2 req-d89a99b6-5b07-4f21-904e-c15773736ad8 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:56.023186 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-51d421f7-f2e7-4a2f-b8f6-b504bb3114b2 req-d89a99b6-5b07-4f21-904e-c15773736ad8 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 943 time: 0.7077644 May 09 13:15:56.025225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:56.042152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port f2cdb34c-7301-424c-a80b-20455c2b5d1c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f2cdb34c-7301-424c-a80b-20455c2b5d1c,segment=NetworkSegment(88ff0207-06bd-4d69-8a0e-5af6cf541eca),segment_id=88ff0207-06bd-4d69-8a0e-5af6cf541eca)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:56.061135 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'port_id': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c', 'mac_address': 'fa:16:3e:d6:51:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:15:56.075270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-be0e73d3-b804-455a-9dba-637bde756ee6 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Calling delete_port for d9332a1f-c0e3-42fc-811c-11c4bcad9aa0 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:56.124466 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:56.142184 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cdb34c-7301-424c-a80b-20455c2b5d1c {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:15:56.159072 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port f2cdb34c-7301-424c-a80b-20455c2b5d1c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f2cdb34c-7301-424c-a80b-20455c2b5d1c,segment=NetworkSegment(88ff0207-06bd-4d69-8a0e-5af6cf541eca),segment_id=88ff0207-06bd-4d69-8a0e-5af6cf541eca)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:56.159267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-be0e73d3-b804-455a-9dba-637bde756ee6 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:56.165766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:56.222930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e73d3-b804-455a-9dba-637bde756ee6 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9332a1f-c0e3-42fc-811c-11c4bcad9aa0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:56.245669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=f2cdb34c-7301-424c-a80b-20455c2b5d1c,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:56.245879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-be0e73d3-b804-455a-9dba-637bde756ee6 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:56.264748 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-be0e73d3-b804-455a-9dba-637bde756ee6 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "DELETE /v2.0/ports/d9332a1f-c0e3-42fc-811c-11c4bcad9aa0 HTTP/1.1" status: 204 len: 168 time: 0.6838765 May 09 13:15:56.267253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48832) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:56.310440 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25cc04e-bb5d-4599-833b-f78ed6a8cadc tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] GET failed (client error): The resource could not be found. May 09 13:15:56.311079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c25cc04e-bb5d-4599-833b-f78ed6a8cadc tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Synchronizing usage tracker for tenant:bba7c88d6c3c44159a5922cea49ac813 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:15:56.328558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c25cc04e-bb5d-4599-833b-f78ed6a8cadc tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Unset dirty status for tenant:bba7c88d6c3c44159a5922cea49ac813 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:15:56.333430 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c25cc04e-bb5d-4599-833b-f78ed6a8cadc tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "GET /v2.0/ports/d9332a1f-c0e3-42fc-811c-11c4bcad9aa0 HTTP/1.1" status: 404 len: 333 time: 0.0615628 May 09 13:15:56.333933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48836) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:56.339118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Request body: {'port': {'network_id': '249c3785-af37-4715-8607-c666a06e093d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1648967396'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:56.344377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:56.355156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:56.369880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Made reservation on behalf of bba7c88d6c3c44159a5922cea49ac813 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:56.372429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:56.377730 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-df51f6b1-aaf5-4899-b60b-6ef9e5d21ae0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bc08a88006e40bf8a44780de483df57&device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 1096 time: 1.0019326 May 09 13:15:56.379440 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48840) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:56.384512 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7d8c5f6-cb2c-4911-a73c-b1316f67b9d1 req-6e855a8d-0683-40e5-9b99-cd36d184ab5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6a64149e3f648a1820699d3c9ae317a&device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 1096 time: 0.6830256 May 09 13:15:56.392423 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] device_id is not set on port 41a4bf34-2e52-4044-9e32-7aa59c1e542f yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:15:56.548969 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['f2cdb34c-7301-424c-a80b-20455c2b5d1c'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:15:56.576894 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-b5711ab4-9c85-4b10-b1e2-35e3d2ce6626 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef HTTP/1.1" status: 200 len: 217 time: 0.1851368 May 09 13:15:56.593152 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-51d421f7-f2e7-4a2f-b8f6-b504bb3114b2 req-ff8d976e-6221-49d8-9fc0-57d80707a755 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5689497 May 09 13:15:56.644670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:56.693790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:56.766621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e9970279-b157-45be-9292-3f5b89a74231 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-115662588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:56.767431 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Network 249c3785-af37-4715-8607-c666a06e093d is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:15:56.770158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:15:56.772570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:15:56.773694 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:56.774348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:56.780497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6943aa61-01d1-433b-864c-108f5fb87c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:56.784613 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:15:56.792198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event updated for resources: {'Port': ['ID=41a4bf34-2e52-4044-9e32-7aa59c1e542f,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:56.802325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e9970279-b157-45be-9292-3f5b89a74231 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:56.812082 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-39a73175-6fd9-44a1-b23f-da7e302f8b95 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4770827 May 09 13:15:56.812725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48848) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:56.819063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:56.826104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e9970279-b157-45be-9292-3f5b89a74231 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Usage tracker for resource:router and tenant:1a3737fc5492450093d4ad19cadfc28e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:56.846446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943aa61-01d1-433b-864c-108f5fb87c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c290b48d-9fa1-45cb-b971-12c088ed74ec,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:56.848233 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e9970279-b157-45be-9292-3f5b89a74231 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:56.871902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c78d49-66f6-4d25-9c51-9bfb60051432 req-8560b1fc-dd52-4f27-a3e8-6e8b54da5754 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:56.873393 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-70c78d49-66f6-4d25-9c51-9bfb60051432 req-8560b1fc-dd52-4f27-a3e8-6e8b54da5754 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 943 time: 0.9179845 May 09 13:15:56.929803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e9970279-b157-45be-9292-3f5b89a74231 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:56.932621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.180662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] device_id is not set on port 41a4bf34-2e52-4044-9e32-7aa59c1e542f yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:15:57.188176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.203231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Transition to ACTIVE for port object 41a4bf34-2e52-4044-9e32-7aa59c1e542f will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:15:57.207954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.210392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-9ec08e1e-e164-4a45-ac9d-b347634b0e87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:57.211839 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-9ec08e1e-e164-4a45-ac9d-b347634b0e87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6c9a587-b9ae-413f-8d43-1f05ff4d95b2 HTTP/1.1" status: 200 len: 851 time: 0.6227770 May 09 13:15:57.229676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8c5f6-cb2c-4911-a73c-b1316f67b9d1 req-a207a551-b0cc-4b97-bb13-55011031d829 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:57.231571 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7d8c5f6-cb2c-4911-a73c-b1316f67b9d1 req-a207a551-b0cc-4b97-bb13-55011031d829 service neutron] 10.222.0.57 "GET /v2.0/networks?id=383a2382-5572-4290-b10a-e7048ae43e04 HTTP/1.1" status: 200 len: 913 time: 0.7835758 May 09 13:15:57.265159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9970279-b157-45be-9292-3f5b89a74231 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.266100 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9970279-b157-45be-9292-3f5b89a74231 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.279874 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.369035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6943aa61-01d1-433b-864c-108f5fb87c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.370194 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6943aa61-01d1-433b-864c-108f5fb87c6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c290b48d-9fa1-45cb-b971-12c088ed74ec HTTP/1.1" status: 204 len: 168 time: 2.2026093 May 09 13:15:57.391912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.406824 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7d8c5f6-cb2c-4911-a73c-b1316f67b9d1 req-e29da567-945a-4e56-b624-e2680448a008 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d54d4bd-562f-4642-8118-84dbb54d0224 HTTP/1.1" status: 200 len: 217 time: 0.1290097 May 09 13:15:57.415045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event updated for resources: {'Port': ['ID=41a4bf34-2e52-4044-9e32-7aa59c1e542f,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:57.433367 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:57.434243 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:57.434729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:57.440849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:57.441177 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:57.441598 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 2 to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f May 09 13:15:57.456375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:57.456702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:57.457030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:57.462695 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-70c78d49-66f6-4d25-9c51-9bfb60051432 req-8cadfe38-6ea5-4d04-a5c7-f12b034149f2 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5302858 May 09 13:15:57.463576 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:57.464124 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:57.465215 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 3 to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f May 09 13:15:57.482804 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:57.483161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:57.483488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:57.490205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:57.490644 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:57.491227 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 4 to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f May 09 13:15:57.507027 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:57.507432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:57.507617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9970279-b157-45be-9292-3f5b89a74231 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.507790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:57.514933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:57.516088 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:57.516088 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 5 to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f May 09 13:15:57.531848 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:57.532299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:57.532638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:57.540442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:57.540818 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:57.541205 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 6 to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f May 09 13:15:57.555652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1986fa-aa39-4530-b7a5-908a0e90df92 req-fc5bc6e3-2937-4264-bdee-314837ec5842 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:57.561291 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:57.561859 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:57.562503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:57.564078 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2d1986fa-aa39-4530-b7a5-908a0e90df92 req-fc5bc6e3-2937-4264-bdee-314837ec5842 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 944 time: 0.7119143 May 09 13:15:57.568799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:57.569443 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:57.569955 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 7 to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f May 09 13:15:57.588142 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8c5f6-cb2c-4911-a73c-b1316f67b9d1 req-076739dd-7bc7-48d3-95df-1ae56bf3e1d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:57.590982 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7d8c5f6-cb2c-4911-a73c-b1316f67b9d1 req-076739dd-7bc7-48d3-95df-1ae56bf3e1d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1aaab92f-a7fc-4043-af59-8dc7bee9c193 HTTP/1.1" status: 200 len: 851 time: 0.1732886 May 09 13:15:57.593273 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:57.593838 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:57.594443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:57.603426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:57.604261 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:57.605240 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 8 to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f May 09 13:15:57.633586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:57.633913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:57.634245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:57.640472 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.641043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:57.641183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99c71d59-ea25-40a7-98c7-e6dd12eae479 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:15:57.641397 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:57.641776 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 9 to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f May 09 13:15:57.657560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9970279-b157-45be-9292-3f5b89a74231 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.670385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:57.671137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:57.671476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:57.673861 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-145e3f30-835f-4fbb-ba1d-a061fe30dfdb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d30285d5-e8c7-43ba-85ca-e036631511ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4496167 May 09 13:15:57.678402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:57.678720 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:57.679105 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempt 10 to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f May 09 13:15:57.698230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:15:57.698532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:15:57.698945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempting to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:15:57.706933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:15:57.707251 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Failed to bind port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on host hv-neutron-8408 for vnic_type normal using segments [{'id': '44cb2251-e5b2-4539-80f1-be41aae92b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '249c3785-af37-4715-8607-c666a06e093d'}] May 09 13:15:57.707598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.811986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9970279-b157-45be-9292-3f5b89a74231 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.813104 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e9970279-b157-45be-9292-3f5b89a74231 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.4267793 May 09 13:15:57.816325 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48862) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:57.817466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] For port 41a4bf34-2e52-4044-9e32-7aa59c1e542f, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:15:57.817890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Attempted to set empty binding levels {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 09 13:15:57.818492 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 09 13:15:57.822029 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9a71e3a7-4e5b-4297-890b-6df86536935e tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.5313907 May 09 13:15:57.824856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1190564845'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:57.830051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:57.834396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Usage tracker for resource:network and tenant:1a3737fc5492450093d4ad19cadfc28e is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:57.837498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:57.847703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48866) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:57.850832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:57.853428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.862343 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2d1986fa-aa39-4530-b7a5-908a0e90df92 req-ad3f6f3a-9324-4abf-b927-65a5e35c6602 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972608 May 09 13:15:57.880196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device f2cdb34c-7301-424c-a80b-20455c2b5d1c up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:15:57.881398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:15:57.896502 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8b0c4-ccb3-4bc2-b176-e414d2b52291 None None] Sync routers for ids ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:15:57.922480 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8b0c4-ccb3-4bc2-b176-e414d2b52291 None None] Routers {'e23205ac-0f77-46d5-806a-e61fdfcd7bf6'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:57.923102 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d3e8b0c4-ccb3-4bc2-b176-e414d2b52291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:57.967342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Made reservation on behalf of 1a3737fc5492450093d4ad19cadfc28e for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:57.970152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.990915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] In _notify_port_updated(), no bound segment for port 41a4bf34-2e52-4044-9e32-7aa59c1e542f on network 249c3785-af37-4715-8607-c666a06e093d {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:15:57.991062 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d3e8b0c4-ccb3-4bc2-b176-e414d2b52291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:57.995411 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:57.999682 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "PUT /v2.0/ports/41a4bf34-2e52-4044-9e32-7aa59c1e542f HTTP/1.1" status: 200 len: 977 time: 1.1831808 May 09 13:15:58.009082 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8b0c4-ccb3-4bc2-b176-e414d2b52291 None None] Routers {'e23205ac-0f77-46d5-806a-e61fdfcd7bf6'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:15:58.009235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48874) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:58.010039 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d3e8b0c4-ccb3-4bc2-b176-e414d2b52291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:58.010248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-9edcf067-f595-4340-ad2a-3b5312933f7a tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Deleting port 898ec386-8acc-4151-9066-e2c918681e06 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:58.010662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9edcf067-f595-4340-ad2a-3b5312933f7a tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:58.023914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port f2cdb34c-7301-424c-a80b-20455c2b5d1c completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:15:58.031554 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port f2cdb34c-7301-424c-a80b-20455c2b5d1c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:15:58.033163 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:58.043533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:58.056260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a537814-fc5e-40c5-8691-310e2b5cf73a tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event updated for resources: {'Port': ['ID=41a4bf34-2e52-4044-9e32-7aa59c1e542f,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:58.128783 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d3e8b0c4-ccb3-4bc2-b176-e414d2b52291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:15:58.129666 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8b0c4-ccb3-4bc2-b176-e414d2b52291 None None] The sync data for ids ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:15:58.145319 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7d8c5f6-cb2c-4911-a73c-b1316f67b9d1 req-ac5e4b98-1ffb-447c-90c6-aaf883dda241 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=383a2382-5572-4290-b10a-e7048ae43e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5408747 May 09 13:15:58.145935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:58.206347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:58.208047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:58.214763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Usage tracker for resource:security_group_rule and tenant:1a3737fc5492450093d4ad19cadfc28e is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:58.220240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:58.221498 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-2f6b81bf-3f9d-4fb8-81eb-b410749d228b service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209923 May 09 13:15:58.244361 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:58.259068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port f2cdb34c-7301-424c-a80b-20455c2b5d1c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f2cdb34c-7301-424c-a80b-20455c2b5d1c,segment=NetworkSegment(88ff0207-06bd-4d69-8a0e-5af6cf541eca),segment_id=88ff0207-06bd-4d69-8a0e-5af6cf541eca)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:58.260819 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12876e2-47ad-4eb7-9cb2-0afdd8089cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:15:58.329345 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:58.411890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9edcf067-f595-4340-ad2a-3b5312933f7a tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:58.418402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e86b9-5144-40ae-aeef-715bfb478e41 req-136e3918-078f-444d-a015-2890b3bf7288 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:58.419895 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b26e86b9-5144-40ae-aeef-715bfb478e41 req-136e3918-078f-444d-a015-2890b3bf7288 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 943 time: 0.6163116 May 09 13:15:58.428603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=f2cdb34c-7301-424c-a80b-20455c2b5d1c,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:58.432439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9374d-c868-4234-a0f4-3da0d7ad8f3e tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Deleting port 41a4bf34-2e52-4044-9e32-7aa59c1e542f {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:58.432788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c3e9374d-c868-4234-a0f4-3da0d7ad8f3e tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:58.473301 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cf13042e-2324-4305-80af-cae696f9e52a tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 20.5464249 May 09 13:15:58.481456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48888) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:58.515609 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48892) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:58.576349 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-9edcf067-f595-4340-ad2a-3b5312933f7a tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Calling delete_port for 898ec386-8acc-4151-9066-e2c918681e06 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:58.688205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:58.692977 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:58.768749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843a3874-ba4d-4ea0-8106-c8304dbe9b0b,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:58.774448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-404700254'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:58.783575 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7d8c5f6-cb2c-4911-a73c-b1316f67b9d1 req-f358ac98-df83-49ab-9406-a8c4115e2627 service neutron] 10.222.0.57 "GET /v2.0/networks/383a2382-5572-4290-b10a-e7048ae43e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086473 May 09 13:15:58.784724 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9edcf067-f595-4340-ad2a-3b5312933f7a tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:58.806659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:58.812847 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8c3233e-e4a7-4b01-8726-5ac3c84ee73a req-e29ecc25-dde5-4253-a517-1b30e3c45503 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317891 May 09 13:15:58.824035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:15:58.837805 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b26e86b9-5144-40ae-aeef-715bfb478e41 req-ff436678-f1e4-4632-8ea4-918c2a1671ef tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3745759 May 09 13:15:58.839761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:network and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:58.843284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcf067-f595-4340-ad2a-3b5312933f7a tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Pushing event deleted for resources: {'Port': ['ID=898ec386-8acc-4151-9066-e2c918681e06,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:58.850332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:58.851040 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Added segment c885dd01-074e-4af0-8ecf-c416beeb3ced of type vlan for network ed08d74e-776e-45be-b13b-20236ada0fd4 May 09 13:15:58.852858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:58.865954 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-36ed1a67-2761-4d27-ac68-3dd5b9741698 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] 10.222.0.44 "GET /v2.0/floatingips/d03e74f7-982a-47c7-8853-5e8961af234f HTTP/1.1" status: 200 len: 982 time: 0.3525956 May 09 13:15:58.885684 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48902) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:58.935785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:59.000725 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276a6a4a-4b4f-481c-bf28-838d02c8af30'] response: {'server_uuid': 'f12876e2-47ad-4eb7-9cb2-0afdd8089cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c', 'code': 200} May 09 13:15:59.015671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:59.070271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9edcf067-f595-4340-ad2a-3b5312933f7a tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:59.080155 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8cbc786c-20ba-4c6f-a0e0-e9f385b50af6 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.1926637 May 09 13:15:59.090241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48910) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:59.158290 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9edcf067-f595-4340-ad2a-3b5312933f7a tempest-RoutersAdminNegativeTest-1306957731 tempest-RoutersAdminNegativeTest-1306957731-project-admin] 10.222.0.44 "DELETE /v2.0/ports/898ec386-8acc-4151-9066-e2c918681e06 HTTP/1.1" status: 204 len: 168 time: 1.3091588 May 09 13:15:59.177202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:59.181543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:59.182487 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:59.252730 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:15:59.255626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:59.316262 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:59.340597 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5212135 May 09 13:15:59.351795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-c3e9374d-c868-4234-a0f4-3da0d7ad8f3e tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] For port 41a4bf34-2e52-4044-9e32-7aa59c1e542f, host hv-neutron-8408, got binding levels [] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:15:59.352216 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c3e9374d-c868-4234-a0f4-3da0d7ad8f3e tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:59.374492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48916) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:59.391014 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Request body: {'subnet': {'network_id': 'ed08d74e-776e-45be-b13b-20236ada0fd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:15:59.458034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4b2fc-e202-4083-8c58-dad9da8530cd tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event updated for resources: {'Network': ['ID=ed08d74e-776e-45be-b13b-20236ada0fd4,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:15:59.463875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ebd8a-ffb8-4424-b755-5e884c71ecf9 req-289cd82b-5159-4db2-92cb-b8e362bf4703 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:59.465951 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-533ebd8a-ffb8-4424-b755-5e884c71ecf9 req-289cd82b-5159-4db2-92cb-b8e362bf4703 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 943 time: 0.8369260 May 09 13:15:59.486301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network ed08d74e-776e-45be-b13b-20236ada0fd4 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:15:59.522461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48922) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:15:59.537070 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7d8c5f6-cb2c-4911-a73c-b1316f67b9d1 req-0eb657fa-8d78-4683-9319-c268c098820e service neutron] 10.222.0.57 "GET /v2.0/networks/383a2382-5572-4290-b10a-e7048ae43e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7273917 May 09 13:15:59.543346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9374d-c868-4234-a0f4-3da0d7ad8f3e tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Calling delete_port for 41a4bf34-2e52-4044-9e32-7aa59c1e542f owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:15:59.628389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-2ffff293-10b8-4df5-8177-f0b391bde93a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Deleting port 01942a5b-3b50-4527-9a50-f6f80b92fba2 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:15:59.628730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ffff293-10b8-4df5-8177-f0b391bde93a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:59.668489 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6b8d62a5-2af5-458e-9788-c32d16501af7 req-4a7a5c27-1017-42fd-8a8d-d8b424d87be2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 1098 time: 0.4423296 May 09 13:15:59.697954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6b8d62a5-2af5-458e-9788-c32d16501af7 req-b39f385d-b6a0-4ad8-9065-1f516fffcab2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:59.735854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:59.755212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:security_group_rule and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:59.761153 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2aa87384-5ab4-40c9-b4f5-0f377716e044 req-3566d434-f652-40e5-b871-4b24aa7b2fec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bc08a88006e40bf8a44780de483df57&device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 1096 time: 0.8231506 May 09 13:15:59.762592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:59.802041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3a02d41c-6c47-4372-bff3-4cc2fec36fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:59.810703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:59.825737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:59.834254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16120b-46ac-4db0-b3ac-3c10b59da7ec req-f1f706d9-217e-4861-807c-548b88165d53 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:15:59.835711 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3a16120b-46ac-4db0-b3ac-3c10b59da7ec req-f1f706d9-217e-4861-807c-548b88165d53 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 945 time: 0.6265221 May 09 13:15:59.870087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-6b8d62a5-2af5-458e-9788-c32d16501af7 req-b39f385d-b6a0-4ad8-9065-1f516fffcab2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:59.877680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 8d54d4bd-562f-4642-8118-84dbb54d0224 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:15:59.880904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-6b8d62a5-2af5-458e-9788-c32d16501af7 req-b39f385d-b6a0-4ad8-9065-1f516fffcab2 service neutron] Usage tracker for resource:security_group_rule and tenant:b04cbd7e3a564d56914a9ae3ea2cc0dd is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:59.886589 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-533ebd8a-ffb8-4424-b755-5e884c71ecf9 req-7d659ef8-0330-4a33-a661-bf92b8f8477a tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105445 May 09 13:15:59.887410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-6b8d62a5-2af5-458e-9788-c32d16501af7 req-b39f385d-b6a0-4ad8-9065-1f516fffcab2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:59.890328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3a02d41c-6c47-4372-bff3-4cc2fec36fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:15:59.899815 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Usage tracker for resource:subnet and tenant:1a3737fc5492450093d4ad19cadfc28e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:59.904098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-6b8d62a5-2af5-458e-9788-c32d16501af7 req-b39f385d-b6a0-4ad8-9065-1f516fffcab2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:59.906363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3a02d41c-6c47-4372-bff3-4cc2fec36fca admin admin] Usage tracker for resource:security_group_rule and tenant:d4f24f328018465b9fec70bfd9b5a52f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:15:59.907231 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:59.912122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3a02d41c-6c47-4372-bff3-4cc2fec36fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:15:59.919941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3a02d41c-6c47-4372-bff3-4cc2fec36fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:59.932979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ffff293-10b8-4df5-8177-f0b391bde93a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:59.933900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ffff293-10b8-4df5-8177-f0b391bde93a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:15:59.941751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:15:59.946999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c3e9374d-c868-4234-a0f4-3da0d7ad8f3e tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.046211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 8d54d4bd-562f-4642-8118-84dbb54d0224, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8d54d4bd-562f-4642-8118-84dbb54d0224,segment=NetworkSegment(54054425-e38f-4188-a572-043bc3ea121a),segment_id=54054425-e38f-4188-a572-043bc3ea121a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:00.065337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '8d54d4bd-562f-4642-8118-84dbb54d0224', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'port_id': '8d54d4bd-562f-4642-8118-84dbb54d0224', 'mac_address': 'fa:16:3e:e3:09:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:16:00.067117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9374d-c868-4234-a0f4-3da0d7ad8f3e tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Pushing event deleted for resources: {'Port': ['ID=41a4bf34-2e52-4044-9e32-7aa59c1e542f,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:00.072491 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-2ffff293-10b8-4df5-8177-f0b391bde93a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Calling delete_port for 01942a5b-3b50-4527-9a50-f6f80b92fba2 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:00.093305 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.147131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Made reservation on behalf of 1a3737fc5492450093d4ad19cadfc28e for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:00.154840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.178618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d54d4bd-562f-4642-8118-84dbb54d0224 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:16:00.198007 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 8d54d4bd-562f-4642-8118-84dbb54d0224, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8d54d4bd-562f-4642-8118-84dbb54d0224,segment=NetworkSegment(54054425-e38f-4188-a572-043bc3ea121a),segment_id=54054425-e38f-4188-a572-043bc3ea121a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:00.204358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.221740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.233862 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6b8d62a5-2af5-458e-9788-c32d16501af7 req-b39f385d-b6a0-4ad8-9065-1f516fffcab2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.246827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6b8d62a5-2af5-458e-9788-c32d16501af7 req-b39f385d-b6a0-4ad8-9065-1f516fffcab2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.279221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c3e9374d-c868-4234-a0f4-3da0d7ad8f3e tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.281758 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=8d54d4bd-562f-4642-8118-84dbb54d0224,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:00.284933 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3a16120b-46ac-4db0-b3ac-3c10b59da7ec req-56606976-269c-4537-9516-2c15d7beeca1 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3869312 May 09 13:16:00.288944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3a02d41c-6c47-4372-bff3-4cc2fec36fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.299324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:00.306209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3a02d41c-6c47-4372-bff3-4cc2fec36fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.307286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87384-5ab4-40c9-b4f5-0f377716e044 req-005b2041-5d67-473b-870e-f2788f702b0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:00.309366 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2aa87384-5ab4-40c9-b4f5-0f377716e044 req-005b2041-5d67-473b-870e-f2788f702b0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=d30285d5-e8c7-43ba-85ca-e036631511ae HTTP/1.1" status: 200 len: 913 time: 0.5367711 May 09 13:16:00.321414 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6b8d62a5-2af5-458e-9788-c32d16501af7 req-b39f385d-b6a0-4ad8-9065-1f516fffcab2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6439409 May 09 13:16:00.323882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f385d-b6a0-4ad8-9065-1f516fffcab2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4a09a0e0-a7ef-4500-b05f-b04cce665f28,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:00.395261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b102dcb6-a643-4502-a292-6b980a6e9afa,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:00.405035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.405405 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Added segment 968209e2-59f5-4e6a-83f0-0424db62b8d5 of type vlan for network e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f May 09 13:16:00.413762 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3a02d41c-6c47-4372-bff3-4cc2fec36fca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4f24f328018465b9fec70bfd9b5a52f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8903303 May 09 13:16:00.414228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.420929 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48930) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:00.424763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02d41c-6c47-4372-bff3-4cc2fec36fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f40107-7eed-4770-8154-a2f7c8cbe243,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:00.441335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ffff293-10b8-4df5-8177-f0b391bde93a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.495012 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c3e9374d-c868-4234-a0f4-3da0d7ad8f3e tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "DELETE /v2.0/ports/41a4bf34-2e52-4044-9e32-7aa59c1e542f HTTP/1.1" status: 204 len: 168 time: 2.4720051 May 09 13:16:00.501092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48934) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:00.505699 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2aa87384-5ab4-40c9-b4f5-0f377716e044 req-ce0f21c2-a616-4cb5-8408-18de56efb04b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef HTTP/1.1" status: 200 len: 217 time: 0.1771147 May 09 13:16:00.507016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffff293-10b8-4df5-8177-f0b391bde93a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event deleted for resources: {'Port': ['ID=01942a5b-3b50-4527-9a50-f6f80b92fba2,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:00.545626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.568984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed01520-e2d3-42ca-bdbf-0b6310b67ce8 req-b3bc731f-734a-4234-a6b8-aed6e60159e3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:00.570487 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bed01520-e2d3-42ca-bdbf-0b6310b67ce8 req-b3bc731f-734a-4234-a6b8-aed6e60159e3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 943 time: 0.4950686 May 09 13:16:00.624333 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['8d54d4bd-562f-4642-8118-84dbb54d0224'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:16:00.629187 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.632914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:00.633597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.638466 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-906b8370-d9ac-48c5-b36f-682f18ff6398 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] GET failed (client error): The resource could not be found. May 09 13:16:00.639008 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-906b8370-d9ac-48c5-b36f-682f18ff6398 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Synchronizing usage tracker for tenant:bba7c88d6c3c44159a5922cea49ac813 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:00.686866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ffff293-10b8-4df5-8177-f0b391bde93a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.745232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.753855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-906b8370-d9ac-48c5-b36f-682f18ff6398 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] Unset dirty status for tenant:bba7c88d6c3c44159a5922cea49ac813 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:00.755195 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-906b8370-d9ac-48c5-b36f-682f18ff6398 tempest-PortsAdminExtendedAttrsTestJSON-1824838890 tempest-PortsAdminExtendedAttrsTestJSON-1824838890-project-admin] 10.222.0.44 "GET /v2.0/ports/41a4bf34-2e52-4044-9e32-7aa59c1e542f HTTP/1.1" status: 404 len: 333 time: 0.2498276 May 09 13:16:00.796459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48938) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:00.839338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.867414 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bed01520-e2d3-42ca-bdbf-0b6310b67ce8 req-ad5d7a20-d34e-45ef-b897-b1ef4f29f0b5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820311 May 09 13:16:00.934026 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:00.955130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f40107-7eed-4770-8154-a2f7c8cbe243,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:00.972183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:00.972617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:00.973021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:00.973452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:00.973832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:00.974244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:00.974631 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:00.975031 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:00.975414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:00.975795 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:00.976186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:01.012809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:01.025571 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-176d9306-4f27-4076-aa6e-d68e4d949de1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5f40107-7eed-4770-8154-a2f7c8cbe243 HTTP/1.1" status: 204 len: 168 time: 0.5947864 May 09 13:16:01.037111 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:01.086505 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5474391 May 09 13:16:01.086505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87384-5ab4-40c9-b4f5-0f377716e044 req-64d36973-b784-4edc-b2a6-3293d1a68532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:01.086505 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2aa87384-5ab4-40c9-b4f5-0f377716e044 req-64d36973-b784-4edc-b2a6-3293d1a68532 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6c9a587-b9ae-413f-8d43-1f05ff4d95b2 HTTP/1.1" status: 200 len: 851 time: 0.4393773 May 09 13:16:01.157338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:01.157678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:01.158012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:01.158361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:01.158686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:01.159009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:01.159324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:01.159721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:01.160209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:01.160668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:01.161116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92b5e-7780-4c6b-808e-64e0411fb04e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:01.205332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-54a56b23-d3bb-4e56-8cf3-679636413176 tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:01.211437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:01.225797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48948) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:01.235729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'subnet': {'network_id': 'e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:01.283937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:01.381435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event updated for resources: {'Subnet': ['ID=6a35c019-069f-48eb-97fe-acdfc805dd6b,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:01.444529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48954) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:01.474793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712ed5-0f82-480a-a57c-35693cb3ef19 req-4bfdc0df-0e65-42ae-93ae-f4d1d2e78e6d tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:01.476250 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bd712ed5-0f82-480a-a57c-35693cb3ef19 req-4bfdc0df-0e65-42ae-93ae-f4d1d2e78e6d tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 944 time: 0.4311178 May 09 13:16:01.515018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:01.521720 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:subnet and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:01.529174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:01.541483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:01.562342 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-40e82388-098c-4250-80bf-86a14ef60d9a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=234e8e348a62420c84a5fd8ba7f94710&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1054568 May 09 13:16:01.570465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:01.583662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48958) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:01.623982 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2aa87384-5ab4-40c9-b4f5-0f377716e044 req-3343a09e-e956-4b55-987d-f5052791fbcb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d30285d5-e8c7-43ba-85ca-e036631511ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5315475 May 09 13:16:01.655903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-54a56b23-d3bb-4e56-8cf3-679636413176 tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:01.721566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:01.750243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Checking segment: {'id': 'c885dd01-074e-4af0-8ecf-c416beeb3ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed08d74e-776e-45be-b13b-20236ada0fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:01.750604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Network hostable DHCP agents. Network: ed08d74e-776e-45be-b13b-20236ada0fd4, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:01.776288 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-54a56b23-d3bb-4e56-8cf3-679636413176 tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249c3785-af37-4715-8607-c666a06e093d']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:01.802471 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-54a56b23-d3bb-4e56-8cf3-679636413176 tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cb2251-e5b2-4539-80f1-be41aae92b6d') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:01.802749 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-54a56b23-d3bb-4e56-8cf3-679636413176 tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cb2251-e5b2-4539-80f1-be41aae92b6d') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:01.813804 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bd712ed5-0f82-480a-a57c-35693cb3ef19 req-91b94da3-1580-46ee-b0a1-f5d678cd79ee tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229306 May 09 13:16:01.815892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffff293-10b8-4df5-8177-f0b391bde93a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Router e23205ac-0f77-46d5-806a-e61fdfcd7bf6 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:16:01.826413 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-54a56b23-d3bb-4e56-8cf3-679636413176 tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:01.833133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bfcfdee6-7928-497b-b204-63880fa86c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:01.877156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-54a56b23-d3bb-4e56-8cf3-679636413176 tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:01.889611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b21af-3dec-4578-bb41-340a8f73084c req-deca7836-9b9b-4cab-b827-1b5fb8d93e4c tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:01.889786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bfcfdee6-7928-497b-b204-63880fa86c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:01.891057 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dc2b21af-3dec-4578-bb41-340a8f73084c req-deca7836-9b9b-4cab-b827-1b5fb8d93e4c tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 945 time: 0.4129741 May 09 13:16:01.894721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Network ed08d74e-776e-45be-b13b-20236ada0fd4 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:01.898439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a56b23-d3bb-4e56-8cf3-679636413176 tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:01.898840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-54a56b23-d3bb-4e56-8cf3-679636413176 tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:01.908534 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 8d54d4bd-562f-4642-8118-84dbb54d0224 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:01.917242 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:01.991195 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 8d54d4bd-562f-4642-8118-84dbb54d0224 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:01.996767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 8d54d4bd-562f-4642-8118-84dbb54d0224 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:01.996767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:01.998190 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2aa87384-5ab4-40c9-b4f5-0f377716e044 req-9ec25e9a-63e2-4839-ab5c-b611e0ac8a3a service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658366 May 09 13:16:02.009588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, ed08d74e-776e-45be-b13b-20236ada0fd4) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:02.032978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1221e25-8baa-43c2-b669-fac9f4e63e60 None None] Network ed08d74e-776e-45be-b13b-20236ada0fd4 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:02.046746 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:02.047329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.147980 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bfcfdee6-7928-497b-b204-63880fa86c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.185512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-54a56b23-d3bb-4e56-8cf3-679636413176 tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.190527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfdee6-7928-497b-b204-63880fa86c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc1497e-5b6e-4338-a23f-6aabc0eec227,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:02.223832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-54a56b23-d3bb-4e56-8cf3-679636413176 tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.225575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bfcfdee6-7928-497b-b204-63880fa86c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.226728 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bfcfdee6-7928-497b-b204-63880fa86c8d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fc1497e-5b6e-4338-a23f-6aabc0eec227 HTTP/1.1" status: 204 len: 168 time: 0.6386125 May 09 13:16:02.233637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.240267 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-54a56b23-d3bb-4e56-8cf3-679636413176 tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] 10.222.0.44 "DELETE /v2.0/networks/249c3785-af37-4715-8607-c666a06e093d HTTP/1.1" status: 204 len: 168 time: 1.4204538 May 09 13:16:02.248622 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dc2b21af-3dec-4578-bb41-340a8f73084c req-2157720a-3586-4255-908b-f057cba829d3 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3514454 May 09 13:16:02.257462 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-56812130-2f20-4545-a093-9329798093c0 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8791466 May 09 13:16:02.264713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 48968) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:02.271253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a56b23-d3bb-4e56-8cf3-679636413176 tempest-PortsAdminExtendedAttrsTestJSON-713555906 tempest-PortsAdminExtendedAttrsTestJSON-713555906-project] Pushing event deleted for resources: {'Network': ['ID=249c3785-af37-4715-8607-c666a06e093d,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:02.281862 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Request body: {'network': {'name': 'tempest-router-network01--1629177843'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:02.315506 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:02.351131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Usage tracker for resource:network and tenant:1a3737fc5492450093d4ad19cadfc28e is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:02.362399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:02.402997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:02.411501 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2aa87384-5ab4-40c9-b4f5-0f377716e044 req-849c9066-6d37-47ae-a9f6-5fe160fb2345 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029858 May 09 13:16:02.433863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Subnet': ['ID=4a953fe3-dacc-470d-93d9-4ef8af53a555,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:02.444585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f84684-b610-4106-80a3-a9fbd8403e98 req-a7dfae62-0e16-44f3-bb7e-0048f1eda554 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:02.446134 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d5f84684-b610-4106-80a3-a9fbd8403e98 req-a7dfae62-0e16-44f3-bb7e-0048f1eda554 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 943 time: 0.3796263 May 09 13:16:02.457929 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-ed08d74e-776e-45be-b13b-20236ada0fd4', 'network_id': 'ed08d74e-776e-45be-b13b-20236ada0fd4', 'tenant_id': '1a3737fc5492450093d4ad19cadfc28e', 'fixed_ips': [{'subnet_id': '6a35c019-069f-48eb-97fe-acdfc805dd6b'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:02.458957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.475483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Made reservation on behalf of 1a3737fc5492450093d4ad19cadfc28e for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:02.478913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.536351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.543337 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking segment: {'id': '968209e2-59f5-4e6a-83f0-0424db62b8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:02.551450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network hostable DHCP agents. Network: e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:02.557411 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d5f84684-b610-4106-80a3-a9fbd8403e98 req-517ebb73-7ff1-4c72-9ef8-f138a0cee772 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014185 May 09 13:16:02.650247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:02.691878 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.692175 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Added segment 6d075258-bfe9-45d2-a7ef-c23b6f140fd7 of type vlan for network 5ac0a7a6-6b47-4258-a202-56ce0e141a54 May 09 13:16:02.714961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffff293-10b8-4df5-8177-f0b391bde93a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:16:02.741661 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f005f-2f00-4b6d-aed1-a6f4cb2a4e44 None None] Sync routers for ids ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:16:02.759516 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13929467-cf52-4626-809e-30c4fbbc64a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d54d4bd-562f-4642-8118-84dbb54d0224'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:16:02.765670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:02.781972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ffff293-10b8-4df5-8177-f0b391bde93a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.794571 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48980) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:02.823485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 8d54d4bd-562f-4642-8118-84dbb54d0224, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8d54d4bd-562f-4642-8118-84dbb54d0224,segment=NetworkSegment(54054425-e38f-4188-a572-043bc3ea121a),segment_id=54054425-e38f-4188-a572-043bc3ea121a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:02.846919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.850740 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.893588 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:02.933734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:02.934319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:02.962631 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ffa824f-1700-41a9-b2c8-9c20914cc1c4'] response: {'server_uuid': '13929467-cf52-4626-809e-30c4fbbc64a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d54d4bd-562f-4642-8118-84dbb54d0224', 'code': 200} May 09 13:16:02.963394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7b4765-6389-4777-b1d3-66bc79e917b6 None None] Network e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:03.015168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f005f-2f00-4b6d-aed1-a6f4cb2a4e44 None None] Routers {'e23205ac-0f77-46d5-806a-e61fdfcd7bf6'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:03.016243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c66f005f-2f00-4b6d-aed1-a6f4cb2a4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:03.063186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48994) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:03.064590 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9de690b8-3bd3-48ca-b6d4-2250036e4d79 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8375692 May 09 13:16:03.071553 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1952875741'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:03.079579 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2ffff293-10b8-4df5-8177-f0b391bde93a tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "DELETE /v2.0/floatingips/d03e74f7-982a-47c7-8853-5e8961af234f HTTP/1.1" status: 204 len: 168 time: 3.9821258 May 09 13:16:03.079836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 48998) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:03.090938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:03.091755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:03.096123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:03.096718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:03.099734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:03.135930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:network and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:03.148463 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:03.153500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:03.166764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Usage tracker for resource:floatingip and tenant:722c52445e9942c5b3d04c1829a23d29 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:03.172896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:03.175439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:03.188219 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:03.249379 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9791896 May 09 13:16:03.258475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49004) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:03.293651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Request body: {'network': {'name': 'tempest-router-network02--1312413946'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:03.295122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195109fb-32a9-4979-ac78-87d60a7b155d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event updated for resources: {'Network': ['ID=5ac0a7a6-6b47-4258-a202-56ce0e141a54,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:03.309075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:03.309075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:03.324594 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:03.333021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:03.343339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 5ac0a7a6-6b47-4258-a202-56ce0e141a54 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:03.364237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Usage tracker for resource:network and tenant:1a3737fc5492450093d4ad19cadfc28e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:03.372457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe0d56-e139-4c1b-aee2-dfa0d17a992c req-14155e5a-7a00-4cc7-8aff-891550bd60e4 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:03.374557 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2afe0d56-e139-4c1b-aee2-dfa0d17a992c req-14155e5a-7a00-4cc7-8aff-891550bd60e4 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 945 time: 0.3669486 May 09 13:16:03.375375 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:03.391495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:03.438264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c66f005f-2f00-4b6d-aed1-a6f4cb2a4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:03.483026 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a2167815-0b33-4590-a347-15dbce4a616b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=332d50ed1a0a48649dfa0961aec061cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6848233 May 09 13:16:03.483401 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49012) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:03.562635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=8d54d4bd-562f-4642-8118-84dbb54d0224,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:03.589298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3bceff60-cf53-4f1a-b169-253d2ee476cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:03.590492 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:03.591064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:03.591336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:03.591772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:03.592108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:03.592530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:03.592924 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:03.593373 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:03.593786 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:03.594364 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:03.594939 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:16:03.605875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Allocated IP 2001:db8::2 (ed08d74e-776e-45be-b13b-20236ada0fd4/6a35c019-069f-48eb-97fe-acdfc805dd6b/f2ee5283-5cec-4981-b9e8-a9c994b98e97) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:03.628952 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f005f-2f00-4b6d-aed1-a6f4cb2a4e44 None None] Routers {'e23205ac-0f77-46d5-806a-e61fdfcd7bf6'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:03.629918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c66f005f-2f00-4b6d-aed1-a6f4cb2a4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:15:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:03.656265 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3bceff60-cf53-4f1a-b169-253d2ee476cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:03.673559 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:03.698816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:03.699911 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Added segment 24c73138-d759-4efa-aaca-6e2ab45ee4de of type vlan for network 8e38593c-3eb5-4768-b080-16abbd74ac9d May 09 13:16:03.727602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:03.736793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c66f005f-2f00-4b6d-aed1-a6f4cb2a4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:03.737866 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f005f-2f00-4b6d-aed1-a6f4cb2a4e44 None None] The sync data for ids ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:16:03.764571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3bceff60-cf53-4f1a-b169-253d2ee476cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:03.770597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Made reservation on behalf of 1a3737fc5492450093d4ad19cadfc28e for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:03.773813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:03.788204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bceff60-cf53-4f1a-b169-253d2ee476cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab209ee-17af-418f-aa7b-b7fdd90cf6b9,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:03.794012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3bceff60-cf53-4f1a-b169-253d2ee476cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:03.797549 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3bceff60-cf53-4f1a-b169-253d2ee476cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ab209ee-17af-418f-aa7b-b7fdd90cf6b9 HTTP/1.1" status: 204 len: 168 time: 0.3109357 May 09 13:16:03.805434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:03.810145 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:03.810872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:03.924833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49024) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:03.931750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device c5f65745-e761-4600-b4f8-9dd935cc39ef details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:16:04.037132 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f', 'network_id': 'e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f', 'tenant_id': '83a9c8497c0340b592c7b83c8a606a70', 'fixed_ips': [{'subnet_id': '4a953fe3-dacc-470d-93d9-4ef8af53a555'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:04.038700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.075684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.resource_extend [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:16:04.091077 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0258737 May 09 13:16:04.094532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49030) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:04.101585 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'subnet': {'network_id': '8e38593c-3eb5-4768-b080-16abbd74ac9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:04.113209 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2afe0d56-e139-4c1b-aee2-dfa0d17a992c req-e5f31550-4389-478f-a51d-c3f1148b2434 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7268293 May 09 13:16:04.127245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bcc0e-cfc4-451a-829b-1e727c1c04dc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=8e38593c-3eb5-4768-b080-16abbd74ac9d,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:04.130740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:04.135585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 8e38593c-3eb5-4768-b080-16abbd74ac9d details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:04.140158 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-82460656-21d0-43b5-aff7-aba99346852d req-35b27c82-3b7b-45a3-bf62-b860f22ccee6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 1098 time: 0.9320815 May 09 13:16:04.163181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Request body: {'networks': [{'name': 'tempest-network--789011334'}, {'name': 'tempest-network--600108923'}]} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:04.163488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Request body: {'network': {'name': 'tempest-network--789011334'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:04.163949 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Request body: {'network': {'name': 'tempest-network--600108923'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:04.174466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.174985 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Added segment 686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1 of type vlan for network 73a4b573-5303-4bdb-9291-a5fba84ef504 May 09 13:16:04.188836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:04.217122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767db6e7-ee7b-4774-893e-d086c0e772c4 req-e55300cb-bb2f-422c-8794-83c3dab58c0c tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:04.218907 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-767db6e7-ee7b-4774-893e-d086c0e772c4 req-e55300cb-bb2f-422c-8794-83c3dab58c0c tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 945 time: 0.7285695 May 09 13:16:04.251171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Usage tracker for resource:network and tenant:d7b20a1023674d13829f9f706d80b765 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:04.267980 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:04.279415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.280416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:04.286456 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-82460656-21d0-43b5-aff7-aba99346852d req-a734748d-0dc3-477d-9f8d-18d3a9d4ba3e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366942 May 09 13:16:04.312336 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:04.315104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Made reservation on behalf of d7b20a1023674d13829f9f706d80b765 for: {'network': 2} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:04.319008 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.335891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:subnet and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:04.340474 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-767db6e7-ee7b-4774-893e-d086c0e772c4 req-c2bfff6f-c769-4db8-9025-530fc34f32ac tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149504 May 09 13:16:04.342437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:04.346430 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.351473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.361915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:04.402982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:04.407191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Usage tracker for resource:security_group_rule and tenant:d7b20a1023674d13829f9f706d80b765 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:04.410222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:04.416216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:04.493398 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.499490 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.499874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.507332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.511727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:04.513579 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.521905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49038) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:04.559740 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:04.683550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.688245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:04.703161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9e8805-d134-4b7c-9802-1374dc787b48,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:04.716049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.716693 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Added segment d341c631-eddb-453e-a76b-0987bffd9903 of type vlan for network 2dff56ba-9e92-45a1-b6a9-5ec5501f3c16 May 09 13:16:04.719195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.724332 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port c5f65745-e761-4600-b4f8-9dd935cc39ef, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef,segment=NetworkSegment(3a89c27f-0bc1-47cb-a1ec-281cd0586480),segment_id=3a89c27f-0bc1-47cb-a1ec-281cd0586480)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:04.743366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Transition to ACTIVE for port object f2ee5283-5cec-4981-b9e8-a9c994b98e97 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:04.762078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'c5f65745-e761-4600-b4f8-9dd935cc39ef', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'port_id': 'c5f65745-e761-4600-b4f8-9dd935cc39ef', 'mac_address': 'fa:16:3e:1f:a5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:16:04.783404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event updated for resources: {'Network': ['ID=73a4b573-5303-4bdb-9291-a5fba84ef504,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:04.792042 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a3a33762-b640-46b7-bbde-56865565897b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5182164 May 09 13:16:04.802245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49042) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:04.807656 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Transition to ACTIVE for port object f2ee5283-5cec-4981-b9e8-a9c994b98e97 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:04.814472 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 73a4b573-5303-4bdb-9291-a5fba84ef504 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:04.820752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Request body: {'subnet': {'network_id': '5ac0a7a6-6b47-4258-a202-56ce0e141a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:04.844637 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-530ac1d5-46ad-4e1d-b073-70be0f3eb40c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bba7c88d6c3c44159a5922cea49ac813&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3082383 May 09 13:16:04.844880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Allocated IP 172.20.255.242 (e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f/4a953fe3-dacc-470d-93d9-4ef8af53a555/954aa221-c626-4018-a2d7-0965f5c12958) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:04.849160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.858658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49046) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:04.860645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Allocated IP 172.26.1.182 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/42982a80-3576-4eb5-bc43-5fe0866db650) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:04.922549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ecfb4-b4cb-439d-bc3b-3e77afe9d7ac req-d14a2666-9ee8-4399-81bc-c679ee7c1496 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:04.929380 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a5ecfb4-b4cb-439d-bc3b-3e77afe9d7ac req-d14a2666-9ee8-4399-81bc-c679ee7c1496 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 943 time: 0.5782044 May 09 13:16:04.931531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:04.988599 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:05.007149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.007612 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Added segment 51f91c7f-17d8-424c-ad21-367175e5a857 of type vlan for network b6ade3f2-df36-42a8-bb87-f20ba789c9bf May 09 13:16:05.022469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.079995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.128814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Network ed08d74e-776e-45be-b13b-20236ada0fd4 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:05.132584 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Pushing event updated for resources: {'Port': ['ID=f2ee5283-5cec-4981-b9e8-a9c994b98e97,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:05.139580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:05.141095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:05.142874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:05.149389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.149936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f65745-e761-4600-b4f8-9dd935cc39ef {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:16:05.159700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb56e3-a879-4386-aabd-c918a07268ce req-1c9065bd-35cf-4f6e-9cce-10085e6e30d2 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:05.161374 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a4fb56e3-a879-4386-aabd-c918a07268ce req-1c9065bd-35cf-4f6e-9cce-10085e6e30d2 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 945 time: 0.6449773 May 09 13:16:05.164587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Usage tracker for resource:subnet and tenant:1a3737fc5492450093d4ad19cadfc28e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:05.180506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49052) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:05.181318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:05.196589 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:05.207798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.208290 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.212102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:05.213136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-74bb8117-0d19-4b2e-ae7c-c9b2d7eedd8b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Request body: {'floatingip': {'port_id': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:05.215327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:05.216028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.237203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port c5f65745-e761-4600-b4f8-9dd935cc39ef, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef,segment=NetworkSegment(3a89c27f-0bc1-47cb-a1ec-281cd0586480),segment_id=3a89c27f-0bc1-47cb-a1ec-281cd0586480)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:05.269806 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3438063 May 09 13:16:05.272814 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49056) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:05.279810 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.298113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Made reservation on behalf of 1a3737fc5492450093d4ad19cadfc28e for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:05.368068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event updated for resources: {'Network': ['ID=2dff56ba-9e92-45a1-b6a9-5ec5501f3c16,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:05.391746 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a5ecfb4-b4cb-439d-bc3b-3e77afe9d7ac req-55cd40bf-34c4-4d74-976a-7351ac8ef1f9 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4615304 May 09 13:16:05.395565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 2dff56ba-9e92-45a1-b6a9-5ec5501f3c16 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:05.447539 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-74bb8117-0d19-4b2e-ae7c-c9b2d7eedd8b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for floatingip, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.479313 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Attempting to bind port f2ee5283-5cec-4981-b9e8-a9c994b98e97 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:05.479675 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Attempting to bind port f2ee5283-5cec-4981-b9e8-a9c994b98e97 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'c885dd01-074e-4af0-8ecf-c416beeb3ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed08d74e-776e-45be-b13b-20236ada0fd4'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:05.480566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Attempting to bind port f2ee5283-5cec-4981-b9e8-a9c994b98e97 on network ed08d74e-776e-45be-b13b-20236ada0fd4 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:05.566552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Subnet': ['ID=b760bec2-02b0-44e1-8a28-90c86c099e67,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:05.583278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking segment: {'id': '24c73138-d759-4efa-aaca-6e2ab45ee4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8e38593c-3eb5-4768-b080-16abbd74ac9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:05.583812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network hostable DHCP agents. Network: 8e38593c-3eb5-4768-b080-16abbd74ac9d, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:05.594398 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f932681-d31c-4ddb-94b7-e65b959fdb63 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event updated for resources: {'Network': ['ID=b6ade3f2-df36-42a8-bb87-f20ba789c9bf,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:05.604623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.632115 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Transition to ACTIVE for port object 954aa221-c626-4018-a2d7-0965f5c12958 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:05.659474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec78fb6-372f-4dd9-9764-41970c240ab5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:05.662385 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Transition to ACTIVE for port object 954aa221-c626-4018-a2d7-0965f5c12958 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:05.663472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec78fb6-372f-4dd9-9764-41970c240ab5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:05.668228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec78fb6-372f-4dd9-9764-41970c240ab5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:05.685504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec78fb6-372f-4dd9-9764-41970c240ab5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:05.686375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-dec78fb6-372f-4dd9-9764-41970c240ab5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Synchronizing usage tracker for tenant:d7b20a1023674d13829f9f706d80b765 on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:05.690500 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=c5f65745-e761-4600-b4f8-9dd935cc39ef,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:05.702643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network 8e38593c-3eb5-4768-b080-16abbd74ac9d is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:05.719603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network b6ade3f2-df36-42a8-bb87-f20ba789c9bf details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:05.734600 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-350663ae-07de-4351-b70e-7fcdb8a2b19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.734753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 8e38593c-3eb5-4768-b080-16abbd74ac9d) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:05.739624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:05.740335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.747084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:05.747084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Checking segment: {'id': 'c885dd01-074e-4af0-8ecf-c416beeb3ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed08d74e-776e-45be-b13b-20236ada0fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:05.747427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-dec78fb6-372f-4dd9-9764-41970c240ab5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Unset dirty status for tenant:d7b20a1023674d13829f9f706d80b765 on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:05.747514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.747755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Bound using segment: {'id': 'c885dd01-074e-4af0-8ecf-c416beeb3ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed08d74e-776e-45be-b13b-20236ada0fd4'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:05.748133 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Bound port: f2ee5283-5cec-4981-b9e8-a9c994b98e97, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c885dd01-074e-4af0-8ecf-c416beeb3ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed08d74e-776e-45be-b13b-20236ada0fd4'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:05.748342 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dec78fb6-372f-4dd9-9764-41970c240ab5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3817956 May 09 13:16:05.748582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.753628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49060) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:05.768650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.807015 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6befab2-904a-4959-b458-5f1d7bcd248f None None] Network 8e38593c-3eb5-4768-b080-16abbd74ac9d requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:05.831945 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bf4d58f9-0760-4474-86e1-44956c76bc85 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7335548 May 09 13:16:05.835017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49064) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:05.848390 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:05.894552 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['c5f65745-e761-4600-b4f8-9dd935cc39ef'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:16:05.956383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29ab490d-f42a-447b-baea-bf959cb95542 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.024715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.116350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Network e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:06.121144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.122325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Pushing event updated for resources: {'Port': ['ID=954aa221-c626-4018-a2d7-0965f5c12958,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:06.135293 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29ab490d-f42a-447b-baea-bf959cb95542 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.137578 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:06.137785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-350663ae-07de-4351-b70e-7fcdb8a2b19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.196124 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171ddc9-3e71-4c36-9ec2-2f368a10af54 req-b0c27d44-04df-400c-b1ad-bbdc8d881a06 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:06.197677 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4171ddc9-3e71-4c36-9ec2-2f368a10af54 req-b0c27d44-04df-400c-b1ad-bbdc8d881a06 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 945 time: 0.9008954 May 09 13:16:06.209923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:06.212852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-29ab490d-f42a-447b-baea-bf959cb95542 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dff56ba-9e92-45a1-b6a9-5ec5501f3c16']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:06.235435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-29ab490d-f42a-447b-baea-bf959cb95542 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd341c631-eddb-453e-a76b-0987bffd9903') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:06.235799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-29ab490d-f42a-447b-baea-bf959cb95542 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd341c631-eddb-453e-a76b-0987bffd9903') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:06.252182 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29ab490d-f42a-447b-baea-bf959cb95542 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.267666 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.303024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29ab490d-f42a-447b-baea-bf959cb95542 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.318736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ab490d-f42a-447b-baea-bf959cb95542 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:06.319128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29ab490d-f42a-447b-baea-bf959cb95542 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:06.333361 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:06.360049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] For port f2ee5283-5cec-4981-b9e8-a9c994b98e97, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:06.392394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.437752 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4171ddc9-3e71-4c36-9ec2-2f368a10af54 req-71e6b3c4-67a0-4038-9277-ece562bb048e tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299438 May 09 13:16:06.450809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29ab490d-f42a-447b-baea-bf959cb95542 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.486923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29ab490d-f42a-447b-baea-bf959cb95542 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.494617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.495018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-350663ae-07de-4351-b70e-7fcdb8a2b19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.533136 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab490d-f42a-447b-baea-bf959cb95542 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event deleted for resources: {'Network': ['ID=2dff56ba-9e92-45a1-b6a9-5ec5501f3c16,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:06.541700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] For port f2ee5283-5cec-4981-b9e8-a9c994b98e97, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f2ee5283-5cec-4981-b9e8-a9c994b98e97,segment=NetworkSegment(c885dd01-074e-4af0-8ecf-c416beeb3ced),segment_id=c885dd01-074e-4af0-8ecf-c416beeb3ced)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:06.559631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350663ae-07de-4351-b70e-7fcdb8a2b19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de9c326-54ba-443e-bb1e-bba1a6a6577c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:06.562996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.566234 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Attempting to bind port 954aa221-c626-4018-a2d7-0965f5c12958 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:06.566470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Attempting to bind port 954aa221-c626-4018-a2d7-0965f5c12958 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '968209e2-59f5-4e6a-83f0-0424db62b8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:06.566868 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Attempting to bind port 954aa221-c626-4018-a2d7-0965f5c12958 on network e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:06.569126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Subnet': ['ID=b760bec2-02b0-44e1-8a28-90c86c099e67,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:06.575978 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:06.582380 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-29ab490d-f42a-447b-baea-bf959cb95542 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "DELETE /v2.0/networks/2dff56ba-9e92-45a1-b6a9-5ec5501f3c16 HTTP/1.1" status: 204 len: 168 time: 0.8277690 May 09 13:16:06.586059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:06.588082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49070) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:06.594690 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Pushing event updated for resources: {'Port': ['ID=42982a80-3576-4eb5-bc43-5fe0866db650,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:06.599075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:06.630326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-350663ae-07de-4351-b70e-7fcdb8a2b19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.631445 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-350663ae-07de-4351-b70e-7fcdb8a2b19b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3de9c326-54ba-443e-bb1e-bba1a6a6577c HTTP/1.1" status: 204 len: 168 time: 1.7643604 May 09 13:16:06.713568 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:06.714102 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Checking segment: {'id': '968209e2-59f5-4e6a-83f0-0424db62b8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:06.714364 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.714704 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Bound using segment: {'id': '968209e2-59f5-4e6a-83f0-0424db62b8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:06.715176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Bound port: 954aa221-c626-4018-a2d7-0965f5c12958, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968209e2-59f5-4e6a-83f0-0424db62b8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:06.715541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.734059 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0891a796-6919-442e-8228-00f918004bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-8e38593c-3eb5-4768-b080-16abbd74ac9d', 'network_id': '8e38593c-3eb5-4768-b080-16abbd74ac9d', 'tenant_id': '83a9c8497c0340b592c7b83c8a606a70', 'fixed_ips': [{'subnet_id': 'b760bec2-02b0-44e1-8a28-90c86c099e67'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:06.734816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0891a796-6919-442e-8228-00f918004bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.756379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2034d180-8b89-4589-a8f4-fab663114ee9 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.792547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.818783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e38593c-3eb5-4768-b080-16abbd74ac9d']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:06.828195 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbaea0-f74c-49b2-b708-689dec501fdf None None] Pushing event updated for resources: {'Port': ['ID=f2ee5283-5cec-4981-b9e8-a9c994b98e97,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:06.833231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c73138-d759-4efa-aaca-6e2ab45ee4de') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:06.833650 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c73138-d759-4efa-aaca-6e2ab45ee4de') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:06.846647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.871304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.882152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:06.882589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:06.907007 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:06.996726 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] For port 954aa221-c626-4018-a2d7-0965f5c12958, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:07.001456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] For port 954aa221-c626-4018-a2d7-0965f5c12958, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=954aa221-c626-4018-a2d7-0965f5c12958,segment=NetworkSegment(968209e2-59f5-4e6a-83f0-0424db62b8d5),segment_id=968209e2-59f5-4e6a-83f0-0424db62b8d5)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:07.006344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:07.012163 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4e0f6f-0504-4db0-9049-f9cb334a6eb0 None None] Network 8e38593c-3eb5-4768-b080-16abbd74ac9d requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:07.041648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:07.128416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:07.157164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:07.197459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Network': ['ID=8e38593c-3eb5-4768-b080-16abbd74ac9d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:07.201848 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c3442476-2bdd-4c98-b8e1-2a5509a31fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/8e38593c-3eb5-4768-b080-16abbd74ac9d HTTP/1.1" status: 204 len: 168 time: 1.3660018 May 09 13:16:07.205210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49078) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:07.217848 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-443973463'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:07.229760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:07.248922 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:network and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:07.252808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:07.259151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:07.283604 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:07.292142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac56d0-758f-4711-a431-f9ce58a1d475 None None] Pushing event updated for resources: {'Port': ['ID=954aa221-c626-4018-a2d7-0965f5c12958,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:07.302653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-74bb8117-0d19-4b2e-ae7c-c9b2d7eedd8b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:16:07.309643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:07.364525 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:07.377403 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:07.378115 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Added segment 9c9f4f24-d967-4440-8078-2f31e7f50000 of type vlan for network fea7a67e-2d93-4117-951e-7d56c6b730c4 May 09 13:16:07.416289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:07.432981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2034d180-8b89-4589-a8f4-fab663114ee9 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:07.446165 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f68a1-4b1b-48a4-ac75-c69d6020f765 req-1655672e-ee26-4286-8b9d-a44325184c52 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:07.452951 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b83f68a1-4b1b-48a4-ac75-c69d6020f765 req-1655672e-ee26-4286-8b9d-a44325184c52 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 944 time: 0.6944594 May 09 13:16:07.462156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:07.472249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:07.473502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:07.513868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event updated for resources: {'Subnet': ['ID=3dbe0eed-ac8c-432e-8312-f1b479f4a478,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:07.597554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-2034d180-8b89-4589-a8f4-fab663114ee9 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ade3f2-df36-42a8-bb87-f20ba789c9bf']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:07.627836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Checking segment: {'id': '6d075258-bfe9-45d2-a7ef-c23b6f140fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5ac0a7a6-6b47-4258-a202-56ce0e141a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:07.628288 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Network hostable DHCP agents. Network: 5ac0a7a6-6b47-4258-a202-56ce0e141a54, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:07.661444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-2034d180-8b89-4589-a8f4-fab663114ee9 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f91c7f-17d8-424c-ad21-367175e5a857') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:07.661938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-2034d180-8b89-4589-a8f4-fab663114ee9 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f91c7f-17d8-424c-ad21-367175e5a857') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:07.672982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-74bb8117-0d19-4b2e-ae7c-c9b2d7eedd8b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:07.681437 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4729578 May 09 13:16:07.690390 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49092) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:07.690806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-74bb8117-0d19-4b2e-ae7c-c9b2d7eedd8b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:07.694616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb10d69-e701-4b3f-bf8c-4a338d0d0f14 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=fea7a67e-2d93-4117-951e-7d56c6b730c4,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:07.705714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network fea7a67e-2d93-4117-951e-7d56c6b730c4 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:07.780595 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2034d180-8b89-4589-a8f4-fab663114ee9 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:07.796021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'subnet': {'network_id': 'fea7a67e-2d93-4117-951e-7d56c6b730c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:07.924190 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device c5f65745-e761-4600-b4f8-9dd935cc39ef up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:08.047224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port c5f65745-e761-4600-b4f8-9dd935cc39ef completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:08.053892 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port c5f65745-e761-4600-b4f8-9dd935cc39ef triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:08.054407 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:08.103568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2034d180-8b89-4589-a8f4-fab663114ee9 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:08.192621 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b83f68a1-4b1b-48a4-ac75-c69d6020f765 req-519f5798-0a94-41ef-ae96-ec125312d5a7 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7383592 May 09 13:16:08.193467 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Network 5ac0a7a6-6b47-4258-a202-56ce0e141a54 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:08.198243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:08.216936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2034d180-8b89-4589-a8f4-fab663114ee9 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:08.217405 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2034d180-8b89-4589-a8f4-fab663114ee9 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:08.248995 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:08.262807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8302d57e-b2e8-4369-8e83-bda7dca5f3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f65745-e761-4600-b4f8-9dd935cc39ef'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:16:08.291397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 5ac0a7a6-6b47-4258-a202-56ce0e141a54) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:08.295094 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port c5f65745-e761-4600-b4f8-9dd935cc39ef, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef,segment=NetworkSegment(3a89c27f-0bc1-47cb-a1ec-281cd0586480),segment_id=3a89c27f-0bc1-47cb-a1ec-281cd0586480)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:08.299597 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8068f1-17ce-46fd-85e0-7a69dbb91049 None None] Network 5ac0a7a6-6b47-4258-a202-56ce0e141a54 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:08.336726 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa1e04a-2534-448d-aafe-01c8e3b33586 None None] Network ed08d74e-776e-45be-b13b-20236ada0fd4 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:08.376124 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:08.391604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:08.391604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:08.475370 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b072081-b059-4d5d-9654-4becd0336546'] response: {'server_uuid': '8302d57e-b2e8-4369-8e83-bda7dca5f3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f65745-e761-4600-b4f8-9dd935cc39ef', 'code': 200} May 09 13:16:08.478032 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:08.560586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2034d180-8b89-4589-a8f4-fab663114ee9 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:08.562878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:08.595626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:08.673499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ced81a-d6d1-4f36-a0e1-6a3f822b6002 None None] Network e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:08.732529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2034d180-8b89-4589-a8f4-fab663114ee9 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:08.740409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:subnet and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:08.754404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:08.802760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034d180-8b89-4589-a8f4-fab663114ee9 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event deleted for resources: {'Network': ['ID=b6ade3f2-df36-42a8-bb87-f20ba789c9bf,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:08.812562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:08.826526 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d02c9f27-31c9-4098-b282-29256ff09289 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0167601 May 09 13:16:08.828108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49114) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:08.836721 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Request body: {'subnet': {'network_id': '73a4b573-5303-4bdb-9291-a5fba84ef504', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:08.846984 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2034d180-8b89-4589-a8f4-fab663114ee9 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "DELETE /v2.0/networks/b6ade3f2-df36-42a8-bb87-f20ba789c9bf HTTP/1.1" status: 204 len: 168 time: 2.2486451 May 09 13:16:08.848168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49118) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:08.859125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-21e36978-f3ff-46a1-93d1-7ebfa02c7cb2 None None] Provisioning for port f2ee5283-5cec-4981-b9e8-a9c994b98e97 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:08.925989 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=c5f65745-e761-4600-b4f8-9dd935cc39ef,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:09.037324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:09.050665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 954aa221-c626-4018-a2d7-0965f5c12958 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:09.061970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:09.066295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Usage tracker for resource:subnet and tenant:1a3737fc5492450093d4ad19cadfc28e is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:09.070368 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:09.076567 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:09.096990 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Made reservation on behalf of 1a3737fc5492450093d4ad19cadfc28e for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:09.139456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764391d2-4ab2-41b0-aebe-973dfc73cf2d req-097e0af8-f89c-4013-a6d5-778a6409779a tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:09.140952 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-764391d2-4ab2-41b0-aebe-973dfc73cf2d req-097e0af8-f89c-4013-a6d5-778a6409779a tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 945 time: 1.3665206 May 09 13:16:09.254752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9780a1-4c02-4978-a550-e1adc684b232 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:09.259875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9780a1-4c02-4978-a550-e1adc684b232 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:09.260845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bb9780a1-4c02-4978-a550-e1adc684b232 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Synchronizing usage tracker for tenant:d7b20a1023674d13829f9f706d80b765 on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:09.276429 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-92542dfb-1bbf-4d93-ac89-86eb19af5d76 None None] Provisioning for port 954aa221-c626-4018-a2d7-0965f5c12958 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:09.279598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:09.307470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-5ac0a7a6-6b47-4258-a202-56ce0e141a54', 'network_id': '5ac0a7a6-6b47-4258-a202-56ce0e141a54', 'tenant_id': '1a3737fc5492450093d4ad19cadfc28e', 'fixed_ips': [{'subnet_id': '3dbe0eed-ac8c-432e-8312-f1b479f4a478'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:09.308302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:09.328452 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c518faf7-fccd-4fa1-a3ad-0dd24feff805 req-559defed-cada-48b5-ad3a-799726c0e336 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 1098 time: 0.5904915 May 09 13:16:09.336454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:09.353099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bb9780a1-4c02-4978-a550-e1adc684b232 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Unset dirty status for tenant:d7b20a1023674d13829f9f706d80b765 on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:09.354737 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bb9780a1-4c02-4978-a550-e1adc684b232 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5010779 May 09 13:16:09.361686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49130) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:09.383029 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-764391d2-4ab2-41b0-aebe-973dfc73cf2d req-57d8f8b8-b64e-484f-b6d0-b478e90769cf tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308080 May 09 13:16:09.418831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 954aa221-c626-4018-a2d7-0965f5c12958 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:09.429286 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 954aa221-c626-4018-a2d7-0965f5c12958 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:09.429709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:09.479234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:16:09.500327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:09.507113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-981356316'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:09.629391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:09.656050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:09.739512 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Allocated IP 2001:db8::2 (5ac0a7a6-6b47-4258-a202-56ce0e141a54/3dbe0eed-ac8c-432e-8312-f1b479f4a478/5473469a-2b29-4e46-a08d-2f43b2357b6b) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:09.742566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49138) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:09.749706 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.ipam_backend_mixin [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Performing IP validity checks on allocation pools {{(pid=83894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 09 13:16:09.750224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.ipam_backend_mixin [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 09 13:16:09.759451 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:09.765816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:09.843184 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c518faf7-fccd-4fa1-a3ad-0dd24feff805 req-6cc12a37-ca92-42f6-8043-da1ff0df2156 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4861474 May 09 13:16:09.883243 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event updated for resources: {'Subnet': ['ID=0b7f77ab-836a-4439-acd2-2a8b02a102f4,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:09.897818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Checking segment: {'id': '686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '73a4b573-5303-4bdb-9291-a5fba84ef504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:09.898753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Network hostable DHCP agents. Network: 73a4b573-5303-4bdb-9291-a5fba84ef504, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:09.928160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Network 73a4b573-5303-4bdb-9291-a5fba84ef504 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:09.942735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:09.943717 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-992639415', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:09.952197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:09.960172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Usage tracker for resource:port and tenant:65f0e6c9bad848a2a419d9c44c3dcba3 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:09.963955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:09.969828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 73a4b573-5303-4bdb-9291-a5fba84ef504) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:09.977021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:09.980761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:09.981377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:09.987674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f409f33-625d-40ce-bf33-be1af075adb0 None None] Network 73a4b573-5303-4bdb-9291-a5fba84ef504 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:10.017100 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f59db67f-e552-44d7-aa74-d9c404501a00 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1870987 May 09 13:16:10.020005 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49144) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:10.060397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Pushing event updated for resources: {'Port': ['ID=42982a80-3576-4eb5-bc43-5fe0866db650,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:10.064447 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Made reservation on behalf of d7b20a1023674d13829f9f706d80b765 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:10.067357 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.089793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.105924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Made reservation on behalf of 65f0e6c9bad848a2a419d9c44c3dcba3 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:10.108418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.113622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 954aa221-c626-4018-a2d7-0965f5c12958, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=954aa221-c626-4018-a2d7-0965f5c12958,segment=NetworkSegment(968209e2-59f5-4e6a-83f0-0424db62b8d5),segment_id=968209e2-59f5-4e6a-83f0-0424db62b8d5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:10.128220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.129097 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f2ee5283-5cec-4981-b9e8-a9c994b98e97 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:10.177499 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-74bb8117-0d19-4b2e-ae7c-c9b2d7eedd8b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Floating IP 085e4662-801a-4c9c-9ca8-9657179320ca associated. External IP: 172.26.1.253, port: f2cdb34c-7301-424c-a80b-20455c2b5d1c. May 09 13:16:10.182894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.212653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cfe25bb3-7307-4178-acca-470820c25ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.286528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:10.302057 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Usage tracker for resource:security_group_rule and tenant:65f0e6c9bad848a2a419d9c44c3dcba3 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:10.351924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:10.366270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:10.371928 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87992b8-dee1-429f-977a-6a2bf57b583f req-5ad0f5e8-e165-48c9-95f1-7e1f4992d60b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:10.373431 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e87992b8-dee1-429f-977a-6a2bf57b583f req-5ad0f5e8-e165-48c9-95f1-7e1f4992d60b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.8489423 May 09 13:16:10.374512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.378758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49148) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:10.378909 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f8720d40-130f-4ebe-ba57-9b3bd37f6c80 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2957156 May 09 13:16:10.379869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:10.416416 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=954aa221-c626-4018-a2d7-0965f5c12958,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:10.425990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.453235 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Transition to ACTIVE for port object 5473469a-2b29-4e46-a08d-2f43b2357b6b will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:10.484331 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-234c03bb-add6-42ac-aa17-51f7d67fbbfc None None] Provisioning complete for port 954aa221-c626-4018-a2d7-0965f5c12958 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:10.484688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.485158 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Added segment 2882dc4d-7921-4556-aaa5-688849134c5f of type vlan for network 574ce31e-4044-4b8f-91c6-a3f1427daf0c May 09 13:16:10.485615 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-234c03bb-add6-42ac-aa17-51f7d67fbbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.529328 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63430193-6ae4-4cec-8704-578f1984484f req-623aa994-3b01-4b7d-9a3c-70d8b0920c3f tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:10.531054 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-63430193-6ae4-4cec-8704-578f1984484f req-623aa994-3b01-4b7d-9a3c-70d8b0920c3f tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 945 time: 0.7565722 May 09 13:16:10.566708 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49154) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:10.579644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.586000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-5a0d3da0-92cb-4f55-b4a5-fd7736812b23 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Request body: {'floatingip': {'port_id': '8d54d4bd-562f-4642-8118-84dbb54d0224'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:10.595695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:10.602645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:10.608993 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Usage tracker for resource:floatingip and tenant:277b8e951236431b9ab9745485cb46dd is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:10.613958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:10.621029 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:10.632111 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port f2ee5283-5cec-4981-b9e8-a9c994b98e97 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:10.648050 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-73a4b573-5303-4bdb-9291-a5fba84ef504', 'network_id': '73a4b573-5303-4bdb-9291-a5fba84ef504', 'tenant_id': '1a3737fc5492450093d4ad19cadfc28e', 'fixed_ips': [{'subnet_id': '0b7f77ab-836a-4439-acd2-2a8b02a102f4'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:10.648827 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.659427 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Transition to ACTIVE for port object 5473469a-2b29-4e46-a08d-2f43b2357b6b will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:10.666455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f2ee5283-5cec-4981-b9e8-a9c994b98e97 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:10.666719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.666834 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.706696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.723335 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e87992b8-dee1-429f-977a-6a2bf57b583f req-27da0afa-e98e-4707-9b5f-0af15ebefffb tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879324 May 09 13:16:10.729065 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.735490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a0d3da0-92cb-4f55-b4a5-fd7736812b23 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for floatingip, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.859098 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Network 5ac0a7a6-6b47-4258-a202-56ce0e141a54 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:10.863771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Pushing event updated for resources: {'Port': ['ID=5473469a-2b29-4e46-a08d-2f43b2357b6b,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:10.872960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:10.878128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.881349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:10.894536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.919820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] device_id is not set on port 05d1cd81-f699-49a9-a792-50b21bf839da yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:16:10.924896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:10.928890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:10.929530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.034170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fd4cf5-a50f-47bc-9262-ea688975058c,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:11.042793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.047213 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Subnet': ['ID=6c7c36b9-7da5-4224-8f49-5f73730c0f75,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:11.128432 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Attempting to bind port 5473469a-2b29-4e46-a08d-2f43b2357b6b on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:11.128996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Attempting to bind port 5473469a-2b29-4e46-a08d-2f43b2357b6b by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '6d075258-bfe9-45d2-a7ef-c23b6f140fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5ac0a7a6-6b47-4258-a202-56ce0e141a54'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:11.129096 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Attempting to bind port 5473469a-2b29-4e46-a08d-2f43b2357b6b on network 5ac0a7a6-6b47-4258-a202-56ce0e141a54 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:11.131162 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.147619 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7678199 May 09 13:16:11.161046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Allocated IP 2001:db8::2 (73a4b573-5303-4bdb-9291-a5fba84ef504/0b7f77ab-836a-4439-acd2-2a8b02a102f4/d577d996-1d26-4501-bb19-60a38c528417) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:11.165428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:11.165990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Checking segment: {'id': '6d075258-bfe9-45d2-a7ef-c23b6f140fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5ac0a7a6-6b47-4258-a202-56ce0e141a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:11.166558 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.167095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Bound using segment: {'id': '6d075258-bfe9-45d2-a7ef-c23b6f140fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5ac0a7a6-6b47-4258-a202-56ce0e141a54'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:11.167742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Bound port: 5473469a-2b29-4e46-a08d-2f43b2357b6b, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d075258-bfe9-45d2-a7ef-c23b6f140fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5ac0a7a6-6b47-4258-a202-56ce0e141a54'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:11.168267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.211127 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49158) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:11.226737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1039948404'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:11.235560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:11.241352 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Usage tracker for resource:network and tenant:d7b20a1023674d13829f9f706d80b765 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:11.244246 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:11.250724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:11.259048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port f2ee5283-5cec-4981-b9e8-a9c994b98e97, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f2ee5283-5cec-4981-b9e8-a9c994b98e97,segment=NetworkSegment(c885dd01-074e-4af0-8ecf-c416beeb3ced),segment_id=c885dd01-074e-4af0-8ecf-c416beeb3ced)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:11.266942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking segment: {'id': '9c9f4f24-d967-4440-8078-2f31e7f50000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fea7a67e-2d93-4117-951e-7d56c6b730c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:11.267321 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network hostable DHCP agents. Network: fea7a67e-2d93-4117-951e-7d56c6b730c4, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:11.283848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Made reservation on behalf of d7b20a1023674d13829f9f706d80b765 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:11.286761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.311797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5ab8a-c42c-485c-92d9-62d2dbc26045 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event updated for resources: {'Network': ['ID=574ce31e-4044-4b8f-91c6-a3f1427daf0c,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:11.352791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Allocated IP 172.26.1.27 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/05d1cd81-f699-49a9-a792-50b21bf839da) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:11.355454 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 574ce31e-4044-4b8f-91c6-a3f1427daf0c details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:11.376007 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.447689 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.531763 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 954aa221-c626-4018-a2d7-0965f5c12958 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:11.543090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:11.574942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.575655 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Added segment 986eb69a-3e00-44f5-a58e-ff27cc6f7fae of type vlan for network e2e2f284-62c4-4cd5-bee9-c207f53faf2e May 09 13:16:11.621599 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] For port 5473469a-2b29-4e46-a08d-2f43b2357b6b, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:11.622541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.644134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=f2ee5283-5cec-4981-b9e8-a9c994b98e97,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:11.647799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network fea7a67e-2d93-4117-951e-7d56c6b730c4 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:11.648792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] For port 5473469a-2b29-4e46-a08d-2f43b2357b6b, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5473469a-2b29-4e46-a08d-2f43b2357b6b,segment=NetworkSegment(6d075258-bfe9-45d2-a7ef-c23b6f140fd7),segment_id=6d075258-bfe9-45d2-a7ef-c23b6f140fd7)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:11.662116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.753122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Allocated IP 2001:db8::1 (5ac0a7a6-6b47-4258-a202-56ce0e141a54/3dbe0eed-ac8c-432e-8312-f1b479f4a478/c7d287aa-9697-406d-8fe3-34b6a9ab2095) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:11.805492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, fea7a67e-2d93-4117-951e-7d56c6b730c4) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:11.807017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2676f49-fed2-4111-a6fd-92368be49803 None None] Pushing event updated for resources: {'Port': ['ID=5473469a-2b29-4e46-a08d-2f43b2357b6b,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:11.823224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:11.823978 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.828846 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.831543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cb1f0c-8db6-427c-9129-a50c3f7ac22d None None] Network fea7a67e-2d93-4117-951e-7d56c6b730c4 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:11.853316 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 954aa221-c626-4018-a2d7-0965f5c12958 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:11.853949 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.875080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.923259 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.927044 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:11.927737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:11.964012 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Transition to ACTIVE for port object d577d996-1d26-4501-bb19-60a38c528417 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:12.059371 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Transition to ACTIVE for port object d577d996-1d26-4501-bb19-60a38c528417 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:12.080143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:12.120299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:12.139637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Transition to ACTIVE for port object c7d287aa-9697-406d-8fe3-34b6a9ab2095 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:12.174961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:12.193794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Network 73a4b573-5303-4bdb-9291-a5fba84ef504 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:12.213242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:12.233240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:12.253186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:12.266989 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0511644 May 09 13:16:12.271127 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b8b421ee-4b09-41f9-810f-15c329264acf tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.4976013 May 09 13:16:12.274094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49164) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:12.274094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49166) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:12.317007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed25e3-e8a6-4bd5-914d-1912a701e86a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event updated for resources: {'Network': ['ID=e2e2f284-62c4-4cd5-bee9-c207f53faf2e,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:12.330038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Request body: {'ports': [{'network_id': '574ce31e-4044-4b8f-91c6-a3f1427daf0c', 'name': 'tempest-port--2095922744', 'admin_state_up': True}, {'network_id': 'e2e2f284-62c4-4cd5-bee9-c207f53faf2e', 'admin_state_up': False}]} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:12.330347 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Request body: {'port': {'network_id': '574ce31e-4044-4b8f-91c6-a3f1427daf0c', 'name': 'tempest-port--2095922744', 'admin_state_up': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:12.330808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Request body: {'port': {'network_id': 'e2e2f284-62c4-4cd5-bee9-c207f53faf2e', 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:12.368690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:12.375314 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Network 5ac0a7a6-6b47-4258-a202-56ce0e141a54 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:12.384566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83531c2d-0997-4bea-9cca-7cf2c1d75bd4 req-dd86f383-c352-490a-9fb7-ea981d19aff8 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:12.386790 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83531c2d-0997-4bea-9cca-7cf2c1d75bd4 req-dd86f383-c352-490a-9fb7-ea981d19aff8 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4693775 May 09 13:16:12.441013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network e2e2f284-62c4-4cd5-bee9-c207f53faf2e details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:12.453085 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Pushing event updated for resources: {'Port': ['ID=d577d996-1d26-4501-bb19-60a38c528417,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:12.474126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:12.476102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:12.486040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:12.561048 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83531c2d-0997-4bea-9cca-7cf2c1d75bd4 req-af266b1d-f411-4ff2-a280-3d13b4c80b05 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675029 May 09 13:16:12.568555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a0d3da0-92cb-4f55-b4a5-fd7736812b23 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:12.578828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a0d3da0-92cb-4f55-b4a5-fd7736812b23 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:12.638161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-fea7a67e-2d93-4117-951e-7d56c6b730c4', 'network_id': 'fea7a67e-2d93-4117-951e-7d56c6b730c4', 'tenant_id': '83a9c8497c0340b592c7b83c8a606a70', 'fixed_ips': [{'subnet_id': '6c7c36b9-7da5-4224-8f49-5f73730c0f75'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:12.639061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:12.642391 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:12.642915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:12.665020 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-46696793-409b-47c7-8049-39c46353297b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:12.670737 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Attempting to bind port d577d996-1d26-4501-bb19-60a38c528417 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:12.671175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Attempting to bind port d577d996-1d26-4501-bb19-60a38c528417 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '73a4b573-5303-4bdb-9291-a5fba84ef504'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:12.671585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Attempting to bind port d577d996-1d26-4501-bb19-60a38c528417 on network 73a4b573-5303-4bdb-9291-a5fba84ef504 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:12.697662 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:12.698126 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Checking segment: {'id': '686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '73a4b573-5303-4bdb-9291-a5fba84ef504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:12.698584 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:12.699601 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Bound using segment: {'id': '686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '73a4b573-5303-4bdb-9291-a5fba84ef504'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:12.700222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Bound port: d577d996-1d26-4501-bb19-60a38c528417, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '73a4b573-5303-4bdb-9291-a5fba84ef504'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:12.700670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:12.732668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event updated for resources: {'Port': ['ID=c7d287aa-9697-406d-8fe3-34b6a9ab2095,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:12.787983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bb8117-0d19-4b2e-ae7c-c9b2d7eedd8b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:16:12.864196 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Allocated IP 172.26.1.241 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/ad0051bb-8160-40bc-88da-eb93517aeaeb) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:12.892992 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] For port d577d996-1d26-4501-bb19-60a38c528417, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:12.898904 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] For port d577d996-1d26-4501-bb19-60a38c528417, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d577d996-1d26-4501-bb19-60a38c528417,segment=NetworkSegment(686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1),segment_id=686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:12.925535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:12.971458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.050707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee3b6d-771d-480b-ad0a-bc7a06e722d1 None None] Pushing event updated for resources: {'Port': ['ID=d577d996-1d26-4501-bb19-60a38c528417,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:13.095603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:13.095922 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b87e1a-a8dd-4905-94cc-fe75057c3848 req-67a2126e-76bb-49d4-a9b2-4aaed6881f36 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:13.096211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.097445 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-96b87e1a-a8dd-4905-94cc-fe75057c3848 req-67a2126e-76bb-49d4-a9b2-4aaed6881f36 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2867033 May 09 13:16:13.104623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Allocated IP 172.20.0.3 (fea7a67e-2d93-4117-951e-7d56c6b730c4/6c7c36b9-7da5-4224-8f49-5f73730c0f75/debf75bd-2dfe-46aa-8d4c-3f92a9b51cda) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:13.113591 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49174) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:13.127108 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2bced187-4910-4436-91ca-bc50dc87048d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Request body: {'floatingip': {'port_id': 'c5f65745-e761-4600-b4f8-9dd935cc39ef'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:13.150686 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3524cf5-10bc-4e6a-82f9-ab925cd276e3 None None] Network 5ac0a7a6-6b47-4258-a202-56ce0e141a54 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:13.194345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Pushing event updated for resources: {'Port': ['ID=05d1cd81-f699-49a9-a792-50b21bf839da,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:13.257900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2bced187-4910-4436-91ca-bc50dc87048d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for floatingip, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.289844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:13.353165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Usage tracker for resource:port and tenant:d7b20a1023674d13829f9f706d80b765 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:13.371597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:13.408250 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:13.426357 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ae840edd-bf32-4d26-906b-0458ee0cb4bd tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.6826568 May 09 13:16:13.427434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.471073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49178) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:13.486785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.27'}]}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:13.494061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:13.499157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Usage tracker for resource:router and tenant:65f0e6c9bad848a2a419d9c44c3dcba3 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:13.502164 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:13.524077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Made reservation on behalf of d7b20a1023674d13829f9f706d80b765 for: {'port': 2} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:13.527556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.534168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:13.539948 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-5a0d3da0-92cb-4f55-b4a5-fd7736812b23 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Floating IP d6d15d9e-94fb-4713-beac-c8b88982640e associated. External IP: 172.26.1.125, port: 8d54d4bd-562f-4642-8118-84dbb54d0224. May 09 13:16:13.550004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.568257 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.605369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.712432 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.715474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.716482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.719329 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d577d996-1d26-4501-bb19-60a38c528417 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:13.744910 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b2818377-e3d8-4c6d-b1a0-b38cfde70154 None None] Provisioning for port 5473469a-2b29-4e46-a08d-2f43b2357b6b completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:13.816480 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.836645 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.840821 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Transition to ACTIVE for port object debf75bd-2dfe-46aa-8d4c-3f92a9b51cda will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:13.847688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:13.916095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Transition to ACTIVE for port object debf75bd-2dfe-46aa-8d4c-3f92a9b51cda will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:13.957206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:14.051741 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Pushing event updated for resources: {'Port': ['ID=debf75bd-2dfe-46aa-8d4c-3f92a9b51cda,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:14.095730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Network fea7a67e-2d93-4117-951e-7d56c6b730c4 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:14.097773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:14.100346 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port d577d996-1d26-4501-bb19-60a38c528417 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:14.107827 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:14.113962 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bb8117-0d19-4b2e-ae7c-c9b2d7eedd8b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:16:14.116204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f2ee5283-5cec-4981-b9e8-a9c994b98e97 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:14.120878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-74bb8117-0d19-4b2e-ae7c-c9b2d7eedd8b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:14.125497 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67513b1-0d52-48d7-9412-cae636a1f2b3 None None] Sync routers for ids ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:16:14.138332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] device_id is not set on port 0fbf19c8-f568-44f3-ba6a-9508faf10f2a yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:16:14.154188 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67513b1-0d52-48d7-9412-cae636a1f2b3 None None] Routers {'43718e57-43f6-4aa5-92d2-1c3cbaa99301'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:14.162099 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c67513b1-0d52-48d7-9412-cae636a1f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:14.203883 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-74bb8117-0d19-4b2e-ae7c-c9b2d7eedd8b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "PUT /v2.0/floatingips/085e4662-801a-4c9c-9ca8-9657179320ca HTTP/1.1" status: 200 len: 991 time: 9.0165524 May 09 13:16:14.212890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12876e2-47ad-4eb7-9cb2-0afdd8089cbc', 'tag': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:16:14.268497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:14.363835 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9a2ed1-6c77-47ba-be3d-f7aa45357555'] response: {'name': 'network-changed', 'server_uuid': 'f12876e2-47ad-4eb7-9cb2-0afdd8089cbc', 'tag': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c', 'status': 'completed', 'code': 200} May 09 13:16:14.409825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Attempting to bind port debf75bd-2dfe-46aa-8d4c-3f92a9b51cda on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:14.410066 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Attempting to bind port debf75bd-2dfe-46aa-8d4c-3f92a9b51cda by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '9c9f4f24-d967-4440-8078-2f31e7f50000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fea7a67e-2d93-4117-951e-7d56c6b730c4'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:14.410321 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Attempting to bind port debf75bd-2dfe-46aa-8d4c-3f92a9b51cda on network fea7a67e-2d93-4117-951e-7d56c6b730c4 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:14.458693 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac96893-31ed-4609-8dd5-df51a0d9ca48 None None] Network 73a4b573-5303-4bdb-9291-a5fba84ef504 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:14.470530 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-c67513b1-0d52-48d7-9412-cae636a1f2b3 None None] Set router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:16:14.483668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] device_id is not set on port a95a6422-9bb7-4ebd-8951-b4426fd7a8d3 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:16:14.485061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:14.487050 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Checking segment: {'id': '9c9f4f24-d967-4440-8078-2f31e7f50000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fea7a67e-2d93-4117-951e-7d56c6b730c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:14.487461 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:14.487854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Bound using segment: {'id': '9c9f4f24-d967-4440-8078-2f31e7f50000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fea7a67e-2d93-4117-951e-7d56c6b730c4'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:14.490997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Bound port: debf75bd-2dfe-46aa-8d4c-3f92a9b51cda, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f4f24-d967-4440-8078-2f31e7f50000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fea7a67e-2d93-4117-951e-7d56c6b730c4'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:14.491447 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:14.526492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-2bced187-4910-4436-91ca-bc50dc87048d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:16:14.528156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f2ee5283-5cec-4981-b9e8-a9c994b98e97 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:14.528590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:14.579089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:14.630350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:14.681354 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:14.709678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:14.762977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2bced187-4910-4436-91ca-bc50dc87048d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:14.763546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Pushing event updated for resources: {'Port': ['ID=ad0051bb-8160-40bc-88da-eb93517aeaeb,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:14.778677 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:14.784837 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39c5e082-79fa-46c8-aa5d-4effc7c59f53 req-15d718c5-0189-4411-9a53-21fdbd3a3e72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b2965b1bb45478ebc86d7ce34b37d49&device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 1098 time: 0.3899903 May 09 13:16:14.792315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2bced187-4910-4436-91ca-bc50dc87048d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:14.845372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event updated for resources: {'Port': ['ID=0fbf19c8-f568-44f3-ba6a-9508faf10f2a,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:14.848639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:14.850871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:14.960372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c10210-fd3b-47d7-8241-4d52e4b76a33 req-fc2c2a27-ecad-444c-a0b0-9986300d94c6 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:14.962107 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-03c10210-fd3b-47d7-8241-4d52e4b76a33 req-fc2c2a27-ecad-444c-a0b0-9986300d94c6 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 945 time: 0.5106149 May 09 13:16:15.057171 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c67513b1-0d52-48d7-9412-cae636a1f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '085e4662-801a-4c9c-9ca8-9657179320ca', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'floating_ip_address': '172.26.1.253', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'port_id': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'mac_address': 'fa:16:3e:d6:51:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12876e2-47ad-4eb7-9cb2-0afdd8089cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:15:26Z', 'updated_at': '2022-05-09T13:16:06Z', 'revision_number': 1, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45609ba4-e168-4373-9c1e-762336fe5f2b', 'name': '', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:26Z', 'revision_number': 5, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'subnets': [{'id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:15.062555 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67513b1-0d52-48d7-9412-cae636a1f2b3 None None] Checking router: 43718e57-43f6-4aa5-92d2-1c3cbaa99301 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:16:15.075228 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67513b1-0d52-48d7-9412-cae636a1f2b3 None None] Routers {'43718e57-43f6-4aa5-92d2-1c3cbaa99301'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:15.075888 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c67513b1-0d52-48d7-9412-cae636a1f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:15.109942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-957090e2-c983-42a7-84ba-ec8afe090d3b None None] Provisioning for port d577d996-1d26-4501-bb19-60a38c528417 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:15.133432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7c36b9-7da5-4224-8f49-5f73730c0f75,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:15.145648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.159716 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-957090e2-c983-42a7-84ba-ec8afe090d3b None None] Provisioning complete for port d577d996-1d26-4501-bb19-60a38c528417 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:15.161385 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-957090e2-c983-42a7-84ba-ec8afe090d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.259556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Checking segment: {'id': '2882dc4d-7921-4556-aaa5-688849134c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '574ce31e-4044-4b8f-91c6-a3f1427daf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:15.260157 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Network hostable DHCP agents. Network: 574ce31e-4044-4b8f-91c6-a3f1427daf0c, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:15.276393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.289726 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-c67513b1-0d52-48d7-9412-cae636a1f2b3 None None] Set router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:16:15.345694 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea7a67e-2d93-4117-951e-7d56c6b730c4']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:15.388011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9f4f24-d967-4440-8078-2f31e7f50000') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:15.388310 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9f4f24-d967-4440-8078-2f31e7f50000') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:15.411611 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Network 574ce31e-4044-4b8f-91c6-a3f1427daf0c is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:15.413901 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-03c10210-fd3b-47d7-8241-4d52e4b76a33 req-f2bae7ea-a911-4b9e-b0b3-f534bceb6ca7 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446121 May 09 13:16:15.417020 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] For port debf75bd-2dfe-46aa-8d4c-3f92a9b51cda, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:15.427733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5e082-79fa-46c8-aa5d-4effc7c59f53 req-e7f22600-e487-4a78-ad78-a6a79bf37a0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:15.429485 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39c5e082-79fa-46c8-aa5d-4effc7c59f53 req-e7f22600-e487-4a78-ad78-a6a79bf37a0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb387965-a8e8-43fb-8146-6c2716009608 HTTP/1.1" status: 200 len: 906 time: 0.5519493 May 09 13:16:15.438992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.463250 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 574ce31e-4044-4b8f-91c6-a3f1427daf0c) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:15.467840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:15.468873 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.483860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfb7b7e-6abc-4388-8182-d879c550016c None None] Network 574ce31e-4044-4b8f-91c6-a3f1427daf0c requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:15.577345 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39c5e082-79fa-46c8-aa5d-4effc7c59f53 req-bfe5da2d-b85a-406b-a068-4049a9830c90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2cdb34c-7301-424c-a80b-20455c2b5d1c HTTP/1.1" status: 200 len: 999 time: 0.1371341 May 09 13:16:15.584465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event updated for resources: {'Port': ['ID=a95a6422-9bb7-4ebd-8951-b4426fd7a8d3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:15.584708 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.746153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5e082-79fa-46c8-aa5d-4effc7c59f53 req-8f296e3c-7bf5-4f31-880b-ea9fbfcb222a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:15.751217 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c67513b1-0d52-48d7-9412-cae636a1f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '085e4662-801a-4c9c-9ca8-9657179320ca', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'floating_ip_address': '172.26.1.253', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'port_id': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'mac_address': 'fa:16:3e:d6:51:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12876e2-47ad-4eb7-9cb2-0afdd8089cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:15:26Z', 'updated_at': '2022-05-09T13:16:06Z', 'revision_number': 1, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45609ba4-e168-4373-9c1e-762336fe5f2b', 'name': '', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:26Z', 'revision_number': 5, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'subnets': [{'id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:15.753069 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39c5e082-79fa-46c8-aa5d-4effc7c59f53 req-8f296e3c-7bf5-4f31-880b-ea9fbfcb222a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4167bb49-8d44-4551-adfa-59e27c371d42 HTTP/1.1" status: 200 len: 844 time: 0.1583252 May 09 13:16:15.756441 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67513b1-0d52-48d7-9412-cae636a1f2b3 None None] The sync data for ids ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'] in dv-neutron-840889-2-hyperv is: [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '085e4662-801a-4c9c-9ca8-9657179320ca', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'floating_ip_address': '172.26.1.253', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'port_id': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'mac_address': 'fa:16:3e:d6:51:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12876e2-47ad-4eb7-9cb2-0afdd8089cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:15:26Z', 'updated_at': '2022-05-09T13:16:06Z', 'revision_number': 1, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45609ba4-e168-4373-9c1e-762336fe5f2b', 'name': '', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:26Z', 'revision_number': 5, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'subnets': [{'id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:16:15.766670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.781285 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5473469a-2b29-4e46-a08d-2f43b2357b6b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:15.821553 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] For port debf75bd-2dfe-46aa-8d4c-3f92a9b51cda, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=debf75bd-2dfe-46aa-8d4c-3f92a9b51cda,segment=NetworkSegment(9c9f4f24-d967-4440-8078-2f31e7f50000),segment_id=9c9f4f24-d967-4440-8078-2f31e7f50000)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:15.848540 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-957090e2-c983-42a7-84ba-ec8afe090d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.864998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.871282 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.877141 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.903654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.920261 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:15.920709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.937185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.937758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:15.941110 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:15.974499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6274ca9-721a-4311-b037-4b71484c8b3c None None] Pushing event updated for resources: {'Port': ['ID=debf75bd-2dfe-46aa-8d4c-3f92a9b51cda,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:16.031683 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-957090e2-c983-42a7-84ba-ec8afe090d3b None None] For port d577d996-1d26-4501-bb19-60a38c528417, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d577d996-1d26-4501-bb19-60a38c528417,segment=NetworkSegment(686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1),segment_id=686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:16.048763 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-957090e2-c983-42a7-84ba-ec8afe090d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:16.085724 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106cce6b-cb75-4e08-8f79-0ff2eed59dec None None] New status for floating IP 085e4662-801a-4c9c-9ca8-9657179320ca: ACTIVE {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:16:16.087668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Checking segment: {'id': '986eb69a-3e00-44f5-a58e-ff27cc6f7fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e2e2f284-62c4-4cd5-bee9-c207f53faf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:16.088038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Network hostable DHCP agents. Network: e2e2f284-62c4-4cd5-bee9-c207f53faf2e, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:16.110781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0d3da0-92cb-4f55-b4a5-fd7736812b23 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Router 1a89b733-1bec-48a6-800b-064eda8112f4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:16:16.115182 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-2bced187-4910-4436-91ca-bc50dc87048d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Floating IP d0153b1c-51a3-4e14-96e9-2403545642ea associated. External IP: 172.26.1.84, port: c5f65745-e761-4600-b4f8-9dd935cc39ef. May 09 13:16:16.205587 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 13:16:16.205587 dv-neutron-840889-2-hyperv neutron-server[83895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 13:16:16.205587 dv-neutron-840889-2-hyperv neutron-server[83895]: [parameters: {'id': 'fea7a67e-2d93-4117-951e-7d56c6b730c4'}] May 09 13:16:16.205587 dv-neutron-840889-2-hyperv neutron-server[83895]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:16:16.206035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:16:16.213187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event updated for resources: {'Port': ['ID=c7d287aa-9697-406d-8fe3-34b6a9ab2095,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:16.245315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 5473469a-2b29-4e46-a08d-2f43b2357b6b completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:16.262561 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39c5e082-79fa-46c8-aa5d-4effc7c59f53 req-b8ed2ec8-5b90-45c0-a582-89bd8fc3b47c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb387965-a8e8-43fb-8146-6c2716009608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4965768 May 09 13:16:16.276470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 5473469a-2b29-4e46-a08d-2f43b2357b6b triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:16.277077 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:16.335025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Network e2e2f284-62c4-4cd5-bee9-c207f53faf2e is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:16.366004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, e2e2f284-62c4-4cd5-bee9-c207f53faf2e) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:16.369747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:16.375044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:16.378514 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:16.379172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:16.379723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042e54e1-3b54-4b92-8afb-1e37456ec83d None None] Network e2e2f284-62c4-4cd5-bee9-c207f53faf2e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:16.412365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71adf976-e3ce-4548-9855-f078be84fb18 None None] Network fea7a67e-2d93-4117-951e-7d56c6b730c4 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:16.425108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957090e2-c983-42a7-84ba-ec8afe090d3b None None] Pushing event updated for resources: {'Port': ['ID=d577d996-1d26-4501-bb19-60a38c528417,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:16.428683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Network 5ac0a7a6-6b47-4258-a202-56ce0e141a54 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:16.432164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:16.537284 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-87de23b5-4201-40fc-922a-503c627ed9ed None None] Provisioning complete for port d577d996-1d26-4501-bb19-60a38c528417 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:16.537672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87de23b5-4201-40fc-922a-503c627ed9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:16.672322 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39c5e082-79fa-46c8-aa5d-4effc7c59f53 req-87b04b42-eb84-44fd-ae39-bf9726c382d3 service neutron] 10.222.0.57 "GET /v2.0/networks/bb387965-a8e8-43fb-8146-6c2716009608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971334 May 09 13:16:16.683057 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b2e259d8-be65-474c-89a5-970bf9f62762 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4058290 May 09 13:16:16.688315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49190) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:16.757995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:16.886734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:16:16.888934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:16.910824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:16.915815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Deleting port debf75bd-2dfe-46aa-8d4c-3f92a9b51cda {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:16.916287 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:16.930344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:16.994915 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39c5e082-79fa-46c8-aa5d-4effc7c59f53 req-0fbc8c2a-3de9-4a70-a092-9de9d168510d service neutron] 10.222.0.57 "GET /v2.0/networks/bb387965-a8e8-43fb-8146-6c2716009608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065376 May 09 13:16:17.055529 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:17.069787 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:17.138360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 5473469a-2b29-4e46-a08d-2f43b2357b6b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5473469a-2b29-4e46-a08d-2f43b2357b6b,segment=NetworkSegment(6d075258-bfe9-45d2-a7ef-c23b6f140fd7),segment_id=6d075258-bfe9-45d2-a7ef-c23b6f140fd7)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:17.150934 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:17.176217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Pushing event updated for resources: {'Port': ['ID=ad0051bb-8160-40bc-88da-eb93517aeaeb,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:17.185713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-87de23b5-4201-40fc-922a-503c627ed9ed None None] Provisioning complete for port 5473469a-2b29-4e46-a08d-2f43b2357b6b triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:17.186298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87de23b5-4201-40fc-922a-503c627ed9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:17.220433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15560d73-c066-437a-87e7-49f63960f268 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:16:17.247985 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0d3da0-92cb-4f55-b4a5-fd7736812b23 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:16:17.272278 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e74b1d-d8b0-4c58-b64d-2a00acde81ee None None] Sync routers for ids ['1a89b733-1bec-48a6-800b-064eda8112f4'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:16:17.295779 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e74b1d-d8b0-4c58-b64d-2a00acde81ee None None] Routers {'1a89b733-1bec-48a6-800b-064eda8112f4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:17.297179 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-31e74b1d-d8b0-4c58-b64d-2a00acde81ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1a89b733-1bec-48a6-800b-064eda8112f4'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:17.317126 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d577d996-1d26-4501-bb19-60a38c528417 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:17.328455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a0d3da0-92cb-4f55-b4a5-fd7736812b23 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:17.368779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e23f657-5f62-40a7-83d5-4d9f3abeea99 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:17.373468 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e23f657-5f62-40a7-83d5-4d9f3abeea99 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:17.374719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3e23f657-5f62-40a7-83d5-4d9f3abeea99 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Synchronizing usage tracker for tenant:d7b20a1023674d13829f9f706d80b765 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:17.385187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:17.385572 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=5473469a-2b29-4e46-a08d-2f43b2357b6b,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:17.423847 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5a0d3da0-92cb-4f55-b4a5-fd7736812b23 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "PUT /v2.0/floatingips/d6d15d9e-94fb-4713-beac-c8b88982640e HTTP/1.1" status: 200 len: 991 time: 6.8509214 May 09 13:16:17.423847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13929467-cf52-4626-809e-30c4fbbc64a8', 'tag': '8d54d4bd-562f-4642-8118-84dbb54d0224'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:16:17.427923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:17.509604 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:17.510821 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-55a9f66b-34db-462b-82e8-919eec48163b tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1310012 May 09 13:16:17.515343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3e23f657-5f62-40a7-83d5-4d9f3abeea99 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Unset dirty status for tenant:d7b20a1023674d13829f9f706d80b765 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:17.519394 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3e23f657-5f62-40a7-83d5-4d9f3abeea99 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8297498 May 09 13:16:17.523047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49198) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:17.523356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49200) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:17.532847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] For port debf75bd-2dfe-46aa-8d4c-3f92a9b51cda, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=debf75bd-2dfe-46aa-8d4c-3f92a9b51cda,segment=NetworkSegment(9c9f4f24-d967-4440-8078-2f31e7f50000),segment_id=9c9f4f24-d967-4440-8078-2f31e7f50000)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:17.533210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:17.669697 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-87de23b5-4201-40fc-922a-503c627ed9ed None None] Provisioning for port c7d287aa-9697-406d-8fe3-34b6a9ab2095 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:17.669951 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-31e74b1d-d8b0-4c58-b64d-2a00acde81ee None None] Set router 1a89b733-1bec-48a6-800b-064eda8112f4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:16:17.684804 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-568167ea-f1ca-4a6f-a616-45e9e8185fa5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Deleting port 0fbf19c8-f568-44f3-ba6a-9508faf10f2a {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:17.685006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-87de23b5-4201-40fc-922a-503c627ed9ed None None] Provisioning complete for port c7d287aa-9697-406d-8fe3-34b6a9ab2095 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:17.685367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87de23b5-4201-40fc-922a-503c627ed9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:17.686014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568167ea-f1ca-4a6f-a616-45e9e8185fa5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:17.738356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d577d996-1d26-4501-bb19-60a38c528417 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:17.738714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:17.775452 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15560d73-c066-437a-87e7-49f63960f268 None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:16:17.826215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-87de23b5-4201-40fc-922a-503c627ed9ed None None] Port c7d287aa-9697-406d-8fe3-34b6a9ab2095 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:17.836586 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38cb10e-09f2-4560-a69f-00f984535101'] response: {'name': 'network-changed', 'server_uuid': '13929467-cf52-4626-809e-30c4fbbc64a8', 'tag': '8d54d4bd-562f-4642-8118-84dbb54d0224', 'status': 'completed', 'code': 200} May 09 13:16:17.918260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Calling delete_port for debf75bd-2dfe-46aa-8d4c-3f92a9b51cda owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:18.001302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-da428eb8-82f0-426b-a248-253406d701d1 None None] Provisioning complete for port c7d287aa-9697-406d-8fe3-34b6a9ab2095 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:18.001670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da428eb8-82f0-426b-a248-253406d701d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:18.035345 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-79b247b9-741a-4c1c-9e88-fabb74313584 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4001 time: 0.5108290 May 09 13:16:18.060646 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49206) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:18.135505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-da428eb8-82f0-426b-a248-253406d701d1 None None] Port c7d287aa-9697-406d-8fe3-34b6a9ab2095 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:18.162006 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-31e74b1d-d8b0-4c58-b64d-2a00acde81ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:12Z', 'revision_number': 4, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'd6d15d9e-94fb-4713-beac-c8b88982640e', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'port_id': '8d54d4bd-562f-4642-8118-84dbb54d0224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'mac_address': 'fa:16:3e:e3:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13929467-cf52-4626-809e-30c4fbbc64a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:15:28Z', 'updated_at': '2022-05-09T13:16:12Z', 'revision_number': 1, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7792a5cd-d18f-47f5-b56b-4c441276c187', 'name': '', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'mac_address': 'fa:16:3e:8b:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:47Z', 'revision_number': 5, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'subnets': [{'id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:18.163117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:18.168819 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e74b1d-d8b0-4c58-b64d-2a00acde81ee None None] Checking router: 1a89b733-1bec-48a6-800b-064eda8112f4 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:16:18.234382 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e74b1d-d8b0-4c58-b64d-2a00acde81ee None None] Routers {'1a89b733-1bec-48a6-800b-064eda8112f4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:18.235013 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-31e74b1d-d8b0-4c58-b64d-2a00acde81ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1a89b733-1bec-48a6-800b-064eda8112f4'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:18.269056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba547d2-a088-479a-ae6c-a72718dbc3e2 req-da301cd0-086b-4b0e-a691-e9437f3c112e tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:18.270841 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3ba547d2-a088-479a-ae6c-a72718dbc3e2 req-da301cd0-086b-4b0e-a691-e9437f3c112e tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 945 time: 0.5380566 May 09 13:16:18.332414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Port': ['ID=debf75bd-2dfe-46aa-8d4c-3f92a9b51cda,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:18.343761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ca3811f0-30b9-4412-9b6c-0b17ecae3250 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Synchronizing usage tracker for tenant:5b65f4da960b406ea9bdd04fdae7dae2 on resource:floatingip {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:18.377684 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7426bc60-4298-41ad-9797-0c798d30ec9a req-73ab6d97-f9a1-448b-bc2f-415aafc6ebee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6a64149e3f648a1820699d3c9ae317a&device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 1098 time: 0.5335441 May 09 13:16:18.379893 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bced187-4910-4436-91ca-bc50dc87048d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Router 6a097e0a-8345-4b38-b889-f788b4a8a98a has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:16:18.409875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:18.411548 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No DVR routers for this DVR port debf75bd-2dfe-46aa-8d4c-3f92a9b51cda on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:16:18.451694 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Router 67075806-32b6-4866-83a0-a0426c997a91 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:16:18.456199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:18.510035 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-31e74b1d-d8b0-4c58-b64d-2a00acde81ee None None] Set router 1a89b733-1bec-48a6-800b-064eda8112f4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:16:18.549524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:18.582155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea7a67e-2d93-4117-951e-7d56c6b730c4']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:18.595822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9f4f24-d967-4440-8078-2f31e7f50000') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:18.596362 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9f4f24-d967-4440-8078-2f31e7f50000') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:18.608735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:18.625543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:18.631760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:18.632409 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:18.635547 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3ba547d2-a088-479a-ae6c-a72718dbc3e2 req-e3f21fee-502a-40a8-8527-8bdd83730ef5 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562918 May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:18.677036 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:18.770091 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:18.770499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20737d62-654f-451d-9ae2-77469dd2270a {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:16:18.782934 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ca3811f0-30b9-4412-9b6c-0b17ecae3250 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Unset dirty status for tenant:5b65f4da960b406ea9bdd04fdae7dae2 on resource:floatingip {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:18.784117 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ca3811f0-30b9-4412-9b6c-0b17ecae3250 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.7214055 May 09 13:16:18.791796 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49214) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:18.804750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426bc60-4298-41ad-9797-0c798d30ec9a req-6b3bf02b-991c-41d1-bf21-dfde7630a81a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:18.806229 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7426bc60-4298-41ad-9797-0c798d30ec9a req-6b3bf02b-991c-41d1-bf21-dfde7630a81a service neutron] 10.222.0.57 "GET /v2.0/networks?id=383a2382-5572-4290-b10a-e7048ae43e04 HTTP/1.1" status: 200 len: 913 time: 0.4187386 May 09 13:16:18.885886 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-31e74b1d-d8b0-4c58-b64d-2a00acde81ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:12Z', 'revision_number': 4, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'd6d15d9e-94fb-4713-beac-c8b88982640e', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'port_id': '8d54d4bd-562f-4642-8118-84dbb54d0224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'mac_address': 'fa:16:3e:e3:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13929467-cf52-4626-809e-30c4fbbc64a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:15:28Z', 'updated_at': '2022-05-09T13:16:12Z', 'revision_number': 1, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7792a5cd-d18f-47f5-b56b-4c441276c187', 'name': '', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'mac_address': 'fa:16:3e:8b:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:47Z', 'revision_number': 5, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'subnets': [{'id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:18.890808 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e74b1d-d8b0-4c58-b64d-2a00acde81ee None None] The sync data for ids ['1a89b733-1bec-48a6-800b-064eda8112f4'] in dv-neutron-840889-2-hyperv is: [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:12Z', 'revision_number': 4, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'd6d15d9e-94fb-4713-beac-c8b88982640e', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'port_id': '8d54d4bd-562f-4642-8118-84dbb54d0224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'mac_address': 'fa:16:3e:e3:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13929467-cf52-4626-809e-30c4fbbc64a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:15:28Z', 'updated_at': '2022-05-09T13:16:12Z', 'revision_number': 1, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7792a5cd-d18f-47f5-b56b-4c441276c187', 'name': '', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'mac_address': 'fa:16:3e:8b:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:47Z', 'revision_number': 5, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'subnets': [{'id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:16:18.902337 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568167ea-f1ca-4a6f-a616-45e9e8185fa5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:18.915604 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:18.958725 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 09 13:16:18.962705 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9a99baee-849e-4249-8068-9c86a0a524c8 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.4831617 May 09 13:16:18.969920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49218) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:19.097956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c21b8c-33bb-45fe-890e-38aafa0eb12f None None] New status for floating IP d6d15d9e-94fb-4713-beac-c8b88982640e: ACTIVE {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:16:19.100282 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.232112 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-568167ea-f1ca-4a6f-a616-45e9e8185fa5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Calling delete_port for 0fbf19c8-f568-44f3-ba6a-9508faf10f2a owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:19.243931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c690238b-3f8f-42a4-aaa9-9a10a19405ad tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Deleting port ad0051bb-8160-40bc-88da-eb93517aeaeb {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:19.244271 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c690238b-3f8f-42a4-aaa9-9a10a19405ad tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.259807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Network': ['ID=fea7a67e-2d93-4117-951e-7d56c6b730c4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:19.275318 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-03ed1a5e-c02e-4278-a4d5-d5606b4fe408 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/fea7a67e-2d93-4117-951e-7d56c6b730c4 HTTP/1.1" status: 204 len: 168 time: 6.9929996 May 09 13:16:19.284201 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49222) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:19.295976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5473469a-2b29-4e46-a08d-2f43b2357b6b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:19.301932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1797262537'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:19.304440 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2929a615-03cb-4261-aefb-c64bd385e780 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Deleting port 05d1cd81-f699-49a9-a792-50b21bf839da {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:19.304937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2929a615-03cb-4261-aefb-c64bd385e780 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.309842 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:19.320238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:network and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:19.334040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:19.342829 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:19.361456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:19.364356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.367006 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7426bc60-4298-41ad-9797-0c798d30ec9a req-bed61234-52e6-4863-905f-891d94fadb45 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d54d4bd-562f-4642-8118-84dbb54d0224 HTTP/1.1" status: 200 len: 999 time: 0.4941018 May 09 13:16:19.380048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568167ea-f1ca-4a6f-a616-45e9e8185fa5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.445683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568167ea-f1ca-4a6f-a616-45e9e8185fa5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event deleted for resources: {'Port': ['ID=0fbf19c8-f568-44f3-ba6a-9508faf10f2a,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:19.449913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 5473469a-2b29-4e46-a08d-2f43b2357b6b triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:19.450505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.458435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:19.465815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568167ea-f1ca-4a6f-a616-45e9e8185fa5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.471543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:16:19.484969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.485364 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Added segment 7b1e7e9c-0596-46fe-b091-b76ffcce5042 of type vlan for network eef83409-9e2d-403f-87d5-bb0f85134cbc May 09 13:16:19.488405 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d38f535-5b3b-4691-a372-cafb05e9663d None None] Sync routers for ids ['67075806-32b6-4866-83a0-a0426c997a91'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:16:19.499725 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-aeaae08f-ff2b-4b5a-8e9a-b36912096200 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "PUT /v2.0/routers/67075806-32b6-4866-83a0-a0426c997a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4750040 May 09 13:16:19.499725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49226) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:19.508131 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-568167ea-f1ca-4a6f-a616-45e9e8185fa5 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "DELETE /v2.0/ports/0fbf19c8-f568-44f3-ba6a-9508faf10f2a HTTP/1.1" status: 204 len: 168 time: 1.9819603 May 09 13:16:19.515455 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38f535-5b3b-4691-a372-cafb05e9663d None None] Routers {'67075806-32b6-4866-83a0-a0426c997a91'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:19.516997 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5d38f535-5b3b-4691-a372-cafb05e9663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['67075806-32b6-4866-83a0-a0426c997a91'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:19.517835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49230) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:19.613380 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.643304 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5d38f535-5b3b-4691-a372-cafb05e9663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:19.656567 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38f535-5b3b-4691-a372-cafb05e9663d None None] Routers {'67075806-32b6-4866-83a0-a0426c997a91'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:19.657483 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5d38f535-5b3b-4691-a372-cafb05e9663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['67075806-32b6-4866-83a0-a0426c997a91'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:19.671207 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426bc60-4298-41ad-9797-0c798d30ec9a req-8ae6b993-d5d7-44ea-beec-e89d5cb6acb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:19.672673 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7426bc60-4298-41ad-9797-0c798d30ec9a req-8ae6b993-d5d7-44ea-beec-e89d5cb6acb4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1aaab92f-a7fc-4043-af59-8dc7bee9c193 HTTP/1.1" status: 200 len: 851 time: 0.2859035 May 09 13:16:19.728239 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5d38f535-5b3b-4691-a372-cafb05e9663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:19.729392 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d38f535-5b3b-4691-a372-cafb05e9663d None None] The sync data for ids ['67075806-32b6-4866-83a0-a0426c997a91'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:16:19.745230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.749029 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:19.749619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.759028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-824f8714-d1f0-482c-a23c-8c2686592562 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Deleting port a95a6422-9bb7-4ebd-8951-b4426fd7a8d3 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:19.759364 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-824f8714-d1f0-482c-a23c-8c2686592562 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.853496 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5694604 May 09 13:16:19.857758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49234) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:19.868495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'subnet': {'network_id': 'eef83409-9e2d-403f-87d5-bb0f85134cbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:19.882300 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf24c3b-d30a-4d7a-8907-3281116d4636 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=eef83409-9e2d-403f-87d5-bb0f85134cbc,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:19.883283 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c690238b-3f8f-42a4-aaa9-9a10a19405ad tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.883607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c690238b-3f8f-42a4-aaa9-9a10a19405ad tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:19.894262 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network eef83409-9e2d-403f-87d5-bb0f85134cbc details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:20.046922 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c690238b-3f8f-42a4-aaa9-9a10a19405ad tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Calling delete_port for ad0051bb-8160-40bc-88da-eb93517aeaeb owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:20.075136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bced187-4910-4436-91ca-bc50dc87048d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:16:20.086259 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f869599f-addc-4ff2-a31c-5179b3391025 None None] Sync routers for ids ['6a097e0a-8345-4b38-b889-f788b4a8a98a'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:16:20.099651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f869599f-addc-4ff2-a31c-5179b3391025 None None] Routers {'6a097e0a-8345-4b38-b889-f788b4a8a98a'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:20.100473 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f869599f-addc-4ff2-a31c-5179b3391025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['6a097e0a-8345-4b38-b889-f788b4a8a98a'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:20.111453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:20.117071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:subnet and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:20.120968 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:20.128074 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:20.142612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:20.157943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2bced187-4910-4436-91ca-bc50dc87048d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:20.250219 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:20.254385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2929a615-03cb-4261-aefb-c64bd385e780 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:20.300379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-f869599f-addc-4ff2-a31c-5179b3391025 None None] Set router 6a097e0a-8345-4b38-b889-f788b4a8a98a gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:16:20.412232 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2bced187-4910-4436-91ca-bc50dc87048d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "PUT /v2.0/floatingips/d0153b1c-51a3-4e14-96e9-2403545642ea HTTP/1.1" status: 200 len: 990 time: 7.2974997 May 09 13:16:20.485507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8302d57e-b2e8-4369-8e83-bda7dca5f3eb', 'tag': 'c5f65745-e761-4600-b4f8-9dd935cc39ef'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:16:20.497069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2929a615-03cb-4261-aefb-c64bd385e780 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Calling delete_port for 05d1cd81-f699-49a9-a792-50b21bf839da owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:20.530571 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7426bc60-4298-41ad-9797-0c798d30ec9a req-a16570ac-0a8f-4551-9c8a-f5c1e7735271 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=383a2382-5572-4290-b10a-e7048ae43e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8490741 May 09 13:16:20.692276 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b705689-6ca7-47f9-8d31-f5ca3ec6d590'] response: {'name': 'network-changed', 'server_uuid': '8302d57e-b2e8-4369-8e83-bda7dca5f3eb', 'tag': 'c5f65745-e761-4600-b4f8-9dd935cc39ef', 'status': 'completed', 'code': 200} May 09 13:16:20.762192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f869599f-addc-4ff2-a31c-5179b3391025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'd0153b1c-51a3-4e14-96e9-2403545642ea', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'port_id': 'c5f65745-e761-4600-b4f8-9dd935cc39ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'mac_address': 'fa:16:3e:1f:a5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8302d57e-b2e8-4369-8e83-bda7dca5f3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:15:30Z', 'updated_at': '2022-05-09T13:16:14Z', 'revision_number': 1, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e26ae1-9843-4321-b7f8-f3f181f585c6', 'name': '', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'mac_address': 'fa:16:3e:04:56:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:17Z', 'updated_at': '2022-05-09T13:15:48Z', 'revision_number': 5, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'subnets': [{'id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:20.766581 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f869599f-addc-4ff2-a31c-5179b3391025 None None] Checking router: 6a097e0a-8345-4b38-b889-f788b4a8a98a for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:16:20.769634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-824f8714-d1f0-482c-a23c-8c2686592562 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:20.786097 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f869599f-addc-4ff2-a31c-5179b3391025 None None] Routers {'6a097e0a-8345-4b38-b889-f788b4a8a98a'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:20.786746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f869599f-addc-4ff2-a31c-5179b3391025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['6a097e0a-8345-4b38-b889-f788b4a8a98a'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:20.876262 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79c81fad-8615-42d2-b416-5297a8b1cdb2 req-d8ba65e1-7036-4dc4-8d53-32467cf0045f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bc08a88006e40bf8a44780de483df57&device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 1098 time: 0.2196536 May 09 13:16:20.879395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:20.912198 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7426bc60-4298-41ad-9797-0c798d30ec9a req-cb18aed7-b4bb-4bae-a038-7eab4adf8250 service neutron] 10.222.0.57 "GET /v2.0/networks/383a2382-5572-4290-b10a-e7048ae43e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718317 May 09 13:16:20.972099 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-f869599f-addc-4ff2-a31c-5179b3391025 None None] Set router 6a097e0a-8345-4b38-b889-f788b4a8a98a gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:16:21.030119 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-824f8714-d1f0-482c-a23c-8c2686592562 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Calling delete_port for a95a6422-9bb7-4ebd-8951-b4426fd7a8d3 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:21.031490 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-9f3687c9-1277-4a54-b88a-3e8fb1002ef4 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:16:21.032509 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9f3687c9-1277-4a54-b88a-3e8fb1002ef4 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "PUT /v2.0/routers/67075806-32b6-4866-83a0-a0426c997a91/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5323896 May 09 13:16:21.040759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49242) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:21.112998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Subnet': ['ID=4fc79939-1d11-4a32-84ba-7aa6c2b6c6af,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:21.142478 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:21.209611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c690238b-3f8f-42a4-aaa9-9a10a19405ad tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:21.260232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c81fad-8615-42d2-b416-5297a8b1cdb2 req-96a66de4-16a7-4a9a-b172-312919d2eaff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:21.262398 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79c81fad-8615-42d2-b416-5297a8b1cdb2 req-96a66de4-16a7-4a9a-b172-312919d2eaff service neutron] 10.222.0.57 "GET /v2.0/networks?id=d30285d5-e8c7-43ba-85ca-e036631511ae HTTP/1.1" status: 200 len: 913 time: 0.3733175 May 09 13:16:21.263114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking segment: {'id': '7b1e7e9c-0596-46fe-b091-b76ffcce5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'eef83409-9e2d-403f-87d5-bb0f85134cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:21.263473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network hostable DHCP agents. Network: eef83409-9e2d-403f-87d5-bb0f85134cbc, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:21.330247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690238b-3f8f-42a4-aaa9-9a10a19405ad tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Pushing event deleted for resources: {'Port': ['ID=ad0051bb-8160-40bc-88da-eb93517aeaeb,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:21.388715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f869599f-addc-4ff2-a31c-5179b3391025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'd0153b1c-51a3-4e14-96e9-2403545642ea', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'port_id': 'c5f65745-e761-4600-b4f8-9dd935cc39ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'mac_address': 'fa:16:3e:1f:a5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8302d57e-b2e8-4369-8e83-bda7dca5f3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:15:30Z', 'updated_at': '2022-05-09T13:16:14Z', 'revision_number': 1, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e26ae1-9843-4321-b7f8-f3f181f585c6', 'name': '', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'mac_address': 'fa:16:3e:04:56:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:17Z', 'updated_at': '2022-05-09T13:15:48Z', 'revision_number': 5, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'subnets': [{'id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:21.393235 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f869599f-addc-4ff2-a31c-5179b3391025 None None] The sync data for ids ['6a097e0a-8345-4b38-b889-f788b4a8a98a'] in dv-neutron-840889-2-hyperv is: [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'd0153b1c-51a3-4e14-96e9-2403545642ea', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'port_id': 'c5f65745-e761-4600-b4f8-9dd935cc39ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'mac_address': 'fa:16:3e:1f:a5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8302d57e-b2e8-4369-8e83-bda7dca5f3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:15:30Z', 'updated_at': '2022-05-09T13:16:14Z', 'revision_number': 1, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e26ae1-9843-4321-b7f8-f3f181f585c6', 'name': '', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'mac_address': 'fa:16:3e:04:56:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:17Z', 'updated_at': '2022-05-09T13:15:48Z', 'revision_number': 5, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'subnets': [{'id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:16:21.399876 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network eef83409-9e2d-403f-87d5-bb0f85134cbc is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:21.407477 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79c81fad-8615-42d2-b416-5297a8b1cdb2 req-93271d0e-10ba-4249-bc9c-862f45f8153c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef HTTP/1.1" status: 200 len: 998 time: 0.1367147 May 09 13:16:21.449281 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd3076-840f-4533-ab14-c01e1fcbb1b9 req-a6dae9aa-da26-4b67-adf4-cd2564b33aa3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:21.450754 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ebdd3076-840f-4533-ab14-c01e1fcbb1b9 req-a6dae9aa-da26-4b67-adf4-cd2564b33aa3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.7578309 May 09 13:16:21.458078 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-824f8714-d1f0-482c-a23c-8c2686592562 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:21.491850 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7426bc60-4298-41ad-9797-0c798d30ec9a req-9d070e9d-d967-49b6-a470-c0852c0ccda1 service neutron] 10.222.0.57 "GET /v2.0/networks/383a2382-5572-4290-b10a-e7048ae43e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719522 May 09 13:16:21.506952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, eef83409-9e2d-403f-87d5-bb0f85134cbc) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:21.515140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3efdd43-9c5e-4260-8b45-ca5f8c19bcb4 None None] Network eef83409-9e2d-403f-87d5-bb0f85134cbc requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:21.558460 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2929a615-03cb-4261-aefb-c64bd385e780 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:21.580648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:21.581368 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:21.589066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c690238b-3f8f-42a4-aaa9-9a10a19405ad tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:21.593374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f8714-d1f0-482c-a23c-8c2686592562 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event deleted for resources: {'Port': ['ID=a95a6422-9bb7-4ebd-8951-b4426fd7a8d3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:21.640123 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-623dac69-be28-43f7-a492-d402aef9d264 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7781651 May 09 13:16:21.641898 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c81fad-8615-42d2-b416-5297a8b1cdb2 req-81ea2360-2ed6-496e-acb5-820d57effcb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:21.643376 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79c81fad-8615-42d2-b416-5297a8b1cdb2 req-81ea2360-2ed6-496e-acb5-820d57effcb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6c9a587-b9ae-413f-8d43-1f05ff4d95b2 HTTP/1.1" status: 200 len: 851 time: 0.2288637 May 09 13:16:21.643997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49248) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:21.662064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929a615-03cb-4261-aefb-c64bd385e780 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Pushing event deleted for resources: {'Port': ['ID=05d1cd81-f699-49a9-a792-50b21bf839da,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:21.684137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-824f8714-d1f0-482c-a23c-8c2686592562 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:21.759296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c690238b-3f8f-42a4-aaa9-9a10a19405ad tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:21.763460 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c690238b-3f8f-42a4-aaa9-9a10a19405ad tempest-FloatingIPAdminTestJSON-1752225039 tempest-FloatingIPAdminTestJSON-1752225039-project] 10.222.0.44 "DELETE /v2.0/floatingips/512ad1ff-ee6a-4f84-9e9b-6ebe917e60ab HTTP/1.1" status: 204 len: 168 time: 2.9651864 May 09 13:16:21.764737 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-824f8714-d1f0-482c-a23c-8c2686592562 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "DELETE /v2.0/ports/a95a6422-9bb7-4ebd-8951-b4426fd7a8d3 HTTP/1.1" status: 204 len: 168 time: 2.2411923 May 09 13:16:21.766201 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49252) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:21.766591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49254) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:21.776256 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ebdd3076-840f-4533-ab14-c01e1fcbb1b9 req-496d6cee-0a2c-4606-8f06-3544912bec68 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896466 May 09 13:16:21.787900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-eef83409-9e2d-403f-87d5-bb0f85134cbc', 'network_id': 'eef83409-9e2d-403f-87d5-bb0f85134cbc', 'tenant_id': '83a9c8497c0340b592c7b83c8a606a70', 'fixed_ips': [{'subnet_id': '4fc79939-1d11-4a32-84ba-7aa6c2b6c6af'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:21.790078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:21.811563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2929a615-03cb-4261-aefb-c64bd385e780 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:21.813475 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2929a615-03cb-4261-aefb-c64bd385e780 tempest-RoutersAdminNegativeIpV6Test-2045979311 tempest-RoutersAdminNegativeIpV6Test-2045979311-project-admin] 10.222.0.44 "DELETE /v2.0/ports/05d1cd81-f699-49a9-a792-50b21bf839da HTTP/1.1" status: 204 len: 168 time: 2.8418405 May 09 13:16:22.007601 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Allocated IP 172.20.0.1 (eef83409-9e2d-403f-87d5-bb0f85134cbc/4fc79939-1d11-4a32-84ba-7aa6c2b6c6af/919838cb-c455-47a4-8e1f-0afdaedfdc44) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:22.008641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622c46d-5a04-42af-983a-30426638f14a req-b981f51e-5228-4988-86ce-3ddb4f3e64c9 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:22.010454 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d622c46d-5a04-42af-983a-30426638f14a req-b981f51e-5228-4988-86ce-3ddb4f3e64c9 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.0885537 May 09 13:16:22.070192 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d622c46d-5a04-42af-983a-30426638f14a req-7982a8ca-819b-462e-9eb2-4931f42d0df3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522106 May 09 13:16:22.125174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-51669917-b760-4603-9f35-9d20222a2674 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Synchronizing usage tracker for tenant:d7b20a1023674d13829f9f706d80b765 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:22.144298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-1af8e1c8-e266-4d2b-b2b4-db0ae0f8d8c2 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Deleting port 42982a80-3576-4eb5-bc43-5fe0866db650 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:22.144654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af8e1c8-e266-4d2b-b2b4-db0ae0f8d8c2 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.170668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49266) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:22.248335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-51669917-b760-4603-9f35-9d20222a2674 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Unset dirty status for tenant:d7b20a1023674d13829f9f706d80b765 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:22.249283 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.249927 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-51669917-b760-4603-9f35-9d20222a2674 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4794884 May 09 13:16:22.254538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49272) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:22.261601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-762701352'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:22.266299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Transition to ACTIVE for port object 919838cb-c455-47a4-8e1f-0afdaedfdc44 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:22.267143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.268186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:22.274942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Usage tracker for resource:network and tenant:d7b20a1023674d13829f9f706d80b765 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:22.278249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:22.285769 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:22.295146 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79c81fad-8615-42d2-b416-5297a8b1cdb2 req-b3b95058-84c7-4cbd-b97c-8efb54d0275e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d30285d5-e8c7-43ba-85ca-e036631511ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6287475 May 09 13:16:22.296218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Transition to ACTIVE for port object 919838cb-c455-47a4-8e1f-0afdaedfdc44 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:22.297328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a30b7448-337f-465a-bd2d-660cb1eb8c43 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.300421 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Made reservation on behalf of d7b20a1023674d13829f9f706d80b765 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:22.304012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.306125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.352875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0c8791df-f570-4e32-8ab2-08fddc85ed42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.382827 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Network eef83409-9e2d-403f-87d5-bb0f85134cbc is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:22.385855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:22.389611 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:22.397289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Pushing event updated for resources: {'Port': ['ID=919838cb-c455-47a4-8e1f-0afdaedfdc44,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:22.398058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:22.412022 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0c8791df-f570-4e32-8ab2-08fddc85ed42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:22.417867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.418655 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Added segment 79d44a4b-c607-4b4a-ad8f-56430ecefa29 of type vlan for network 42e4954b-c8b3-45df-817b-e50f7241b7e8 May 09 13:16:22.420062 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0c8791df-f570-4e32-8ab2-08fddc85ed42 admin admin] Usage tracker for resource:security_group_rule and tenant:08eecaeb76d04d019fe87b16b05a442f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:22.426422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0c8791df-f570-4e32-8ab2-08fddc85ed42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:22.434225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0c8791df-f570-4e32-8ab2-08fddc85ed42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:22.463253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.489716 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Attempting to bind port 919838cb-c455-47a4-8e1f-0afdaedfdc44 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:22.490076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Attempting to bind port 919838cb-c455-47a4-8e1f-0afdaedfdc44 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '7b1e7e9c-0596-46fe-b091-b76ffcce5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'eef83409-9e2d-403f-87d5-bb0f85134cbc'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:22.490541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Attempting to bind port 919838cb-c455-47a4-8e1f-0afdaedfdc44 on network eef83409-9e2d-403f-87d5-bb0f85134cbc {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:22.497522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:22.497890 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Checking segment: {'id': '7b1e7e9c-0596-46fe-b091-b76ffcce5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'eef83409-9e2d-403f-87d5-bb0f85134cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:22.498285 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.499318 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Bound using segment: {'id': '7b1e7e9c-0596-46fe-b091-b76ffcce5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'eef83409-9e2d-403f-87d5-bb0f85134cbc'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:22.499775 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Bound port: 919838cb-c455-47a4-8e1f-0afdaedfdc44, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1e7e9c-0596-46fe-b091-b76ffcce5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'eef83409-9e2d-403f-87d5-bb0f85134cbc'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:22.500532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.537373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.541715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:22.543062 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.558465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Deleting port 919838cb-c455-47a4-8e1f-0afdaedfdc44 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:22.558797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.596932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] For port 919838cb-c455-47a4-8e1f-0afdaedfdc44, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:22.601004 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] For port 919838cb-c455-47a4-8e1f-0afdaedfdc44, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=919838cb-c455-47a4-8e1f-0afdaedfdc44,segment=NetworkSegment(7b1e7e9c-0596-46fe-b091-b76ffcce5042),segment_id=7b1e7e9c-0596-46fe-b091-b76ffcce5042)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:22.612954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.674688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0c8791df-f570-4e32-8ab2-08fddc85ed42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.687645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0c8791df-f570-4e32-8ab2-08fddc85ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.724986 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0c8791df-f570-4e32-8ab2-08fddc85ed42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08eecaeb76d04d019fe87b16b05a442f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5532525 May 09 13:16:22.728376 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4725792 May 09 13:16:22.729620 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952aab46-a485-4d42-a42b-1a7156a8ef9d tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event updated for resources: {'Network': ['ID=42e4954b-c8b3-45df-817b-e50f7241b7e8,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:22.732212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49276) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:22.732367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b8605-3f60-44a9-afc6-ff4ca00afe24 None None] Pushing event updated for resources: {'Port': ['ID=919838cb-c455-47a4-8e1f-0afdaedfdc44,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:22.732724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49278) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:22.745871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 42e4954b-c8b3-45df-817b-e50f7241b7e8 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:22.754261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1229264503'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:22.778451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:22.782633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af8e1c8-e266-4d2b-b2b4-db0ae0f8d8c2 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.783075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af8e1c8-e266-4d2b-b2b4-db0ae0f8d8c2 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.792150 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Usage tracker for resource:network and tenant:d7b20a1023674d13829f9f706d80b765 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:22.801501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:22.802244 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79c81fad-8615-42d2-b416-5297a8b1cdb2 req-1d2652c0-71a9-4a03-8470-9a31e1612e99 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059923 May 09 13:16:22.807020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8791df-f570-4e32-8ab2-08fddc85ed42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555e8129-d1e0-40e5-9288-0f79e414d08a,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:22.821320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:22.847188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Made reservation on behalf of d7b20a1023674d13829f9f706d80b765 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:22.850320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.871360 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7809a550-8bf8-4ef3-9e6d-02e768fad2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.909526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:22.917127 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7809a550-8bf8-4ef3-9e6d-02e768fad2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.934132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:22.934594 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Added segment 8d85eab3-a7a4-48ac-b922-800c97f8b0bc of type vlan for network 7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac May 09 13:16:22.957712 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-1af8e1c8-e266-4d2b-b2b4-db0ae0f8d8c2 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Calling delete_port for 42982a80-3576-4eb5-bc43-5fe0866db650 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:22.999784 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:23.043982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7809a550-8bf8-4ef3-9e6d-02e768fad2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:23.052574 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:23.056442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:23.057029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:23.091866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809a550-8bf8-4ef3-9e6d-02e768fad2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555e8129-d1e0-40e5-9288-0f79e414d08a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:23.188766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7809a550-8bf8-4ef3-9e6d-02e768fad2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:23.191970 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7809a550-8bf8-4ef3-9e6d-02e768fad2c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/555e8129-d1e0-40e5-9288-0f79e414d08a HTTP/1.1" status: 204 len: 168 time: 0.4533792 May 09 13:16:23.213318 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4706964 May 09 13:16:23.213318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaef3b-dfff-4c41-90eb-9e1041d193ca tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event updated for resources: {'Network': ['ID=7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:23.238241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:23.395144 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccde54c-9f92-47b7-971c-6c1c2faae0da req-8913c2bd-dffb-497b-923e-272fd6492a6b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:23.404097 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0ccde54c-9f92-47b7-971c-6c1c2faae0da req-8913c2bd-dffb-497b-923e-272fd6492a6b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.1449840 May 09 13:16:23.465924 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 919838cb-c455-47a4-8e1f-0afdaedfdc44 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:23.491675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] For port 919838cb-c455-47a4-8e1f-0afdaedfdc44, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=919838cb-c455-47a4-8e1f-0afdaedfdc44,segment=NetworkSegment(7b1e7e9c-0596-46fe-b091-b76ffcce5042),segment_id=7b1e7e9c-0596-46fe-b091-b76ffcce5042)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:23.492264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:23.503686 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0ccde54c-9f92-47b7-971c-6c1c2faae0da req-b69c19e8-3e1e-4e23-a65e-e1a300448e0a tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979667 May 09 13:16:23.525660 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79c81fad-8615-42d2-b416-5297a8b1cdb2 req-d6fd0ba2-4c26-4aba-9120-c3736f406452 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590893 May 09 13:16:23.586875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 919838cb-c455-47a4-8e1f-0afdaedfdc44 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:23.843397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49290) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:23.863728 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Calling delete_port for 919838cb-c455-47a4-8e1f-0afdaedfdc44 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:23.958180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af8e1c8-e266-4d2b-b2b4-db0ae0f8d8c2 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:23.981323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a097603-a41b-4d89-bb52-59eb7234d2fb None None] Network eef83409-9e2d-403f-87d5-bb0f85134cbc requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:24.028950 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d11f8751-935f-467e-a5f7-1ba41f905d9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65f0e6c9bad848a2a419d9c44c3dcba3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1842165 May 09 13:16:24.031245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49294) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:24.033610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8e1c8-e266-4d2b-b2b4-db0ae0f8d8c2 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Pushing event deleted for resources: {'Port': ['ID=42982a80-3576-4eb5-bc43-5fe0866db650,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:24.107918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-015c25e3-7dcb-4946-87cc-c2ee776e2c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:24.119604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bdee9032-7030-43f3-a65e-c16db527c21c None None] Provisioning for port 919838cb-c455-47a4-8e1f-0afdaedfdc44 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:24.137755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bdee9032-7030-43f3-a65e-c16db527c21c None None] Provisioning complete for port 919838cb-c455-47a4-8e1f-0afdaedfdc44 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:24.138377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bdee9032-7030-43f3-a65e-c16db527c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:24.146507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-015c25e3-7dcb-4946-87cc-c2ee776e2c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:24.210734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-015c25e3-7dcb-4946-87cc-c2ee776e2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:24.231363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c25e3-7dcb-4946-87cc-c2ee776e2c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fd4cf5-a50f-47bc-9262-ea688975058c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:24.242902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af8e1c8-e266-4d2b-b2b4-db0ae0f8d8c2 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:24.243903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-015c25e3-7dcb-4946-87cc-c2ee776e2c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:24.245287 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-015c25e3-7dcb-4946-87cc-c2ee776e2c63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2fd4cf5-a50f-47bc-9262-ea688975058c HTTP/1.1" status: 204 len: 168 time: 0.2124035 May 09 13:16:24.319884 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af8e1c8-e266-4d2b-b2b4-db0ae0f8d8c2 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:24.325564 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1af8e1c8-e266-4d2b-b2b4-db0ae0f8d8c2 tempest-FloatingIPAdminTestJSON-410251046 tempest-FloatingIPAdminTestJSON-410251046-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/2a0964e6-d042-408d-be38-cf2f6fc65f37 HTTP/1.1" status: 204 len: 168 time: 2.5566149 May 09 13:16:24.325905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49300) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:24.328543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:24.374500 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-bdee9032-7030-43f3-a65e-c16db527c21c None None] Port 919838cb-c455-47a4-8e1f-0afdaedfdc44 update to ACTIVE by agent not found {{(pid=83896) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 09 13:16:24.376680 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Port': ['ID=919838cb-c455-47a4-8e1f-0afdaedfdc44,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:24.476920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b4371-f739-4350-9d5f-d2b9594c50b3 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Deleting port df1724ec-8ea7-427e-8ffa-cc6160a268c7 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:24.477362 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4371-f739-4350-9d5f-d2b9594c50b3 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:24.525188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No DVR routers for this DVR port 919838cb-c455-47a4-8e1f-0afdaedfdc44 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:16:24.779623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:24.879285 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-da8a224f-1aa9-4fc2-8a45-67fe9cab9add req-7f02a7d5-290b-42b6-8b14-e1021ab36c23 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4614413 May 09 13:16:24.880527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:24.939387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc79939-1d11-4a32-84ba-7aa6c2b6c6af,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:24.959759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6375c73e-5bc8-4d6f-bdba-d0894ff11e04 None None] Network eef83409-9e2d-403f-87d5-bb0f85134cbc requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:25.007263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4371-f739-4350-9d5f-d2b9594c50b3 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:25.173156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b4371-f739-4350-9d5f-d2b9594c50b3 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Calling delete_port for df1724ec-8ea7-427e-8ffa-cc6160a268c7 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:25.277414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:25.336897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3617c2e-9f55-4aa8-ae2c-75ee99289683 req-e5e11c38-a7c0-4020-abdd-35212e27b9ff tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:25.338802 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c3617c2e-9f55-4aa8-ae2c-75ee99289683 req-e5e11c38-a7c0-4020-abdd-35212e27b9ff tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4996715 May 09 13:16:25.347055 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef83409-9e2d-403f-87d5-bb0f85134cbc']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:25.356611 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-a30b7448-337f-465a-bd2d-660cb1eb8c43 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Deleting port c7d287aa-9697-406d-8fe3-34b6a9ab2095 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:25.356953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a30b7448-337f-465a-bd2d-660cb1eb8c43 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:25.387762 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faabed7-131a-428a-bb2b-ece652ac5e3a None None] DHCP port deletion for eef83409-9e2d-403f-87d5-bb0f85134cbc request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:16:25.428643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1e7e9c-0596-46fe-b091-b76ffcce5042') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:25.428941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1e7e9c-0596-46fe-b091-b76ffcce5042') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:25.448049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:25.489500 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-da8a224f-1aa9-4fc2-8a45-67fe9cab9add req-a1821f3b-96eb-4508-857c-0415335b3023 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b2965b1bb45478ebc86d7ce34b37d49&device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 1098 time: 0.3899705 May 09 13:16:25.515096 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c3617c2e-9f55-4aa8-ae2c-75ee99289683 req-9c71ab09-e42a-4a23-844a-4a7b4c8fa91d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403599 May 09 13:16:25.516180 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4371-f739-4350-9d5f-d2b9594c50b3 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:25.544066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:25.576320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b4371-f739-4350-9d5f-d2b9594c50b3 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event deleted for resources: {'Port': ['ID=df1724ec-8ea7-427e-8ffa-cc6160a268c7,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:25.694439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:25.694840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:25.745478 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:25.775378 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083edd3d-9c07-4b96-8b98-8104900b7bbc None None] New status for floating IP d0153b1c-51a3-4e14-96e9-2403545642ea: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:16:25.968138 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4371-f739-4350-9d5f-d2b9594c50b3 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:25.986431 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ae8b4371-f739-4350-9d5f-d2b9594c50b3 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "DELETE /v2.0/ports/df1724ec-8ea7-427e-8ffa-cc6160a268c7 HTTP/1.1" status: 204 len: 168 time: 1.6588330 May 09 13:16:25.987235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49326) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:25.987570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49328) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:26.086008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4288087-2ada-4b63-94d6-73bc1847b5b4 req-feb58182-3e29-445c-bf10-8c0317641a09 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:26.092691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:26.095255 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d4288087-2ada-4b63-94d6-73bc1847b5b4 req-feb58182-3e29-445c-bf10-8c0317641a09 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2668023 May 09 13:16:26.097269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:26.152637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Network': ['ID=eef83409-9e2d-403f-87d5-bb0f85134cbc,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:26.160355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a30b7448-337f-465a-bd2d-660cb1eb8c43 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:26.161205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39df55d-dc30-4c5c-a486-fe76642877f9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:26.162086 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a39df55d-dc30-4c5c-a486-fe76642877f9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Synchronizing usage tracker for tenant:5b65f4da960b406ea9bdd04fdae7dae2 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:26.172561 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-660809d4-bf28-4b47-afc4-bef1780e360e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/eef83409-9e2d-403f-87d5-bb0f85134cbc HTTP/1.1" status: 204 len: 168 time: 4.5264542 May 09 13:16:26.179011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49336) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:26.188141 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d4288087-2ada-4b63-94d6-73bc1847b5b4 req-26c8c0ea-4b9d-4a2e-83c9-5e5137f2f776 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917983 May 09 13:16:26.222099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a39df55d-dc30-4c5c-a486-fe76642877f9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Unset dirty status for tenant:5b65f4da960b406ea9bdd04fdae7dae2 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:26.223504 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a39df55d-dc30-4c5c-a486-fe76642877f9 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "GET /v2.0/ports?device_id=e23205ac-0f77-46d5-806a-e61fdfcd7bf6 HTTP/1.1" status: 200 len: 913 time: 0.2284307 May 09 13:16:26.226516 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49342) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:26.241919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1912855251'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:26.313293 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:26.323327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-a30b7448-337f-465a-bd2d-660cb1eb8c43 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Calling delete_port for c7d287aa-9697-406d-8fe3-34b6a9ab2095 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:26.359337 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-980438487'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:26.359820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:network and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:26.364387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:26.372780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a224f-1aa9-4fc2-8a45-67fe9cab9add req-4b3666a4-f861-414b-a2cb-c2fe81e75a52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:26.374267 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-da8a224f-1aa9-4fc2-8a45-67fe9cab9add req-4b3666a4-f861-414b-a2cb-c2fe81e75a52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb387965-a8e8-43fb-8146-6c2716009608 HTTP/1.1" status: 200 len: 906 time: 0.8322031 May 09 13:16:26.375135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:26.426979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:26.441060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Usage tracker for resource:network and tenant:d556e0fa03f74a259f4149ed19127655 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:26.444921 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:26.453818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:26.475051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:26.478274 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:26.486803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Made reservation on behalf of d556e0fa03f74a259f4149ed19127655 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:26.490484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:26.513865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:26.543849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:26.551609 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:26.553800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:26.553800 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Added segment b967886d-00a9-43b7-9d30-bdb456331eef of type vlan for network de1c4198-115c-4fb4-8f8b-1a6656747338 May 09 13:16:26.556527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Usage tracker for resource:security_group_rule and tenant:d556e0fa03f74a259f4149ed19127655 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:26.560490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:26.567245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:26.583171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:26.639564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49348) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:26.640223 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:26.644099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:26.644641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:26.651232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:26.660008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:26.677624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Request body: {'subnets': [{'network_id': '42e4954b-c8b3-45df-817b-e50f7241b7e8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1701003761', 'ip_version': 6}, {'network_id': '7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:26.677925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Request body: {'subnet': {'network_id': '42e4954b-c8b3-45df-817b-e50f7241b7e8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1701003761', 'ip_version': 6}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:26.678598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Request body: {'subnet': {'network_id': '7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:26.701983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbf9dc3-7086-4ef3-abd5-6f787bf4cf95,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:26.731155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:26.778166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:26.778470 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Added segment 323f030c-10c4-411e-848d-cb26fd16b2a2 of type vlan for network 3e610c97-e17d-4620-9169-e936297b0756 May 09 13:16:26.808747 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-da8a224f-1aa9-4fc2-8a45-67fe9cab9add req-733c78d3-96cb-48d8-ba79-8699d5ea8d69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2cdb34c-7301-424c-a80b-20455c2b5d1c HTTP/1.1" status: 200 len: 1001 time: 0.4227722 May 09 13:16:26.888922 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7088578 May 09 13:16:26.898828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49352) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:26.924131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'subnet': {'network_id': 'de1c4198-115c-4fb4-8f8b-1a6656747338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:26.946571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd884a89-0b57-401e-9516-da9931773dcc tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=de1c4198-115c-4fb4-8f8b-1a6656747338,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:26.959907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network de1c4198-115c-4fb4-8f8b-1a6656747338 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:26.967265 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:27.080733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8de91-e1a3-4c14-a07e-c8afd05d3a36 req-971e9322-437f-4831-95bc-487b620c30e9 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:27.082289 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-79e8de91-e1a3-4c14-a07e-c8afd05d3a36 req-971e9322-437f-4831-95bc-487b620c30e9 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.3423855 May 09 13:16:27.091493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:27.095110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:27.095684 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:27.110788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a224f-1aa9-4fc2-8a45-67fe9cab9add req-20dbd37e-7d25-4b2f-9d01-8eb2942ec7c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:27.112234 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-da8a224f-1aa9-4fc2-8a45-67fe9cab9add req-20dbd37e-7d25-4b2f-9d01-8eb2942ec7c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4167bb49-8d44-4551-adfa-59e27c371d42 HTTP/1.1" status: 200 len: 844 time: 0.2902801 May 09 13:16:27.202503 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 919838cb-c455-47a4-8e1f-0afdaedfdc44 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:16:27.232123 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2346473 May 09 13:16:27.239439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 919838cb-c455-47a4-8e1f-0afdaedfdc44 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:16:27.239896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 919838cb-c455-47a4-8e1f-0afdaedfdc44 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:16:27.240925 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49356) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:27.251294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:27.257156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Request body: {'subnet': {'network_id': '3e610c97-e17d-4620-9169-e936297b0756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:27.263768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:subnet and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:27.270426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:27.271481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a66fa-c8f3-42d3-a8c6-38771ca0665c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event updated for resources: {'Network': ['ID=3e610c97-e17d-4620-9169-e936297b0756,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:27.284106 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 3e610c97-e17d-4620-9169-e936297b0756 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:27.290061 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:27.302099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Usage tracker for resource:subnet and tenant:d7b20a1023674d13829f9f706d80b765 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:27.304976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:27.311849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:27.316348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a30b7448-337f-465a-bd2d-660cb1eb8c43 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:27.336064 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-79e8de91-e1a3-4c14-a07e-c8afd05d3a36 req-91751bcd-420b-42a3-9b6c-25cd8ca4150f tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365839 May 09 13:16:27.360275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:27.376801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b7448-337f-465a-bd2d-660cb1eb8c43 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event deleted for resources: {'Port': ['ID=c7d287aa-9697-406d-8fe3-34b6a9ab2095,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:27.387656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:27.407816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:27.413372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Usage tracker for resource:subnet and tenant:d556e0fa03f74a259f4149ed19127655 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:27.417720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:27.424662 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-75ca6850-50f2-46f5-bbd4-26269fb1b3f5 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:27.480047 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:27.501562 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Made reservation on behalf of d7b20a1023674d13829f9f706d80b765 for: {'subnet': 2} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:27.558117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Made reservation on behalf of d556e0fa03f74a259f4149ed19127655 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:27.704288 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:27.833393 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-da8a224f-1aa9-4fc2-8a45-67fe9cab9add req-51795082-930c-4e17-aa80-404b6b1ff006 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb387965-a8e8-43fb-8146-6c2716009608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6630454 May 09 13:16:27.897835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:28.085015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:28.164191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a30b7448-337f-465a-bd2d-660cb1eb8c43 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:28.209462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:28.209792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:28.251559 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event updated for resources: {'Subnet': ['ID=1510d6ab-2c9a-4d32-ab28-abca3dd5b729,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:28.324161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Checking segment: {'id': '323f030c-10c4-411e-848d-cb26fd16b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e610c97-e17d-4620-9169-e936297b0756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:28.324508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Network hostable DHCP agents. Network: 3e610c97-e17d-4620-9169-e936297b0756, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:28.343768 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-da8a224f-1aa9-4fc2-8a45-67fe9cab9add req-30e14dee-6f4f-4b76-9a05-a96d41c71b19 service neutron] 10.222.0.57 "GET /v2.0/networks/bb387965-a8e8-43fb-8146-6c2716009608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959681 May 09 13:16:28.358298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1cc69-ab6e-449b-b05a-dc65e7f0bd1a req-1be81efd-c61e-4516-893e-79f3a438fbe6 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:28.359731 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6de1cc69-ab6e-449b-b05a-dc65e7f0bd1a req-1be81efd-c61e-4516-893e-79f3a438fbe6 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2381144 May 09 13:16:28.442906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Network 3e610c97-e17d-4620-9169-e936297b0756 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:28.468912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 3e610c97-e17d-4620-9169-e936297b0756) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:28.472358 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6de1cc69-ab6e-449b-b05a-dc65e7f0bd1a req-70029c1e-d0c1-430f-90dd-7cbfcc4537de tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025839 May 09 13:16:28.476970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:28.477569 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:28.478582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc615242-115c-4243-88c5-1704bf0a20f9 None None] Network 3e610c97-e17d-4620-9169-e936297b0756 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:28.536319 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-99f4cc99-f5a0-46e8-b2f2-9b1ceb2286a5 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2918937 May 09 13:16:28.537916 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49370) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:28.555842 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Request body: {'port': {'network_id': '3e610c97-e17d-4620-9169-e936297b0756', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1988377214'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:28.721941 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-75ca6850-50f2-46f5-bbd4-26269fb1b3f5 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Deleting port 0b1ed361-d65d-4fb6-abea-00a44e7d61bc {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:28.722286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-75ca6850-50f2-46f5-bbd4-26269fb1b3f5 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:28.730313 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-3e610c97-e17d-4620-9169-e936297b0756', 'network_id': '3e610c97-e17d-4620-9169-e936297b0756', 'tenant_id': 'd556e0fa03f74a259f4149ed19127655', 'fixed_ips': [{'subnet_id': '1510d6ab-2c9a-4d32-ab28-abca3dd5b729'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:28.731104 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:28.891521 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Allocated IP 2001:db8::2 (3e610c97-e17d-4620-9169-e936297b0756/1510d6ab-2c9a-4d32-ab28-abca3dd5b729/37abf453-a1d2-4c1d-85fd-e82a8e7bdada) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:28.915102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-75ca6850-50f2-46f5-bbd4-26269fb1b3f5 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:28.938080 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-da8a224f-1aa9-4fc2-8a45-67fe9cab9add req-314e36d8-ea79-4bc9-a419-180ae95b676b service neutron] 10.222.0.57 "GET /v2.0/networks/bb387965-a8e8-43fb-8146-6c2716009608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753024 May 09 13:16:29.016188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:29.026976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Usage tracker for resource:port and tenant:d556e0fa03f74a259f4149ed19127655 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:29.043019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-75ca6850-50f2-46f5-bbd4-26269fb1b3f5 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Calling delete_port for 0b1ed361-d65d-4fb6-abea-00a44e7d61bc owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:29.078469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:29.104288 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:29.121794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:29.134478 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Transition to ACTIVE for port object 37abf453-a1d2-4c1d-85fd-e82a8e7bdada will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:29.156735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Transition to ACTIVE for port object 37abf453-a1d2-4c1d-85fd-e82a8e7bdada will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:29.163907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:29.231924 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Network 3e610c97-e17d-4620-9169-e936297b0756 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:29.238893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:29.246873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:29.250519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:29.308977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Pushing event updated for resources: {'Port': ['ID=37abf453-a1d2-4c1d-85fd-e82a8e7bdada,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:29.345654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Made reservation on behalf of d556e0fa03f74a259f4149ed19127655 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:29.348156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:29.373128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-75ca6850-50f2-46f5-bbd4-26269fb1b3f5 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:29.376488 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Attempting to bind port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:29.376928 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Attempting to bind port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '323f030c-10c4-411e-848d-cb26fd16b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e610c97-e17d-4620-9169-e936297b0756'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:29.377206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Attempting to bind port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada on network 3e610c97-e17d-4620-9169-e936297b0756 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:29.384044 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:29.384335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Checking segment: {'id': '323f030c-10c4-411e-848d-cb26fd16b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e610c97-e17d-4620-9169-e936297b0756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:29.384724 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:29.385109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Bound using segment: {'id': '323f030c-10c4-411e-848d-cb26fd16b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e610c97-e17d-4620-9169-e936297b0756'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:29.385595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Bound port: 37abf453-a1d2-4c1d-85fd-e82a8e7bdada, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323f030c-10c4-411e-848d-cb26fd16b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e610c97-e17d-4620-9169-e936297b0756'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:29.386535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:29.445242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca6850-50f2-46f5-bbd4-26269fb1b3f5 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event deleted for resources: {'Port': ['ID=0b1ed361-d65d-4fb6-abea-00a44e7d61bc,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:29.458299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Subnet': ['ID=02122d9c-e4f3-4d63-ac7d-19f0875477f0,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:29.484156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] device_id is not set on port 4ad6b9de-270b-420b-af2c-e3eaca0274ba yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:16:29.493912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] For port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:29.498283 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] For port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=37abf453-a1d2-4c1d-85fd-e82a8e7bdada,segment=NetworkSegment(323f030c-10c4-411e-848d-cb26fd16b2a2),segment_id=323f030c-10c4-411e-848d-cb26fd16b2a2)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:29.509858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:29.536004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking segment: {'id': 'b967886d-00a9-43b7-9d30-bdb456331eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de1c4198-115c-4fb4-8f8b-1a6656747338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:29.536364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network hostable DHCP agents. Network: de1c4198-115c-4fb4-8f8b-1a6656747338, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:29.624143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30b7448-337f-465a-bd2d-660cb1eb8c43 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Router 67075806-32b6-4866-83a0-a0426c997a91 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:16:29.656253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd8c35-edfd-4353-9b1a-9e15c2209707 None None] Pushing event updated for resources: {'Port': ['ID=37abf453-a1d2-4c1d-85fd-e82a8e7bdada,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:29.785612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network de1c4198-115c-4fb4-8f8b-1a6656747338 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:29.842648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edefb4-a6b5-4b8d-9982-db4efc3932ed req-17339cba-8ba8-42a9-a763-29ec31b4b75d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:29.849784 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-32edefb4-a6b5-4b8d-9982-db4efc3932ed req-17339cba-8ba8-42a9-a763-29ec31b4b75d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.1741159 May 09 13:16:29.922735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, de1c4198-115c-4fb4-8f8b-1a6656747338) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:29.935850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0917b4e7-7e85-4ae8-9009-38230027f0b6 None None] Network de1c4198-115c-4fb4-8f8b-1a6656747338 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:29.940890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:29.941530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:29.949881 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-32edefb4-a6b5-4b8d-9982-db4efc3932ed req-0ee3cf20-a30d-4460-94f8-a4961c3f5026 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990717 May 09 13:16:29.982917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-75ca6850-50f2-46f5-bbd4-26269fb1b3f5 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:30.031184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30b7448-337f-465a-bd2d-660cb1eb8c43 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:16:30.079661 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a30b7448-337f-465a-bd2d-660cb1eb8c43 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "PUT /v2.0/routers/67075806-32b6-4866-83a0-a0426c997a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0322843 May 09 13:16:30.081245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Allocated IP 2001:db8::372 (3e610c97-e17d-4620-9169-e936297b0756/1510d6ab-2c9a-4d32-ab28-abca3dd5b729/4ad6b9de-270b-420b-af2c-e3eaca0274ba) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:30.083625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49376) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:30.085438 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf802c1-1fa7-4eaa-a712-365781cb09b0 None None] Sync routers for ids ['67075806-32b6-4866-83a0-a0426c997a91'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:16:30.097766 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7d711016-d3b1-4cf3-a593-573e2376ca77 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1926980 May 09 13:16:30.098399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49380) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:30.143306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf802c1-1fa7-4eaa-a712-365781cb09b0 None None] Routers {'67075806-32b6-4866-83a0-a0426c997a91'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:30.143851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-caf802c1-1fa7-4eaa-a712-365781cb09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['67075806-32b6-4866-83a0-a0426c997a91'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:30.199333 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-da338374-d7a0-4620-994b-e62f44e7b125 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] delete failed (client error): The resource could not be found. May 09 13:16:30.204176 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-da338374-d7a0-4620-994b-e62f44e7b125 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-1810764765 HTTP/1.1" status: 404 len: 335 time: 0.1133044 May 09 13:16:30.204872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49384) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:30.211440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-caf802c1-1fa7-4eaa-a712-365781cb09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:30.211664 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4a3604e0-934f-4247-907c-9f25dfe2b77d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Request body: {'router': {'external_gateway_info': {'network_id': '67075806-32b6-4866-83a0-a0426c997a91'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:30.265068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf802c1-1fa7-4eaa-a712-365781cb09b0 None None] Routers {'67075806-32b6-4866-83a0-a0426c997a91'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:30.265759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-caf802c1-1fa7-4eaa-a712-365781cb09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['67075806-32b6-4866-83a0-a0426c997a91'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:30.338179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:30.369421 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-caf802c1-1fa7-4eaa-a712-365781cb09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:30.369690 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf802c1-1fa7-4eaa-a712-365781cb09b0 None None] The sync data for ids ['67075806-32b6-4866-83a0-a0426c997a91'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:16:30.387459 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-de1c4198-115c-4fb4-8f8b-1a6656747338', 'network_id': 'de1c4198-115c-4fb4-8f8b-1a6656747338', 'tenant_id': '83a9c8497c0340b592c7b83c8a606a70', 'fixed_ips': [{'subnet_id': '02122d9c-e4f3-4d63-ac7d-19f0875477f0'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:30.388569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:30.474713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event updated for resources: {'Subnet': ['ID=ea367256-da6c-4cc1-9246-c287c3d547d4,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:30.566574 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Allocated IP 172.20.0.2 (de1c4198-115c-4fb4-8f8b-1a6656747338/02122d9c-e4f3-4d63-ac7d-19f0875477f0/4181d18f-afcf-4644-bf3c-d5e5373a01ce) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:30.630148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:30.648257 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Transition to ACTIVE for port object 4ad6b9de-270b-420b-af2c-e3eaca0274ba will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:30.692621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:30.765441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:30.798809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Network 3e610c97-e17d-4620-9169-e936297b0756 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:30.805601 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:30.808569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:30.812976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:30.813615 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:30.843649 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Checking segment: {'id': '79d44a4b-c607-4b4a-ad8f-56430ecefa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e4954b-c8b3-45df-817b-e50f7241b7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:30.843997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Network hostable DHCP agents. Network: 42e4954b-c8b3-45df-817b-e50f7241b7e8, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:30.845794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:30.860177 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Transition to ACTIVE for port object 4181d18f-afcf-4644-bf3c-d5e5373a01ce will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:30.878325 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event updated for resources: {'Port': ['ID=4ad6b9de-270b-420b-af2c-e3eaca0274ba,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:30.885375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Transition to ACTIVE for port object 4181d18f-afcf-4644-bf3c-d5e5373a01ce will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:30.897472 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:30.899107 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c782d55e-bb16-490f-962c-79ff0dfe2822 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3550582 May 09 13:16:30.906629 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49388) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:30.915092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Request body: {'port': {'network_id': '3e610c97-e17d-4620-9169-e936297b0756', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1991052698', 'allowed_address_pairs': [{'ip_address': '2001:db8::372', 'mac_address': 'fa:16:3e:4a:3b:6a'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:30.947703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccfec0c-886c-4c57-9347-8faa3adc7f12 None None] Network 3e610c97-e17d-4620-9169-e936297b0756 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:30.978587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Network de1c4198-115c-4fb4-8f8b-1a6656747338 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:31.019233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.037981 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:31.049572 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:31.051060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5c099cc9-2774-4fbe-b4b2-80edc2505486 None None] Provisioning for port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:31.054420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Network 42e4954b-c8b3-45df-817b-e50f7241b7e8 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:31.111011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Pushing event updated for resources: {'Port': ['ID=4181d18f-afcf-4644-bf3c-d5e5373a01ce,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:31.201215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Attempting to bind port 4181d18f-afcf-4644-bf3c-d5e5373a01ce on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:31.201746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Attempting to bind port 4181d18f-afcf-4644-bf3c-d5e5373a01ce by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'b967886d-00a9-43b7-9d30-bdb456331eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de1c4198-115c-4fb4-8f8b-1a6656747338'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:31.202099 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Attempting to bind port 4181d18f-afcf-4644-bf3c-d5e5373a01ce on network de1c4198-115c-4fb4-8f8b-1a6656747338 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:31.216660 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4a3604e0-934f-4247-907c-9f25dfe2b77d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.226363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 42e4954b-c8b3-45df-817b-e50f7241b7e8) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:31.231013 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.239920 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:31.240296 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Checking segment: {'id': 'b967886d-00a9-43b7-9d30-bdb456331eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de1c4198-115c-4fb4-8f8b-1a6656747338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:31.240687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.241074 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Bound using segment: {'id': 'b967886d-00a9-43b7-9d30-bdb456331eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de1c4198-115c-4fb4-8f8b-1a6656747338'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:31.241592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Bound port: 4181d18f-afcf-4644-bf3c-d5e5373a01ce, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b967886d-00a9-43b7-9d30-bdb456331eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de1c4198-115c-4fb4-8f8b-1a6656747338'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:31.241963 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.258577 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9420b390-d2b6-41c0-b819-48dd1a5070cf None None] Network 42e4954b-c8b3-45df-817b-e50f7241b7e8 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:31.293927 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-4a3604e0-934f-4247-907c-9f25dfe2b77d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] update failed (client error): The resource could not be found. May 09 13:16:31.295000 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4a3604e0-934f-4247-907c-9f25dfe2b77d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "PUT /v2.0/routers/67075806-32b6-4866-83a0-a0426c997a91 HTTP/1.1" status: 404 len: 339 time: 1.0885394 May 09 13:16:31.305507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49396) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:31.314010 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1095012076'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:31.323573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:31.330365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Usage tracker for resource:network and tenant:1a3737fc5492450093d4ad19cadfc28e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:31.339301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573182a-d631-47a2-8eb3-499cc52e4f4d req-9e6718bc-8e9a-476b-9695-6049cf5c1939 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:31.346571 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6573182a-d631-47a2-8eb3-499cc52e4f4d req-9e6718bc-8e9a-476b-9695-6049cf5c1939 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2145729 May 09 13:16:31.352181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:31.361665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event updated for resources: {'Subnet': ['ID=c8ad94ce-e4a0-44d8-b30a-50d6e4e81347,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:31.363682 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:31.366653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.370921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Usage tracker for resource:port and tenant:d556e0fa03f74a259f4149ed19127655 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:31.376040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:31.405748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Made reservation on behalf of 1a3737fc5492450093d4ad19cadfc28e for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:31.408599 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.413820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:31.418684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 37abf453-a1d2-4c1d-85fd-e82a8e7bdada up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:31.425973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ca6850-50f2-46f5-bbd4-26269fb1b3f5 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Router e23205ac-0f77-46d5-806a-e61fdfcd7bf6 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:16:31.429934 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:31.434313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Subnet': ['ID=02122d9c-e4f3-4d63-ac7d-19f0875477f0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:31.458037 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6573182a-d631-47a2-8eb3-499cc52e4f4d req-e0ae5a52-d016-476c-839b-23a5d11a7cf3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104412 May 09 13:16:31.469735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Made reservation on behalf of d556e0fa03f74a259f4149ed19127655 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:31.531571 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:31.601534 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.631774 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] For port 4181d18f-afcf-4644-bf3c-d5e5373a01ce, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:31.642316 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.642968 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Added segment 2a689908-2453-4e63-94ef-ad40b159ee2e of type vlan for network 58d07b36-bb29-46e9-a315-20369b581f08 May 09 13:16:31.656138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] For port 4181d18f-afcf-4644-bf3c-d5e5373a01ce, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4181d18f-afcf-4644-bf3c-d5e5373a01ce,segment=NetworkSegment(b967886d-00a9-43b7-9d30-bdb456331eef),segment_id=b967886d-00a9-43b7-9d30-bdb456331eef)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:31.669627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.678341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.679372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Checking segment: {'id': '8d85eab3-a7a4-48ac-b922-800c97f8b0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:31.679739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Network hostable DHCP agents. Network: 7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:31.699905 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] device_id is not set on port 0d64a540-ec19-4911-9b9a-e84694419454 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:16:31.734106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.739085 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:31.740554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.742378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.752747 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:31.775734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-42e4954b-c8b3-45df-817b-e50f7241b7e8', 'network_id': '42e4954b-c8b3-45df-817b-e50f7241b7e8', 'tenant_id': 'd7b20a1023674d13829f9f706d80b765', 'fixed_ips': [{'subnet_id': 'ea367256-da6c-4cc1-9246-c287c3d547d4'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:31.777176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.795542 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:31.795904 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.797683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Network 7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:31.810554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1c4198-115c-4fb4-8f8b-1a6656747338']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:31.823033 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:31.827854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:31.829140 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:31.829140 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.844638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b967886d-00a9-43b7-9d30-bdb456331eef') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:31.844938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b967886d-00a9-43b7-9d30-bdb456331eef') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:31.854477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event updated for resources: {'Network': ['ID=58d07b36-bb29-46e9-a315-20369b581f08,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:31.859197 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7166779c-ddf0-4325-8178-33154bde4cda None None] Network 7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:31.879116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.884805 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 58d07b36-bb29-46e9-a315-20369b581f08 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:31.896829 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-631aa673-a2ba-4728-bbca-ed63beda82e1 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5882077 May 09 13:16:31.900820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49400) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:31.909410 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Request body: {'subnet': {'network_id': '58d07b36-bb29-46e9-a315-20369b581f08', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:31.923499 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-de4735a9-f005-4a20-86ba-1e2b6052a364 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.2749507 May 09 13:16:31.929784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49404) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:31.979762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:31.992725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cceff23-4732-406e-b7ea-830f5459999d None None] Pushing event updated for resources: {'Port': ['ID=4181d18f-afcf-4644-bf3c-d5e5373a01ce,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:31.994846 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:31.996061 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:32.013435 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:32.145624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:32.151710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Usage tracker for resource:subnet and tenant:1a3737fc5492450093d4ad19cadfc28e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:32.154522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Allocated IP 2001:db8::138 (3e610c97-e17d-4620-9169-e936297b0756/1510d6ab-2c9a-4d32-ab28-abca3dd5b729/0d64a540-ec19-4911-9b9a-e84694419454) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:32.156490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:32.166432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:32.169609 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ca6850-50f2-46f5-bbd4-26269fb1b3f5 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:16:32.177966 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-75ca6850-50f2-46f5-bbd4-26269fb1b3f5 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "PUT /v2.0/routers/e23205ac-0f77-46d5-806a-e61fdfcd7bf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9473386 May 09 13:16:32.179484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49408) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:32.187373 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d013f434-e893-4c32-9dea-5bf534d11491 None None] Sync routers for ids ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:16:32.210589 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d013f434-e893-4c32-9dea-5bf534d11491 None None] Routers {'e23205ac-0f77-46d5-806a-e61fdfcd7bf6'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:32.211697 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d013f434-e893-4c32-9dea-5bf534d11491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:32.263105 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8fef70-e1ac-4dfa-8ebb-d1fb729d1774 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:32.264633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8fef70-e1ac-4dfa-8ebb-d1fb729d1774 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:32.265996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8fef70-e1ac-4dfa-8ebb-d1fb729d1774 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:32.266807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ad8fef70-e1ac-4dfa-8ebb-d1fb729d1774 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Synchronizing usage tracker for tenant:d7b20a1023674d13829f9f706d80b765 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:32.276279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 13:16:32.276279 dv-neutron-840889-2-hyperv neutron-server[83895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 13:16:32.276279 dv-neutron-840889-2-hyperv neutron-server[83895]: [parameters: {'id': 'de1c4198-115c-4fb4-8f8b-1a6656747338'}] May 09 13:16:32.276279 dv-neutron-840889-2-hyperv neutron-server[83895]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:16:32.276672 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:16:32.305351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0851018-73de-4416-bb5e-7e12ff25fbc9 None None] Network de1c4198-115c-4fb4-8f8b-1a6656747338 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:32.316195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ad8fef70-e1ac-4dfa-8ebb-d1fb729d1774 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Unset dirty status for tenant:d7b20a1023674d13829f9f706d80b765 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:32.317414 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ad8fef70-e1ac-4dfa-8ebb-d1fb729d1774 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3846338 May 09 13:16:32.328315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49412) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:32.366840 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d013f434-e893-4c32-9dea-5bf534d11491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:32.376402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Made reservation on behalf of 1a3737fc5492450093d4ad19cadfc28e for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:32.387404 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d013f434-e893-4c32-9dea-5bf534d11491 None None] Routers {'e23205ac-0f77-46d5-806a-e61fdfcd7bf6'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:32.388305 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d013f434-e893-4c32-9dea-5bf534d11491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:32.487625 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d013f434-e893-4c32-9dea-5bf534d11491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:32.489491 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d013f434-e893-4c32-9dea-5bf534d11491 None None] The sync data for ids ['e23205ac-0f77-46d5-806a-e61fdfcd7bf6'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:16:32.529679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:32.530234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-959bb266-4f94-4a42-b076-442cb39b2c58 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Deleting subnet ea367256-da6c-4cc1-9246-c287c3d547d4 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:16:32.572926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:32.591733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Transition to ACTIVE for port object 0d64a540-ec19-4911-9b9a-e84694419454 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:32.619695 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dbb5e9d9-6a7d-45f2-845a-fbb57d1b9af4 None None] Provisioning complete for port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:32.620164 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dbb5e9d9-6a7d-45f2-845a-fbb57d1b9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:32.622128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:32.711872 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event updated for resources: {'Port': ['ID=0d64a540-ec19-4911-9b9a-e84694419454,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:32.715717 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Network 3e610c97-e17d-4620-9169-e936297b0756 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:32.717138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:32.719180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:32.723152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:32.723767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:32.724770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:32.746212 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d5420d2b-aad2-4545-b445-c84a21d7a473 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8375652 May 09 13:16:32.748610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49418) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:32.807359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:32.825384 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Deleting port 4181d18f-afcf-4644-bf3c-d5e5373a01ce {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:32.825875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:32.835970 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Allocated IP 2001:db8::1 (42e4954b-c8b3-45df-817b-e50f7241b7e8/ea367256-da6c-4cc1-9246-c287c3d547d4/52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:32.927855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65eda0-73d6-4e86-bc8b-85a528d34eae req-6508adff-5652-4052-9e27-af43161d3fae tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:32.929379 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1b65eda0-73d6-4e86-bc8b-85a528d34eae req-6508adff-5652-4052-9e27-af43161d3fae tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2860029 May 09 13:16:32.933947 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac', 'network_id': '7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac', 'tenant_id': 'd7b20a1023674d13829f9f706d80b765', 'fixed_ips': [{'subnet_id': 'c8ad94ce-e4a0-44d8-b30a-50d6e4e81347'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:32.934711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:32.952517 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=37abf453-a1d2-4c1d-85fd-e82a8e7bdada,segment=NetworkSegment(323f030c-10c4-411e-848d-cb26fd16b2a2),segment_id=323f030c-10c4-411e-848d-cb26fd16b2a2)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:32.985497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.039540 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.088449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce636fe-ce38-4109-8d78-0cf4dbc2d7e2 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:33.089231 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.093297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce636fe-ce38-4109-8d78-0cf4dbc2d7e2 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:33.097458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce636fe-ce38-4109-8d78-0cf4dbc2d7e2 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:33.098306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4ce636fe-ce38-4109-8d78-0cf4dbc2d7e2 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Synchronizing usage tracker for tenant:d556e0fa03f74a259f4149ed19127655 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:33.121390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4ce636fe-ce38-4109-8d78-0cf4dbc2d7e2 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Unset dirty status for tenant:d556e0fa03f74a259f4149ed19127655 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:33.126799 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4ce636fe-ce38-4109-8d78-0cf4dbc2d7e2 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3723605 May 09 13:16:33.131269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49422) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:33.142392 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1b65eda0-73d6-4e86-bc8b-85a528d34eae req-466b2497-a493-433f-ba9f-0898cfec1c9e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998305 May 09 13:16:33.149411 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event updated for resources: {'Subnet': ['ID=55becd5a-1c2e-494d-858c-3bbc421314a5,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:33.208914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-48e44a03-c422-4883-b9bb-928bbf1b42ed tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Deleting port 0d64a540-ec19-4911-9b9a-e84694419454 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:33.209429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48e44a03-c422-4883-b9bb-928bbf1b42ed tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.232535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Checking segment: {'id': '2a689908-2453-4e63-94ef-ad40b159ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '58d07b36-bb29-46e9-a315-20369b581f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:33.232968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Network hostable DHCP agents. Network: 58d07b36-bb29-46e9-a315-20369b581f08, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:33.253112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=37abf453-a1d2-4c1d-85fd-e82a8e7bdada,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:33.282667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Network 58d07b36-bb29-46e9-a315-20369b581f08 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:33.299543 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 58d07b36-bb29-46e9-a315-20369b581f08) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:33.304931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:33.305556 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.310430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] For port 4181d18f-afcf-4644-bf3c-d5e5373a01ce, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4181d18f-afcf-4644-bf3c-d5e5373a01ce,segment=NetworkSegment(b967886d-00a9-43b7-9d30-bdb456331eef),segment_id=b967886d-00a9-43b7-9d30-bdb456331eef)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:33.311181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.334653 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d83fc157-3eb5-4a0d-978b-a7e5922b136b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4285226 May 09 13:16:33.334853 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49426) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:33.346064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858f7e8e-b486-4fc9-b11c-a4cf0bb2ecb5 None None] Network 58d07b36-bb29-46e9-a315-20369b581f08 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:33.351120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d2bef280-ffcb-4883-999a-74ece3c32a7c tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Request body: {'router': {'external_gateway_info': {'network_id': '58d07b36-bb29-46e9-a315-20369b581f08'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:33.358164 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dbb5e9d9-6a7d-45f2-845a-fbb57d1b9af4 None None] Provisioning for port 4ad6b9de-270b-420b-af2c-e3eaca0274ba completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:33.434320 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dbb5e9d9-6a7d-45f2-845a-fbb57d1b9af4 None None] Provisioning complete for port 4ad6b9de-270b-420b-af2c-e3eaca0274ba triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:33.434693 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dbb5e9d9-6a7d-45f2-845a-fbb57d1b9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.497825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.499860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.532734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Transition to ACTIVE for port object 52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:33.551656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Calling delete_port for 4181d18f-afcf-4644-bf3c-d5e5373a01ce owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:33.559655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Allocated IP 2001:db8:0:1::1 (7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac/c8ad94ce-e4a0-44d8-b30a-50d6e4e81347/18401c94-aa97-4a09-921b-4c048bf815f2) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:33.580938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-dbb5e9d9-6a7d-45f2-845a-fbb57d1b9af4 None None] Port 4ad6b9de-270b-420b-af2c-e3eaca0274ba cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:33.603985 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Transition to ACTIVE for port object 52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:33.618534 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-959bb266-4f94-4a42-b076-442cb39b2c58 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.630776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Deleting port ae2da4a7-eac2-42d1-a9c3-36f5ea15e75c {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:33.631254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.657124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.764099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-959bb266-4f94-4a42-b076-442cb39b2c58 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.779897 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:16:33.811826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Network 42e4954b-c8b3-45df-817b-e50f7241b7e8 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:33.832083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.898209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Port': ['ID=4181d18f-afcf-4644-bf3c-d5e5373a01ce,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:33.908086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:33.913287 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48e44a03-c422-4883-b9bb-928bbf1b42ed tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.917010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Pushing event updated for resources: {'Port': ['ID=52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:33.923246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No DVR routers for this DVR port 4181d18f-afcf-4644-bf3c-d5e5373a01ce on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:16:33.933220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:33.953505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ac7ff580-6d2c-4e91-b725-3d1b912630f6 None None] Provisioning for port 0d64a540-ec19-4911-9b9a-e84694419454 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:33.970491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-58d07b36-bb29-46e9-a315-20369b581f08', 'network_id': '58d07b36-bb29-46e9-a315-20369b581f08', 'tenant_id': '1a3737fc5492450093d4ad19cadfc28e', 'fixed_ips': [{'subnet_id': '55becd5a-1c2e-494d-858c-3bbc421314a5'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:33.971262 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:33.985139 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ac7ff580-6d2c-4e91-b725-3d1b912630f6 None None] Provisioning complete for port 0d64a540-ec19-4911-9b9a-e84694419454 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:33.985640 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac7ff580-6d2c-4e91-b725-3d1b912630f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.039019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d2bef280-ffcb-4883-999a-74ece3c32a7c tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.049093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.146235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-48e44a03-c422-4883-b9bb-928bbf1b42ed tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Calling delete_port for 0d64a540-ec19-4911-9b9a-e84694419454 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:34.190161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Calling delete_port for ae2da4a7-eac2-42d1-a9c3-36f5ea15e75c owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:34.204689 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Attempting to bind port 52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:34.205045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Attempting to bind port 52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '79d44a4b-c607-4b4a-ad8f-56430ecefa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e4954b-c8b3-45df-817b-e50f7241b7e8'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:34.205932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Attempting to bind port 52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c on network 42e4954b-c8b3-45df-817b-e50f7241b7e8 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:34.211152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ff580-6d2c-4e91-b725-3d1b912630f6 None None] Port 0d64a540-ec19-4911-9b9a-e84694419454 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:34.223600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.251532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:34.251903 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Checking segment: {'id': '79d44a4b-c607-4b4a-ad8f-56430ecefa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e4954b-c8b3-45df-817b-e50f7241b7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:34.252306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.252695 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Bound using segment: {'id': '79d44a4b-c607-4b4a-ad8f-56430ecefa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e4954b-c8b3-45df-817b-e50f7241b7e8'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:34.253398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Bound port: 52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d44a4b-c607-4b4a-ad8f-56430ecefa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e4954b-c8b3-45df-817b-e50f7241b7e8'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:34.253538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.274967 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.278590 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-959bb266-4f94-4a42-b076-442cb39b2c58 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.296569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Transition to ACTIVE for port object 18401c94-aa97-4a09-921b-4c048bf815f2 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:34.310988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1c4198-115c-4fb4-8f8b-1a6656747338']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:34.335857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b967886d-00a9-43b7-9d30-bdb456331eef') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:34.335857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b967886d-00a9-43b7-9d30-bdb456331eef') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:34.392022 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.405390 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Transition to ACTIVE for port object 18401c94-aa97-4a09-921b-4c048bf815f2 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:34.406377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ac7ff580-6d2c-4e91-b725-3d1b912630f6 None None] Provisioning complete for port 4ad6b9de-270b-420b-af2c-e3eaca0274ba triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:34.406739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac7ff580-6d2c-4e91-b725-3d1b912630f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.429831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.447357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:34.447881 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.448218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.461119 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-d2bef280-ffcb-4883-999a-74ece3c32a7c tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:16:34.467603 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d2bef280-ffcb-4883-999a-74ece3c32a7c tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "PUT /v2.0/routers/67075806-32b6-4866-83a0-a0426c997a91 HTTP/1.1" status: 400 len: 364 time: 1.1263802 May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:34.467760 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:34.469472 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49432) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:34.536420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48e44a03-c422-4883-b9bb-928bbf1b42ed tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.548743 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Allocated IP 2001:db8:1::2 (58d07b36-bb29-46e9-a315-20369b581f08/55becd5a-1c2e-494d-858c-3bbc421314a5/03bf5374-d5d8-4ab7-be03-0e48d4db6f28) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:34.550455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-959bb266-4f94-4a42-b076-442cb39b2c58 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.566780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ff580-6d2c-4e91-b725-3d1b912630f6 None None] Port 4ad6b9de-270b-420b-af2c-e3eaca0274ba cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:34.575755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] For port 52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:34.583037 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] For port 52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c,segment=NetworkSegment(79d44a4b-c607-4b4a-ad8f-56430ecefa29),segment_id=79d44a4b-c607-4b4a-ad8f-56430ecefa29)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:34.589361 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Network 7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:34.592773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:34.594740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Pushing event updated for resources: {'Port': ['ID=18401c94-aa97-4a09-921b-4c048bf815f2,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:34.613222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:34.616108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.674896 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bb266-4f94-4a42-b076-442cb39b2c58 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event deleted for resources: {'Subnet': ['ID=ea367256-da6c-4cc1-9246-c287c3d547d4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:34.695524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.700048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e44a03-c422-4883-b9bb-928bbf1b42ed tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event deleted for resources: {'Port': ['ID=0d64a540-ec19-4911-9b9a-e84694419454,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:34.724686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-959bb266-4f94-4a42-b076-442cb39b2c58 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.750730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.755356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.764091 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event deleted for resources: {'Port': ['ID=ae2da4a7-eac2-42d1-a9c3-36f5ea15e75c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:34.802565 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/de1c4198-115c-4fb4-8f8b-1a6656747338 HTTP/1.1" status: 204 len: 168 time: 4.6479268 May 09 13:16:34.804213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bed085-3936-4237-bc5e-2dbf6fc74c74 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Network': ['ID=de1c4198-115c-4fb4-8f8b-1a6656747338,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:34.810081 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-959bb266-4f94-4a42-b076-442cb39b2c58 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "DELETE /v2.0/subnets/ea367256-da6c-4cc1-9246-c287c3d547d4 HTTP/1.1" status: 204 len: 168 time: 2.4124205 May 09 13:16:34.842031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49436) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:34.842683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49438) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:34.860581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-150028161'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:34.899777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48e44a03-c422-4883-b9bb-928bbf1b42ed tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:34.902897 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-48e44a03-c422-4883-b9bb-928bbf1b42ed tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "DELETE /v2.0/ports/0d64a540-ec19-4911-9b9a-e84694419454 HTTP/1.1" status: 204 len: 168 time: 1.7701504 May 09 13:16:34.907331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49444) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:34.937375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Attempting to bind port 18401c94-aa97-4a09-921b-4c048bf815f2 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:34.937962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Attempting to bind port 18401c94-aa97-4a09-921b-4c048bf815f2 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '8d85eab3-a7a4-48ac-b922-800c97f8b0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:34.938152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Attempting to bind port 18401c94-aa97-4a09-921b-4c048bf815f2 on network 7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:34.948984 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92b2232-929d-498d-86fe-9cc6896e2bcf tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] GET failed (client error): The resource could not be found. May 09 13:16:34.949516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e92b2232-929d-498d-86fe-9cc6896e2bcf tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Synchronizing usage tracker for tenant:d556e0fa03f74a259f4149ed19127655 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:34.952252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:34.967054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e92b2232-929d-498d-86fe-9cc6896e2bcf tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Unset dirty status for tenant:d556e0fa03f74a259f4149ed19127655 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:34.971959 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e92b2232-929d-498d-86fe-9cc6896e2bcf tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "GET /v2.0/ports/0d64a540-ec19-4911-9b9a-e84694419454 HTTP/1.1" status: 404 len: 333 time: 0.0600467 May 09 13:16:34.972759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49448) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:34.978154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Request body: {'port': {'network_id': '3e610c97-e17d-4620-9169-e936297b0756', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-723282363'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:34.999812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da68d2-12a0-42b2-b37e-87f8f31f4157 None None] Pushing event updated for resources: {'Port': ['ID=52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:35.001934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:network and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:35.006018 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:35.006341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Checking segment: {'id': '8d85eab3-a7a4-48ac-b922-800c97f8b0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:35.006736 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.007122 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Bound using segment: {'id': '8d85eab3-a7a4-48ac-b922-800c97f8b0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:35.007601 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Bound port: 18401c94-aa97-4a09-921b-4c048bf815f2, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d85eab3-a7a4-48ac-b922-800c97f8b0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:35.007971 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.012137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552150b-026a-45d3-be9c-1fb9054fb5ff req-c2e2b9ba-43da-446f-8e46-9709b1ee134e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:35.013956 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c552150b-026a-45d3-be9c-1fb9054fb5ff req-c2e2b9ba-43da-446f-8e46-9709b1ee134e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4836426 May 09 13:16:35.014917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:35.074779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:35.083802 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.106299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Transition to ACTIVE for port object 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:35.150767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Transition to ACTIVE for port object 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:35.155953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] For port 18401c94-aa97-4a09-921b-4c048bf815f2, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:35.158076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:35.159911 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] For port 18401c94-aa97-4a09-921b-4c048bf815f2, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=18401c94-aa97-4a09-921b-4c048bf815f2,segment=NetworkSegment(8d85eab3-a7a4-48ac-b922-800c97f8b0bc),segment_id=8d85eab3-a7a4-48ac-b922-800c97f8b0bc)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:35.161206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.162336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.213170 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.230680 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:35.235531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Network 58d07b36-bb29-46e9-a315-20369b581f08 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:35.240682 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:35.246625 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:35.250559 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:35.277055 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Made reservation on behalf of d556e0fa03f74a259f4149ed19127655 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:35.283001 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Pushing event updated for resources: {'Port': ['ID=03bf5374-d5d8-4ab7-be03-0e48d4db6f28,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:35.283216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.330972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] device_id is not set on port 3e7471f1-2517-4299-ab5d-2a415bd21d76 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:16:35.418243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 37abf453-a1d2-4c1d-85fd-e82a8e7bdada up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:35.633754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Attempting to bind port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:35.636533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Attempting to bind port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '2a689908-2453-4e63-94ef-ad40b159ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '58d07b36-bb29-46e9-a315-20369b581f08'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:35.637074 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Attempting to bind port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 on network 58d07b36-bb29-46e9-a315-20369b581f08 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:35.640312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Allocated IP 2001:db8::14d (3e610c97-e17d-4620-9169-e936297b0756/1510d6ab-2c9a-4d32-ab28-abca3dd5b729/3e7471f1-2517-4299-ab5d-2a415bd21d76) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:35.648264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:35.648892 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Checking segment: {'id': '2a689908-2453-4e63-94ef-ad40b159ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '58d07b36-bb29-46e9-a315-20369b581f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:35.649475 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.650033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Bound using segment: {'id': '2a689908-2453-4e63-94ef-ad40b159ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '58d07b36-bb29-46e9-a315-20369b581f08'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:35.650663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Bound port: 03bf5374-d5d8-4ab7-be03-0e48d4db6f28, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a689908-2453-4e63-94ef-ad40b159ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '58d07b36-bb29-46e9-a315-20369b581f08'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:35.651237 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.674680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02405ca9-903f-4a8b-9529-39da838a90f4 None None] Pushing event updated for resources: {'Port': ['ID=18401c94-aa97-4a09-921b-4c048bf815f2,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:35.739203 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-649d5065-f64d-4fb2-8b1f-539ce1d98333 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Deleting subnet c8ad94ce-e4a0-44d8-b30a-50d6e4e81347 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:16:35.758336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:35.758755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.824000 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c552150b-026a-45d3-be9c-1fb9054fb5ff req-55d4f160-dba3-48cb-901a-32ff09596f09 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7509382 May 09 13:16:35.835082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-649d5065-f64d-4fb2-8b1f-539ce1d98333 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.839765 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] For port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:35.843048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] For port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=03bf5374-d5d8-4ab7-be03-0e48d4db6f28,segment=NetworkSegment(2a689908-2453-4e63-94ef-ad40b159ee2e),segment_id=2a689908-2453-4e63-94ef-ad40b159ee2e)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:35.852481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.864333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:35.899713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.900108 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Added segment 864a808d-ad82-4226-8d8f-69dcedd7e529 of type vlan for network 0be62264-ad71-4ec8-ba98-bc5aef933bd5 May 09 13:16:35.903657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.961176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:35.985006 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Transition to ACTIVE for port object 3e7471f1-2517-4299-ab5d-2a415bd21d76 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:36.015152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.044528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904e5fc-51cb-46b0-8f7d-3c50a18a70a6 None None] Pushing event updated for resources: {'Port': ['ID=03bf5374-d5d8-4ab7-be03-0e48d4db6f28,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:36.101205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Network 3e610c97-e17d-4620-9169-e936297b0756 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:36.104958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:36.109368 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:36.110310 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-649d5065-f64d-4fb2-8b1f-539ce1d98333 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.113509 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:36.114106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.123033 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event updated for resources: {'Port': ['ID=3e7471f1-2517-4299-ab5d-2a415bd21d76,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:36.150007 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b8ff21ee-9b33-4264-8ccb-6729161628e6 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1765842 May 09 13:16:36.154192 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49454) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:36.160285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4a14f24b-1fa9-48c1-b642-1a0afc206de0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::372', 'mac_address': 'fa:16:3e:4a:3b:6a'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:36.223268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.334104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a14f24b-1fa9-48c1-b642-1a0afc206de0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.394507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.420705 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:16:36.438566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.466683 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6cfab0-6a39-4fdc-b03b-0083df5d58fa None None] Network 42e4954b-c8b3-45df-817b-e50f7241b7e8 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:36.584810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.611086 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.614910 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:36.615583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.745248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a14f24b-1fa9-48c1-b642-1a0afc206de0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.750818 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b3351f0c-9f52-40e7-96f0-f8cb1f3612e1 None None] Provisioning for port 52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:36.754483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a14f24b-1fa9-48c1-b642-1a0afc206de0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.757241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=0be62264-ad71-4ec8-ba98-bc5aef933bd5,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:36.791109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 0be62264-ad71-4ec8-ba98-bc5aef933bd5 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:36.828543 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-649d5065-f64d-4fb2-8b1f-539ce1d98333 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.871425 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-4a14f24b-1fa9-48c1-b642-1a0afc206de0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] In _notify_port_updated(), no bound segment for port 3e7471f1-2517-4299-ab5d-2a415bd21d76 on network 3e610c97-e17d-4620-9169-e936297b0756 {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:16:36.875415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14f24b-1fa9-48c1-b642-1a0afc206de0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:36.875933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a14f24b-1fa9-48c1-b642-1a0afc206de0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.880108 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4a14f24b-1fa9-48c1-b642-1a0afc206de0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "PUT /v2.0/ports/3e7471f1-2517-4299-ab5d-2a415bd21d76 HTTP/1.1" status: 200 len: 1002 time: 0.7219584 May 09 13:16:36.880877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49460) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:36.935441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b3351f0c-9f52-40e7-96f0-f8cb1f3612e1 None None] Provisioning for port 3e7471f1-2517-4299-ab5d-2a415bd21d76 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:36.943315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b3351f0c-9f52-40e7-96f0-f8cb1f3612e1 None None] Provisioning complete for port 3e7471f1-2517-4299-ab5d-2a415bd21d76 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:36.943558 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b3351f0c-9f52-40e7-96f0-f8cb1f3612e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.965373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.965991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Fanout notify agent at l3_agent the message router_deleted on router e23205ac-0f77-46d5-806a-e61fdfcd7bf6 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:16:36.971947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14f24b-1fa9-48c1-b642-1a0afc206de0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event updated for resources: {'Port': ['ID=3e7471f1-2517-4299-ab5d-2a415bd21d76,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:36.973452 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:36.977665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49464) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:36.978967 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1cb0d6fc-be9a-432b-9516-92dc27d811ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "DELETE /v2.0/routers/e23205ac-0f77-46d5-806a-e61fdfcd7bf6 HTTP/1.1" status: 204 len: 168 time: 4.7981341 May 09 13:16:36.983699 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d57b25d5-e4b9-422b-9e7e-a2c9e01b186d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1363127 May 09 13:16:36.986395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49468) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:36.993480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'subnet': {'network_id': '0be62264-ad71-4ec8-ba98-bc5aef933bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:37.020907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b3351f0c-9f52-40e7-96f0-f8cb1f3612e1 None None] Port 3e7471f1-2517-4299-ab5d-2a415bd21d76 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:37.092383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc399eb4-3829-4a8c-aaeb-e0b23ef94188 None None] Network 7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:37.123283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-31e5b911-6556-4832-a53c-54419731572b tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Deleting port 3e7471f1-2517-4299-ab5d-2a415bd21d76 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:37.123921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-31e5b911-6556-4832-a53c-54419731572b tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:37.238440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7610db3-353b-442c-827a-84f3aea68f49 None None] DHCP port deletion for 42e4954b-c8b3-45df-817b-e50f7241b7e8 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:16:37.295429 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3684c2fc-eed3-4626-a4a1-c1aa2df99127 None None] Provisioning for port 18401c94-aa97-4a09-921b-4c048bf815f2 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:37.300857 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f7610db3-353b-442c-827a-84f3aea68f49 None None] Deleting port 52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:37.301300 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f7610db3-353b-442c-827a-84f3aea68f49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:37.398464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca1d1ea-67ca-446b-9d61-0f73b96f1a48 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Deleting subnet 0be50f28-7ec6-4de4-bcee-431c746197a9 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:16:37.401983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d1ea-67ca-446b-9d61-0f73b96f1a48 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:37.449858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 18401c94-aa97-4a09-921b-4c048bf815f2 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:37.469106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d1ea-67ca-446b-9d61-0f73b96f1a48 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:37.503210 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-649d5065-f64d-4fb2-8b1f-539ce1d98333 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:37.650215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:37.659050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-649d5065-f64d-4fb2-8b1f-539ce1d98333 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:37.671129 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d5065-f64d-4fb2-8b1f-539ce1d98333 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ad94ce-e4a0-44d8-b30a-50d6e4e81347,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:37.684974 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-649d5065-f64d-4fb2-8b1f-539ce1d98333 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "DELETE /v2.0/subnets/c8ad94ce-e4a0-44d8-b30a-50d6e4e81347 HTTP/1.1" status: 204 len: 168 time: 2.8386395 May 09 13:16:37.686316 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:subnet and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:37.687913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49472) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:37.695894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:37.712860 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:37.723541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56565d-edd1-473f-9e4d-3946117735e8 req-6f7116bf-6463-42db-9c2b-484b8ddd9469 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:37.731721 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-db56565d-edd1-473f-9e4d-3946117735e8 req-6f7116bf-6463-42db-9c2b-484b8ddd9469 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.5419652 May 09 13:16:37.731945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-31e5b911-6556-4832-a53c-54419731572b tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:37.777773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1dd6a76f-81fb-4c0a-8831-aa02e53b4116 None None] Provisioning complete for port 3e7471f1-2517-4299-ab5d-2a415bd21d76 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:37.778421 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a76f-81fb-4c0a-8831-aa02e53b4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:37.832391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:37.842161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d1ea-67ca-446b-9d61-0f73b96f1a48 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:37.857717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f7610db3-353b-442c-827a-84f3aea68f49 None None] For port 52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c,segment=NetworkSegment(79d44a4b-c607-4b4a-ad8f-56430ecefa29),segment_id=79d44a4b-c607-4b4a-ad8f-56430ecefa29)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:37.858097 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f7610db3-353b-442c-827a-84f3aea68f49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:37.911397 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-db56565d-edd1-473f-9e4d-3946117735e8 req-987cf61d-4927-4cdc-856c-47d610a24c2e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788211 May 09 13:16:37.934677 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f36e5e-287a-4ac8-b238-554f83548f7b None None] Network 58d07b36-bb29-46e9-a315-20369b581f08 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:37.937599 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Allocated IP 2001:db8::1 (ed08d74e-776e-45be-b13b-20236ada0fd4/6a35c019-069f-48eb-97fe-acdfc805dd6b/3a64767d-6f89-4687-b79f-23643389d7af) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:37.969174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:37.999948 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-31e5b911-6556-4832-a53c-54419731572b tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Calling delete_port for 3e7471f1-2517-4299-ab5d-2a415bd21d76 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:38.021402 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f7610db3-353b-442c-827a-84f3aea68f49 None None] Calling delete_port for 52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:38.052557 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 18401c94-aa97-4a09-921b-4c048bf815f2 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:38.055479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6a76f-81fb-4c0a-8831-aa02e53b4116 None None] Port 3e7471f1-2517-4299-ab5d-2a415bd21d76 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:38.089977 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b89104-07e4-4b4f-843f-4d83b7f9944e tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:38.090748 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-42b89104-07e4-4b4f-843f-4d83b7f9944e tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Synchronizing usage tracker for tenant:d7b20a1023674d13829f9f706d80b765 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:38.133351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d1ea-67ca-446b-9d61-0f73b96f1a48 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.145842 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] DHCP port deletion for 7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:16:38.156889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 18401c94-aa97-4a09-921b-4c048bf815f2 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:38.156889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.157426 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.ipam_backend_mixin [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Performing IP validity checks on allocation pools {{(pid=83894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 09 13:16:38.157947 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.ipam_backend_mixin [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 09 13:16:38.202305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-42b89104-07e4-4b4f-843f-4d83b7f9944e tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Unset dirty status for tenant:d7b20a1023674d13829f9f706d80b765 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:38.205881 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-42b89104-07e4-4b4f-843f-4d83b7f9944e tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5145757 May 09 13:16:38.206023 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] Deleting port 18401c94-aa97-4a09-921b-4c048bf815f2 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:38.206023 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.208090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49476) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:38.219298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1d1ea-67ca-446b-9d61-0f73b96f1a48 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event deleted for resources: {'Subnet': ['ID=0be50f28-7ec6-4de4-bcee-431c746197a9,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:38.238168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d1ea-67ca-446b-9d61-0f73b96f1a48 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.257210 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1ca1d1ea-67ca-446b-9d61-0f73b96f1a48 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "DELETE /v2.0/subnets/0be50f28-7ec6-4de4-bcee-431c746197a9 HTTP/1.1" status: 204 len: 168 time: 1.2762406 May 09 13:16:38.258670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49480) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:38.264988 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a03da8d-6bb9-4c8b-87ae-c0cfc02556d5 None None] Network bd086f4c-cadb-413f-b1e9-70d7fc8c43ee requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:38.281353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-31e5b911-6556-4832-a53c-54419731572b tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.332186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.371753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Transition to ACTIVE for port object 3a64767d-6f89-4687-b79f-23643389d7af will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:38.381928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5b911-6556-4832-a53c-54419731572b tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event deleted for resources: {'Port': ['ID=3e7471f1-2517-4299-ab5d-2a415bd21d76,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:38.408524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.454333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Deleting port 18401c94-aa97-4a09-921b-4c048bf815f2 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:38.454563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.472831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.503433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2fbba3a7-0893-461c-b35a-bb5470969e55 None None] Provisioning for port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:38.524920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Deleting port b04b40d5-d77d-4bea-8fb1-60dfadee3d3c {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:38.525465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.571565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f7610db3-353b-442c-827a-84f3aea68f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.573886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.617779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.625779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-31e5b911-6556-4832-a53c-54419731572b tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.627907 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-31e5b911-6556-4832-a53c-54419731572b tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "DELETE /v2.0/ports/3e7471f1-2517-4299-ab5d-2a415bd21d76 HTTP/1.1" status: 204 len: 168 time: 1.7462230 May 09 13:16:38.630963 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49484) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:38.717339 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9ce5b6-e14c-45ca-86f4-8a00d3781c69 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] GET failed (client error): The resource could not be found. May 09 13:16:38.717847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5b9ce5b6-e14c-45ca-86f4-8a00d3781c69 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Synchronizing usage tracker for tenant:d556e0fa03f74a259f4149ed19127655 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:38.763095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7610db3-353b-442c-827a-84f3aea68f49 None None] Pushing event deleted for resources: {'Port': ['ID=52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:38.772187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5b9ce5b6-e14c-45ca-86f4-8a00d3781c69 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Unset dirty status for tenant:d556e0fa03f74a259f4149ed19127655 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:38.777175 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5b9ce5b6-e14c-45ca-86f4-8a00d3781c69 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "GET /v2.0/ports/3e7471f1-2517-4299-ab5d-2a415bd21d76 HTTP/1.1" status: 404 len: 333 time: 0.1451871 May 09 13:16:38.777816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49488) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:38.806477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event updated for resources: {'Port': ['ID=3a64767d-6f89-4687-b79f-23643389d7af,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:38.814156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Network ed08d74e-776e-45be-b13b-20236ada0fd4 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:38.826964 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:38.829341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:38.830436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.833909 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Request body: {'port': {'network_id': '3e610c97-e17d-4620-9169-e936297b0756', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-57139435'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:38.844200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Subnet': ['ID=3f2940fa-92f0-40a5-88a6-4c4d542bd5c4,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:38.891059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] For port 18401c94-aa97-4a09-921b-4c048bf815f2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=18401c94-aa97-4a09-921b-4c048bf815f2,segment=NetworkSegment(8d85eab3-a7a4-48ac-b922-800c97f8b0bc),segment_id=8d85eab3-a7a4-48ac-b922-800c97f8b0bc)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:38.891422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:38.953932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] For port b04b40d5-d77d-4bea-8fb1-60dfadee3d3c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b04b40d5-d77d-4bea-8fb1-60dfadee3d3c,segment=NetworkSegment(c3f70c2b-de67-43f4-ae62-f5360f5ea847),segment_id=c3f70c2b-de67-43f4-ae62-f5360f5ea847)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:38.954675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.000701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] For port 18401c94-aa97-4a09-921b-4c048bf815f2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=18401c94-aa97-4a09-921b-4c048bf815f2,segment=NetworkSegment(8d85eab3-a7a4-48ac-b922-800c97f8b0bc),segment_id=8d85eab3-a7a4-48ac-b922-800c97f8b0bc)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:39.001084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.113736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Calling delete_port for b04b40d5-d77d-4bea-8fb1-60dfadee3d3c owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:39.170578 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Calling delete_port for 18401c94-aa97-4a09-921b-4c048bf815f2 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:39.189342 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] Calling delete_port for 18401c94-aa97-4a09-921b-4c048bf815f2 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:39.194412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:39.197062 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking segment: {'id': '864a808d-ad82-4226-8d8f-69dcedd7e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0be62264-ad71-4ec8-ba98-bc5aef933bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:39.197457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network hostable DHCP agents. Network: 0be62264-ad71-4ec8-ba98-bc5aef933bd5, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:39.215919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7610db3-353b-442c-827a-84f3aea68f49 None None] No DVR routers for this DVR port 52f00ab0-a8b8-42eb-a5c1-ccfd2256a22c on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:16:39.216830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:39.230816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Made reservation on behalf of d556e0fa03f74a259f4149ed19127655 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:39.234606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.251945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.255306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.313788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event deleted for resources: {'Port': ['ID=b04b40d5-d77d-4bea-8fb1-60dfadee3d3c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:39.317055 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] device_id is not set on port 675a24ae-9c12-4a57-81a5-20e4a9178db1 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:16:39.322254 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-54803385-fa52-4e2f-92c1-dbc728cab958 None None] Provisioning for port 3a64767d-6f89-4687-b79f-23643389d7af completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:39.355614 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-54803385-fa52-4e2f-92c1-dbc728cab958 None None] Provisioning complete for port 3a64767d-6f89-4687-b79f-23643389d7af triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:39.355989 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-54803385-fa52-4e2f-92c1-dbc728cab958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.364314 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] No DVR routers for this DVR port b04b40d5-d77d-4bea-8fb1-60dfadee3d3c on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:16:39.375385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.395170 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network 0be62264-ad71-4ec8-ba98-bc5aef933bd5 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:39.398061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 18401c94-aa97-4a09-921b-4c048bf815f2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=18401c94-aa97-4a09-921b-4c048bf815f2,segment=NetworkSegment(8d85eab3-a7a4-48ac-b922-800c97f8b0bc),segment_id=8d85eab3-a7a4-48ac-b922-800c97f8b0bc)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:39.417697 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.418568 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:39.442240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 0be62264-ad71-4ec8-ba98-bc5aef933bd5) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:39.446734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:39.446734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.483943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d646f-7a81-483e-a601-621c8b45448f req-8ef39b15-35e2-4729-ac84-17ed305aac5b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:39.485533 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e99d646f-7a81-483e-a601-621c8b45448f req-8ef39b15-35e2-4729-ac84-17ed305aac5b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2832868 May 09 13:16:39.516981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:16:39.517366 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:16:39.531816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:16:39.532488 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:16:39.533213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-54803385-fa52-4e2f-92c1-dbc728cab958 None None] Port 3a64767d-6f89-4687-b79f-23643389d7af cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:39.535169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37477e7-160c-413f-b910-dbad56ec9029 None None] Network 0be62264-ad71-4ec8-ba98-bc5aef933bd5 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:39.697122 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1ae00f6e-32a9-4874-a9b1-24da80015331 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7053931 May 09 13:16:39.709761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18370ee1-f58c-47a5-ba7e-107feff6141f None None] DHCP port deletion for bd086f4c-cadb-413f-b1e9-70d7fc8c43ee request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:16:39.709947 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49496) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:39.759330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.797162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd086f4c-cadb-413f-b1e9-70d7fc8c43ee']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:39.803003 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e99d646f-7a81-483e-a601-621c8b45448f req-3695908c-85a5-440f-ba4d-46e45fd91ca7 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3109391 May 09 13:16:39.807796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=18401c94-aa97-4a09-921b-4c048bf815f2,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:39.836770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Allocated IP 2001:db8::2e3 (3e610c97-e17d-4620-9169-e936297b0756/1510d6ab-2c9a-4d32-ab28-abca3dd5b729/675a24ae-9c12-4a57-81a5-20e4a9178db1) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:39.847694 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f70c2b-de67-43f4-ae62-f5360f5ea847') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:39.848118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f70c2b-de67-43f4-ae62-f5360f5ea847') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:39.865129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.898824 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-0be62264-ad71-4ec8-ba98-bc5aef933bd5', 'network_id': '0be62264-ad71-4ec8-ba98-bc5aef933bd5', 'tenant_id': '83a9c8497c0340b592c7b83c8a606a70', 'fixed_ips': [{'subnet_id': '3f2940fa-92f0-40a5-88a6-4c4d542bd5c4'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:39.899507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.899871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.913923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:39.917845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:39.918077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.922494 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:39.923537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:39.933308 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:39.968898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.036819 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] Deleting port 18401c94-aa97-4a09-921b-4c048bf815f2 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:40.037158 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.046958 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Deleting port 18401c94-aa97-4a09-921b-4c048bf815f2 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:40.047156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.099707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.116016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b8ccc276-23be-4197-a109-a26056f2c28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.127852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.144836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event deleted for resources: {'Network': ['ID=bd086f4c-cadb-413f-b1e9-70d7fc8c43ee,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:40.165372 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-343be985-048f-4b2f-badd-24cb2080dd04 tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "DELETE /v2.0/networks/bd086f4c-cadb-413f-b1e9-70d7fc8c43ee HTTP/1.1" status: 204 len: 168 time: 1.9045475 May 09 13:16:40.167130 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49500) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:40.217676 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.235275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Transition to ACTIVE for port object 675a24ae-9c12-4a57-81a5-20e4a9178db1 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:40.237695 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.261217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.267687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:16:40.322112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.327204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.339409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Allocated IP 172.20.0.3 (0be62264-ad71-4ec8-ba98-bc5aef933bd5/3f2940fa-92f0-40a5-88a6-4c4d542bd5c4/2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:40.350908 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Network 3e610c97-e17d-4620-9169-e936297b0756 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:40.351845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event updated for resources: {'Port': ['ID=675a24ae-9c12-4a57-81a5-20e4a9178db1,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:40.355419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:40.358065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:40.363237 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:40.363956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.387529 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4bbb56ba-a024-4eac-92db-a0c88d8f854d tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5606306 May 09 13:16:40.387877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49504) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:40.394789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4b15603a-213d-48aa-9ca2-86ca1432df34 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4a:3b:6a'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:40.452003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.452003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.521721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] For port 18401c94-aa97-4a09-921b-4c048bf815f2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=18401c94-aa97-4a09-921b-4c048bf815f2,segment=NetworkSegment(8d85eab3-a7a4-48ac-b922-800c97f8b0bc),segment_id=8d85eab3-a7a4-48ac-b922-800c97f8b0bc)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:40.522106 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.531131 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=03bf5374-d5d8-4ab7-be03-0e48d4db6f28,segment=NetworkSegment(2a689908-2453-4e63-94ef-ad40b159ee2e),segment_id=2a689908-2453-4e63-94ef-ad40b159ee2e)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:40.547992 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.580420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c046f8a-deef-4e24-a880-ce890ad597ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Deleting port b064d354-6b62-4bf0-9b36-8f297fbbd8b3 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:40.581206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c046f8a-deef-4e24-a880-ce890ad597ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.767184 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] Calling delete_port for 18401c94-aa97-4a09-921b-4c048bf815f2 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:40.775716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b15603a-213d-48aa-9ca2-86ca1432df34 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.799720 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 18401c94-aa97-4a09-921b-4c048bf815f2 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:16:40.861719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] For port 18401c94-aa97-4a09-921b-4c048bf815f2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=18401c94-aa97-4a09-921b-4c048bf815f2,segment=NetworkSegment(8d85eab3-a7a4-48ac-b922-800c97f8b0bc),segment_id=8d85eab3-a7a4-48ac-b922-800c97f8b0bc)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:40.862083 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:40.871175 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event updated for resources: {'Port': ['ID=3a64767d-6f89-4687-b79f-23643389d7af,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:40.966611 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=03bf5374-d5d8-4ab7-be03-0e48d4db6f28,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:40.969109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-aeb38710-873e-4472-8738-5ed39ddffd77 None None] Provisioning for port 675a24ae-9c12-4a57-81a5-20e4a9178db1 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:41.061066 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-aeb38710-873e-4472-8738-5ed39ddffd77 None None] Provisioning complete for port 675a24ae-9c12-4a57-81a5-20e4a9178db1 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:41.061774 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aeb38710-873e-4472-8738-5ed39ddffd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.066225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b15603a-213d-48aa-9ca2-86ca1432df34 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.071364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b15603a-213d-48aa-9ca2-86ca1432df34 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.098581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Calling delete_port for 18401c94-aa97-4a09-921b-4c048bf815f2 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:41.112481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.142346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-4b15603a-213d-48aa-9ca2-86ca1432df34 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] In _notify_port_updated(), no bound segment for port 675a24ae-9c12-4a57-81a5-20e4a9178db1 on network 3e610c97-e17d-4620-9169-e936297b0756 {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:16:41.146692 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15603a-213d-48aa-9ca2-86ca1432df34 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:41.147399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b15603a-213d-48aa-9ca2-86ca1432df34 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.151281 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4b15603a-213d-48aa-9ca2-86ca1432df34 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "PUT /v2.0/ports/675a24ae-9c12-4a57-81a5-20e4a9178db1 HTTP/1.1" status: 200 len: 1001 time: 0.7599282 May 09 13:16:41.152729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49510) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:41.198553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15603a-213d-48aa-9ca2-86ca1432df34 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event updated for resources: {'Port': ['ID=675a24ae-9c12-4a57-81a5-20e4a9178db1,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:41.227576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] Pushing event deleted for resources: {'Port': ['ID=18401c94-aa97-4a09-921b-4c048bf815f2,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:41.229097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-002a894f-377f-4668-9122-c0a81f5609c1 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Deleting port 675a24ae-9c12-4a57-81a5-20e4a9178db1 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:41.229573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-002a894f-377f-4668-9122-c0a81f5609c1 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.235678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.248008 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.266983 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-aeb38710-873e-4472-8738-5ed39ddffd77 None None] Port 675a24ae-9c12-4a57-81a5-20e4a9178db1 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:41.273461 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15646ee-36d6-4a6d-a7ce-009fa9c582c8 None None] No DVR routers for this DVR port 18401c94-aa97-4a09-921b-4c048bf815f2 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:16:41.275221 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Transition to ACTIVE for port object 2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:41.280050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c046f8a-deef-4e24-a880-ce890ad597ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.280407 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c046f8a-deef-4e24-a880-ce890ad597ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.352613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Transition to ACTIVE for port object 2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:41.354882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b04b40d5-d77d-4bea-8fb1-60dfadee3d3c no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:16:41.392836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: b04b40d5-d77d-4bea-8fb1-60dfadee3d3c {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:16:41.393501 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b04b40d5-d77d-4bea-8fb1-60dfadee3d3c not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:16:41.396329 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.422581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Network ed08d74e-776e-45be-b13b-20236ada0fd4 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:41.434320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c046f8a-deef-4e24-a880-ce890ad597ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Calling delete_port for b064d354-6b62-4bf0-9b36-8f297fbbd8b3 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:41.467993 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:41.483073 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Network 0be62264-ad71-4ec8-ba98-bc5aef933bd5 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:41.486049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:41.490710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:41.493587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Pushing event updated for resources: {'Port': ['ID=2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:41.535400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-002a894f-377f-4668-9122-c0a81f5609c1 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.547865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:16:41.548189 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:16:41.596390 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Attempting to bind port 2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:41.597021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Attempting to bind port 2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '864a808d-ad82-4226-8d8f-69dcedd7e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0be62264-ad71-4ec8-ba98-bc5aef933bd5'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:41.597694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Attempting to bind port 2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd on network 0be62264-ad71-4ec8-ba98-bc5aef933bd5 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:41.609192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:41.610185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Checking segment: {'id': '864a808d-ad82-4226-8d8f-69dcedd7e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0be62264-ad71-4ec8-ba98-bc5aef933bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:41.611036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.611628 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Bound using segment: {'id': '864a808d-ad82-4226-8d8f-69dcedd7e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0be62264-ad71-4ec8-ba98-bc5aef933bd5'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:41.612443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Bound port: 2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864a808d-ad82-4226-8d8f-69dcedd7e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0be62264-ad71-4ec8-ba98-bc5aef933bd5'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:41.613493 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.634798 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a8e855fd-00b7-46ad-954f-ef6941800b9b None None] Provisioning complete for port 675a24ae-9c12-4a57-81a5-20e4a9178db1 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:41.635469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a8e855fd-00b7-46ad-954f-ef6941800b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.668094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.732165 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bb268-3eb3-4fb8-aa57-748268759c4f req-19afb3da-631e-43b4-a68d-31cebc48463b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:41.738983 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ca7bb268-3eb3-4fb8-aa57-748268759c4f req-19afb3da-631e-43b4-a68d-31cebc48463b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.6843207 May 09 13:16:41.752897 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a8e855fd-00b7-46ad-954f-ef6941800b9b None None] Port 675a24ae-9c12-4a57-81a5-20e4a9178db1 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:41.761450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2940fa-92f0-40a5-88a6-4c4d542bd5c4,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:41.779955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] For port 2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:41.785242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] For port 2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd,segment=NetworkSegment(864a808d-ad82-4226-8d8f-69dcedd7e529),segment_id=864a808d-ad82-4226-8d8f-69dcedd7e529)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:41.793961 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.794781 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-002a894f-377f-4668-9122-c0a81f5609c1 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Calling delete_port for 675a24ae-9c12-4a57-81a5-20e4a9178db1 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:41.895898 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed5e78-7aea-4194-b759-cf7a3efb2e7b None None] Pushing event updated for resources: {'Port': ['ID=2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:41.906134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6043e386-681f-4afd-aaa9-d5bed33d3a82 None None] Provisioning complete for port 3a64767d-6f89-4687-b79f-23643389d7af triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:41.906272 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6043e386-681f-4afd-aaa9-d5bed33d3a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.951791 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ca7bb268-3eb3-4fb8-aa57-748268759c4f req-e31b2275-fc22-4ff0-80b7-baf909e41dc0 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118542 May 09 13:16:41.957088 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:41.976340 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-002a894f-377f-4668-9122-c0a81f5609c1 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.012010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6043e386-681f-4afd-aaa9-d5bed33d3a82 None None] Port 3a64767d-6f89-4687-b79f-23643389d7af cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:42.026533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983bb433-eec3-4b4c-bbd9-722f5a1af7a5 None None] Network 0be62264-ad71-4ec8-ba98-bc5aef933bd5 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:42.032799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a894f-377f-4668-9122-c0a81f5609c1 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event deleted for resources: {'Port': ['ID=675a24ae-9c12-4a57-81a5-20e4a9178db1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:42.081858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-002a894f-377f-4668-9122-c0a81f5609c1 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.098372 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-002a894f-377f-4668-9122-c0a81f5609c1 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "DELETE /v2.0/ports/675a24ae-9c12-4a57-81a5-20e4a9178db1 HTTP/1.1" status: 204 len: 168 time: 0.9453008 May 09 13:16:42.101065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49514) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:42.127481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be62264-ad71-4ec8-ba98-bc5aef933bd5']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:42.148632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864a808d-ad82-4226-8d8f-69dcedd7e529') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:42.148632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864a808d-ad82-4226-8d8f-69dcedd7e529') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:42.158539 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f4308c-501f-4230-ae5a-971d878a1fc9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] GET failed (client error): The resource could not be found. May 09 13:16:42.159521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c046f8a-deef-4e24-a880-ce890ad597ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.159780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-68f4308c-501f-4230-ae5a-971d878a1fc9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Synchronizing usage tracker for tenant:d556e0fa03f74a259f4149ed19127655 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:42.179158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-68f4308c-501f-4230-ae5a-971d878a1fc9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Unset dirty status for tenant:d556e0fa03f74a259f4149ed19127655 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:42.181687 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-68f4308c-501f-4230-ae5a-971d878a1fc9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "GET /v2.0/ports/675a24ae-9c12-4a57-81a5-20e4a9178db1 HTTP/1.1" status: 404 len: 333 time: 0.0788791 May 09 13:16:42.185830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49518) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:42.191864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Request body: {'port': {'network_id': '3e610c97-e17d-4620-9169-e936297b0756', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1924618116'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:42.205125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.237200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c046f8a-deef-4e24-a880-ce890ad597ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Pushing event deleted for resources: {'Port': ['ID=b064d354-6b62-4bf0-9b36-8f297fbbd8b3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:42.247023 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.342309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ef958b-7648-449b-9969-2044ac4875b2 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:16:42.360176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:42.371946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:42.384609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Made reservation on behalf of d556e0fa03f74a259f4149ed19127655 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:42.388182 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.399232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb075-05c6-4a3e-befc-401c91e424c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.412952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] device_id is not set on port 10dc5ead-6da4-48f2-bb28-638f34ffceb4 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:16:42.438387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:42.438781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:42.455640 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:42.458372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Deleting port 18401c94-aa97-4a09-921b-4c048bf815f2 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:42.458372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.513675 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef958b-7648-449b-9969-2044ac4875b2 None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:16:42.591845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Allocated IP 2001:db8::3d3 (3e610c97-e17d-4620-9169-e936297b0756/1510d6ab-2c9a-4d32-ab28-abca3dd5b729/10dc5ead-6da4-48f2-bb28-638f34ffceb4) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:42.607135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] The port '18401c94-aa97-4a09-921b-4c048bf815f2' was deleted {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:16:42.674698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 13:16:42.674698 dv-neutron-840889-2-hyperv neutron-server[83894]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 13:16:42.674698 dv-neutron-840889-2-hyperv neutron-server[83894]: [parameters: {'id': '0be62264-ad71-4ec8-ba98-bc5aef933bd5'}] May 09 13:16:42.674698 dv-neutron-840889-2-hyperv neutron-server[83894]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:16:42.675104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:16:42.693681 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:16:42.747989 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c046f8a-deef-4e24-a880-ce890ad597ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.760502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Router 67075806-32b6-4866-83a0-a0426c997a91 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:16:42.765197 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.807171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:42.821864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d85eab3-a7a4-48ac-b922-800c97f8b0bc') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:42.822156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d85eab3-a7a4-48ac-b922-800c97f8b0bc') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:42.823359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.840424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Transition to ACTIVE for port object 10dc5ead-6da4-48f2-bb28-638f34ffceb4 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:42.867132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.879365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:42.879877 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.896098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.909782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c046f8a-deef-4e24-a880-ce890ad597ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.910914 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4c046f8a-deef-4e24-a880-ce890ad597ad tempest-FloatingIPAdminTestJSON-1218140846 tempest-FloatingIPAdminTestJSON-1218140846-project] 10.222.0.44 "DELETE /v2.0/floatingips/e34f3874-e807-404f-bbf8-ca0a2cb335a3 HTTP/1.1" status: 204 len: 168 time: 2.7428784 May 09 13:16:42.946062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Network 3e610c97-e17d-4620-9169-e936297b0756 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:42.950447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event updated for resources: {'Port': ['ID=10dc5ead-6da4-48f2-bb28-638f34ffceb4,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:42.952127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:42.954184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:42.958252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:42.958876 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.982432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:42.990195 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-87684b4b-07bf-4bd5-b314-05c82168f79c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8030546 May 09 13:16:42.993046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49524) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:42.993679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:42.994359 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:43.001021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Request body: {'port': {'network_id': '3e610c97-e17d-4620-9169-e936297b0756', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1545069067'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:43.032703 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:43.159782 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:43.160670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc99f3-f05b-425c-8942-7a4383295b20 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:16:43.165437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Usage tracker for resource:port and tenant:d556e0fa03f74a259f4149ed19127655 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:43.170085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:43.179534 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:43.192363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Made reservation on behalf of d556e0fa03f74a259f4149ed19127655 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:43.196281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:43.211497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:43.231970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] device_id is not set on port 2d4308b6-20c1-440b-9dce-7c87c4ef2432 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:16:43.240178 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:43.275365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:43.287596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Deleting port 2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:43.287945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:43.289733 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:43.339733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event deleted for resources: {'Network': ['ID=7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:43.363296 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-98ec9b13-9f51-4cb4-a28b-1638ba001522 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "DELETE /v2.0/networks/7e7e25fb-a3d7-4154-8edf-50d4ecb2e8ac HTTP/1.1" status: 204 len: 168 time: 5.1519465 May 09 13:16:43.364390 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49532) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:43.380601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:16:43.399843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfa13c-6cb5-4476-ad84-9328b9953a44 None None] Sync routers for ids ['67075806-32b6-4866-83a0-a0426c997a91'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:16:43.428180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dc99f3-f05b-425c-8942-7a4383295b20 None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:16:43.433771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfa13c-6cb5-4476-ad84-9328b9953a44 None None] Routers {'67075806-32b6-4866-83a0-a0426c997a91'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:43.434562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-36cfa13c-6cb5-4476-ad84-9328b9953a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['67075806-32b6-4866-83a0-a0426c997a91'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:43.456725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Allocated IP 2001:db8::3c9 (3e610c97-e17d-4620-9169-e936297b0756/1510d6ab-2c9a-4d32-ab28-abca3dd5b729/2d4308b6-20c1-440b-9dce-7c87c4ef2432) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:43.493116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49536) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:43.515949 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-36cfa13c-6cb5-4476-ad84-9328b9953a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:43.546694 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2737bd16-f571-45b6-b6cd-29d2f099df9b tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "PUT /v2.0/routers/67075806-32b6-4866-83a0-a0426c997a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0787091 May 09 13:16:43.552528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b50e362-e617-411d-888e-a0319d35d002 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:43.552694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfa13c-6cb5-4476-ad84-9328b9953a44 None None] Routers {'67075806-32b6-4866-83a0-a0426c997a91'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:43.552816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-36cfa13c-6cb5-4476-ad84-9328b9953a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['67075806-32b6-4866-83a0-a0426c997a91'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:43.577593 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49542) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:43.598485 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65ab9c-3e35-4abb-97c0-4e2de0eb936b req-6cc0a2a1-3b95-4b3a-8712-d27b1c1ffd5a tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:43.605752 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0d65ab9c-3e35-4abb-97c0-4e2de0eb936b req-6cc0a2a1-3b95-4b3a-8712-d27b1c1ffd5a tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4383237 May 09 13:16:43.668780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-36cfa13c-6cb5-4476-ad84-9328b9953a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:43.668780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfa13c-6cb5-4476-ad84-9328b9953a44 None None] The sync data for ids ['67075806-32b6-4866-83a0-a0426c997a91'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:16:43.793642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:43.824849 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-07178e72-006a-4df0-a329-a4b535cea429 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b65f4da960b406ea9bdd04fdae7dae2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3282661 May 09 13:16:43.824849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Transition to ACTIVE for port object 2d4308b6-20c1-440b-9dce-7c87c4ef2432 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:43.826234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49546) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:43.831207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:43.890007 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0d65ab9c-3e35-4abb-97c0-4e2de0eb936b req-023b8179-c455-41fc-bad4-cb5f1627ba0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831924 May 09 13:16:43.895840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:43.956024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f38d395f-7928-4667-99f0-a7433e936fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:43.966741 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Network 3e610c97-e17d-4620-9169-e936297b0756 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:43.978554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:43.990139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:43.994090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:43.994760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.026521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f38d395f-7928-4667-99f0-a7433e936fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.049763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event updated for resources: {'Port': ['ID=2d4308b6-20c1-440b-9dce-7c87c4ef2432,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:44.062282 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-002fc190-3b9f-4411-8722-999dc6c6b3e9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0664263 May 09 13:16:44.064832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49550) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:44.078841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5fe34fcd-ccf8-4b0f-bddb-a90f84f43826 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::372', 'mac_address': 'fa:16:3e:4a:3b:6a'}, {'ip_address': '2001:db8::3d3', 'mac_address': 'fa:16:3e:f5:8b:ed'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:44.131279 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] For port 2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd,segment=NetworkSegment(864a808d-ad82-4226-8d8f-69dcedd7e529),segment_id=864a808d-ad82-4226-8d8f-69dcedd7e529)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:44.131667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.218194 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b50e362-e617-411d-888e-a0319d35d002 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.288039 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f38d395f-7928-4667-99f0-a7433e936fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.292630 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Calling delete_port for 2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:44.315564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d395f-7928-4667-99f0-a7433e936fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d7962d-1e49-4d5f-957c-309c34cd0224,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:44.329592 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fe34fcd-ccf8-4b0f-bddb-a90f84f43826 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.346264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f38d395f-7928-4667-99f0-a7433e936fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.350185 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f38d395f-7928-4667-99f0-a7433e936fa4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03d7962d-1e49-4d5f-957c-309c34cd0224 HTTP/1.1" status: 204 len: 168 time: 0.5218565 May 09 13:16:44.359285 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5b50e362-e617-411d-888e-a0319d35d002 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e4954b-c8b3-45df-817b-e50f7241b7e8']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:44.386152 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5b50e362-e617-411d-888e-a0319d35d002 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d44a4b-c607-4b4a-ad8f-56430ecefa29') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:44.386493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5b50e362-e617-411d-888e-a0319d35d002 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d44a4b-c607-4b4a-ad8f-56430ecefa29') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:44.388258 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6617eca9-b60d-4ad7-9b58-dd63bff8ce92 None None] Provisioning for port 10dc5ead-6da4-48f2-bb28-638f34ffceb4 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:44.396809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6617eca9-b60d-4ad7-9b58-dd63bff8ce92 None None] Provisioning complete for port 10dc5ead-6da4-48f2-bb28-638f34ffceb4 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:44.398371 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6617eca9-b60d-4ad7-9b58-dd63bff8ce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.408497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b50e362-e617-411d-888e-a0319d35d002 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.440596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-81d0f09a-4b17-428b-ac0d-58726520dcd3 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.485923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6617eca9-b60d-4ad7-9b58-dd63bff8ce92 None None] Port 10dc5ead-6da4-48f2-bb28-638f34ffceb4 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:44.567050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b50e362-e617-411d-888e-a0319d35d002 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.576992 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.618719 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-681f2db3-e8f3-4b9e-a3ad-e58319ca6a2b None None] Provisioning for port 2d4308b6-20c1-440b-9dce-7c87c4ef2432 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:44.625068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b50e362-e617-411d-888e-a0319d35d002 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:44.625538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b50e362-e617-411d-888e-a0319d35d002 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.626104 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-681f2db3-e8f3-4b9e-a3ad-e58319ca6a2b None None] Provisioning complete for port 2d4308b6-20c1-440b-9dce-7c87c4ef2432 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:44.626578 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-681f2db3-e8f3-4b9e-a3ad-e58319ca6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:44.642295 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:44.659451 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fe34fcd-ccf8-4b0f-bddb-a90f84f43826 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.666826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fe34fcd-ccf8-4b0f-bddb-a90f84f43826 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.705378 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Port': ['ID=2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:44.730671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-681f2db3-e8f3-4b9e-a3ad-e58319ca6a2b None None] Port 2d4308b6-20c1-440b-9dce-7c87c4ef2432 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:44.745418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No DVR routers for this DVR port 2bc9b7ac-1e69-48cf-82e1-3b7d708ca9bd on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:16:44.752464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5fe34fcd-ccf8-4b0f-bddb-a90f84f43826 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] In _notify_port_updated(), no bound segment for port 2d4308b6-20c1-440b-9dce-7c87c4ef2432 on network 3e610c97-e17d-4620-9169-e936297b0756 {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:16:44.756597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe34fcd-ccf8-4b0f-bddb-a90f84f43826 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:44.757502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fe34fcd-ccf8-4b0f-bddb-a90f84f43826 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.762482 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5fe34fcd-ccf8-4b0f-bddb-a90f84f43826 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "PUT /v2.0/ports/2d4308b6-20c1-440b-9dce-7c87c4ef2432 HTTP/1.1" status: 200 len: 1068 time: 0.6966627 May 09 13:16:44.763433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe34fcd-ccf8-4b0f-bddb-a90f84f43826 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event updated for resources: {'Port': ['ID=2d4308b6-20c1-440b-9dce-7c87c4ef2432,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:44.765994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49560) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:44.813063 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b50e362-e617-411d-888e-a0319d35d002 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.837178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-aaf25510-52d1-452e-97d0-7f3a5745fd1c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Deleting port 2d4308b6-20c1-440b-9dce-7c87c4ef2432 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:44.837663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaf25510-52d1-452e-97d0-7f3a5745fd1c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.878381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b50e362-e617-411d-888e-a0319d35d002 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.911724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50e362-e617-411d-888e-a0319d35d002 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event deleted for resources: {'Network': ['ID=42e4954b-c8b3-45df-817b-e50f7241b7e8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:44.930488 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.932975 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49566) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:44.966856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8fcb04e9-44c5-4d9e-b393-ef9eea431f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.979441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:44.993380 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5b50e362-e617-411d-888e-a0319d35d002 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "DELETE /v2.0/networks/42e4954b-c8b3-45df-817b-e50f7241b7e8 HTTP/1.1" status: 204 len: 168 time: 1.6262546 May 09 13:16:44.996539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49570) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:45.027305 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be62264-ad71-4ec8-ba98-bc5aef933bd5']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:45.083444 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-81d0f09a-4b17-428b-ac0d-58726520dcd3 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] delete failed (client error): There was a conflict when trying to complete your request. May 09 13:16:45.084454 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-81d0f09a-4b17-428b-ac0d-58726520dcd3 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "DELETE /v2.0/routers/67075806-32b6-4866-83a0-a0426c997a91 HTTP/1.1" status: 409 len: 329 time: 1.4999516 May 09 13:16:45.090235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864a808d-ad82-4226-8d8f-69dcedd7e529') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:45.090453 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864a808d-ad82-4226-8d8f-69dcedd7e529') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:45.105490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49574) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:45.152997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-30eab615-0fe9-4e92-9c5e-39f5ba98e748 None None] Provisioning complete for port 2d4308b6-20c1-440b-9dce-7c87c4ef2432 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:45.153648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-30eab615-0fe9-4e92-9c5e-39f5ba98e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.165735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.194746 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8fcb04e9-44c5-4d9e-b393-ef9eea431f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:45.203233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d82aace5-59c4-466a-9dca-8ac6be4c61a7 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.206443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-30eab615-0fe9-4e92-9c5e-39f5ba98e748 None None] Port 2d4308b6-20c1-440b-9dce-7c87c4ef2432 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:16:45.220831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaf25510-52d1-452e-97d0-7f3a5745fd1c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.249160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8fcb04e9-44c5-4d9e-b393-ef9eea431f4c admin admin] Usage tracker for resource:security_group_rule and tenant:277b8e951236431b9ab9745485cb46dd is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:45.252423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8fcb04e9-44c5-4d9e-b393-ef9eea431f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:45.255392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.277279 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8fcb04e9-44c5-4d9e-b393-ef9eea431f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:45.285229 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:45.285640 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:45.299949 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:45.377421 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-aaf25510-52d1-452e-97d0-7f3a5745fd1c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Calling delete_port for 2d4308b6-20c1-440b-9dce-7c87c4ef2432 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:45.410191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.414647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.441354 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093e959-562a-47f3-a3b7-2e1f3440e56a req-16788975-1fa4-4ecb-a744-8ca2871d4539 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:45.442793 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d093e959-562a-47f3-a3b7-2e1f3440e56a req-16788975-1fa4-4ecb-a744-8ca2871d4539 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4075618 May 09 13:16:45.475816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Network': ['ID=0be62264-ad71-4ec8-ba98-bc5aef933bd5,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:45.484057 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-70d723c5-5b8a-4902-8e83-ae6189e48af3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/0be62264-ad71-4ec8-ba98-bc5aef933bd5 HTTP/1.1" status: 204 len: 168 time: 5.7732434 May 09 13:16:45.493159 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49578) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:45.505623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-10867266'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:45.523711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:45.532875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:network and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:45.538996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:45.545658 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d093e959-562a-47f3-a3b7-2e1f3440e56a req-aea582f2-a0eb-4582-abd9-9354d6824312 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950089 May 09 13:16:45.560350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d82aace5-59c4-466a-9dca-8ac6be4c61a7 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.568132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:45.594654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-d82aace5-59c4-466a-9dca-8ac6be4c61a7 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e2f284-62c4-4cd5-bee9-c207f53faf2e']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:45.631098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8fcb04e9-44c5-4d9e-b393-ef9eea431f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.652855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-d82aace5-59c4-466a-9dca-8ac6be4c61a7 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986eb69a-3e00-44f5-a58e-ff27cc6f7fae') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:45.653404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-d82aace5-59c4-466a-9dca-8ac6be4c61a7 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986eb69a-3e00-44f5-a58e-ff27cc6f7fae') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:45.683328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:45.686553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.697771 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d82aace5-59c4-466a-9dca-8ac6be4c61a7 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.741658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d82aace5-59c4-466a-9dca-8ac6be4c61a7 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.756975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82aace5-59c4-466a-9dca-8ac6be4c61a7 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:45.757410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d82aace5-59c4-466a-9dca-8ac6be4c61a7 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:45.774301 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:45.791163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaf25510-52d1-452e-97d0-7f3a5745fd1c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.815758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8fcb04e9-44c5-4d9e-b393-ef9eea431f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.861405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:45.902134 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb04e9-44c5-4d9e-b393-ef9eea431f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e95f9b4-ac40-49a2-994b-6c7981b04128,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:45.911298 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8fcb04e9-44c5-4d9e-b393-ef9eea431f4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=277b8e951236431b9ab9745485cb46dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9707973 May 09 13:16:45.911298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49586) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:45.946849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf25510-52d1-452e-97d0-7f3a5745fd1c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event deleted for resources: {'Port': ['ID=2d4308b6-20c1-440b-9dce-7c87c4ef2432,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:45.961828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:45.962142 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Added segment 7e9210ea-1635-4513-bbb6-acd2b133c845 of type vlan for network 9d6a154c-13ed-4654-861b-1d8d5a09c507 May 09 13:16:46.029665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3e8508e7-8a21-42b7-a8c9-a8625b206b42 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:46.185127 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf310119-9a0b-4215-8012-5579589c9447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:46.222918 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:46.226608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d82aace5-59c4-466a-9dca-8ac6be4c61a7 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:46.226918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615e53-690c-4015-bdde-46f587b3cd5e req-537aa975-aa9c-41a0-a70a-e12e5079fc8f tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:46.228393 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-55615e53-690c-4015-bdde-46f587b3cd5e req-537aa975-aa9c-41a0-a70a-e12e5079fc8f tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2943499 May 09 13:16:46.238385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf310119-9a0b-4215-8012-5579589c9447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:46.251347 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d82aace5-59c4-466a-9dca-8ac6be4c61a7 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:46.298448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82aace5-59c4-466a-9dca-8ac6be4c61a7 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event deleted for resources: {'Network': ['ID=e2e2f284-62c4-4cd5-bee9-c207f53faf2e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:46.333658 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-55615e53-690c-4015-bdde-46f587b3cd5e req-f7e074b1-9964-4a49-b0b4-25803aba1f04 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866175 May 09 13:16:46.345998 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d82aace5-59c4-466a-9dca-8ac6be4c61a7 tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "DELETE /v2.0/networks/e2e2f284-62c4-4cd5-bee9-c207f53faf2e HTTP/1.1" status: 204 len: 168 time: 1.3459287 May 09 13:16:46.355532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49590) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:46.380904 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf310119-9a0b-4215-8012-5579589c9447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:46.409517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf310119-9a0b-4215-8012-5579589c9447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e95f9b4-ac40-49a2-994b-6c7981b04128,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:46.422471 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf310119-9a0b-4215-8012-5579589c9447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:46.426387 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bf310119-9a0b-4215-8012-5579589c9447 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e95f9b4-ac40-49a2-994b-6c7981b04128 HTTP/1.1" status: 204 len: 168 time: 0.5119145 May 09 13:16:46.446237 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:46.450101 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:46.450697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:46.655794 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1544931 May 09 13:16:46.667582 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49596) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:46.681908 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'subnet': {'network_id': '9d6a154c-13ed-4654-861b-1d8d5a09c507', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:46.708486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8f1ac487-7f47-475f-93d7-c339a1d5319a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:46.712736 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-852cd44c-8022-484b-9213-744c89a24d9b req-ff0b2cb7-559d-4a95-aece-496bc3bca309 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bc08a88006e40bf8a44780de483df57&device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 1098 time: 0.6528988 May 09 13:16:46.722948 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaf25510-52d1-452e-97d0-7f3a5745fd1c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:46.727080 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-aaf25510-52d1-452e-97d0-7f3a5745fd1c tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "DELETE /v2.0/ports/2d4308b6-20c1-440b-9dce-7c87c4ef2432 HTTP/1.1" status: 204 len: 168 time: 1.9578276 May 09 13:16:46.727749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49602) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:46.755964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bb95b-aa77-40e4-8ec1-a8c490fba6e7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=9d6a154c-13ed-4654-861b-1d8d5a09c507,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:46.766292 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 9d6a154c-13ed-4654-861b-1d8d5a09c507 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:46.808770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:46.814529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:subnet and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:46.818056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:46.825754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:46.854098 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0ac43c-57ed-46d2-95fb-23de7de6ad0b tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] GET failed (client error): The resource could not be found. May 09 13:16:46.854601 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9f0ac43c-57ed-46d2-95fb-23de7de6ad0b tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Synchronizing usage tracker for tenant:d556e0fa03f74a259f4149ed19127655 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:16:46.882313 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:46.953597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49606) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:46.991988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9f0ac43c-57ed-46d2-95fb-23de7de6ad0b tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Unset dirty status for tenant:d556e0fa03f74a259f4149ed19127655 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:16:46.993140 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9f0ac43c-57ed-46d2-95fb-23de7de6ad0b tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "GET /v2.0/ports/2d4308b6-20c1-440b-9dce-7c87c4ef2432 HTTP/1.1" status: 404 len: 333 time: 0.2421696 May 09 13:16:47.003813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49610) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:47.006209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a35a1f3-4d44-4bbe-8865-705f3968cae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:47.026906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8f1ac487-7f47-475f-93d7-c339a1d5319a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:47.041281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cd44c-8022-484b-9213-744c89a24d9b req-fc838c7d-36fd-4b46-b940-c668e9eaa9fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:47.042774 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-852cd44c-8022-484b-9213-744c89a24d9b req-fc838c7d-36fd-4b46-b940-c668e9eaa9fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=d30285d5-e8c7-43ba-85ca-e036631511ae HTTP/1.1" status: 200 len: 913 time: 0.3212852 May 09 13:16:47.070171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:47.106952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8f1ac487-7f47-475f-93d7-c339a1d5319a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574ce31e-4044-4b8f-91c6-a3f1427daf0c']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:47.139223 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8f1ac487-7f47-475f-93d7-c339a1d5319a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2882dc4d-7921-4556-aaa5-688849134c5f') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:47.139513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8f1ac487-7f47-475f-93d7-c339a1d5319a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2882dc4d-7921-4556-aaa5-688849134c5f') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:47.155780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8f1ac487-7f47-475f-93d7-c339a1d5319a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:47.183009 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-852cd44c-8022-484b-9213-744c89a24d9b req-544d9c8a-d6dd-4c59-a5a5-f14736c0cced service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef HTTP/1.1" status: 200 len: 1000 time: 0.1321895 May 09 13:16:47.184233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8f1ac487-7f47-475f-93d7-c339a1d5319a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:47.189858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-bfe23955-8737-40fa-8a0f-493430dd2d90 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Deleting port 10dc5ead-6da4-48f2-bb28-638f34ffceb4 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:47.190194 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bfe23955-8737-40fa-8a0f-493430dd2d90 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:47.222162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1ac487-7f47-475f-93d7-c339a1d5319a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:47.222477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8f1ac487-7f47-475f-93d7-c339a1d5319a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:47.237184 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:47.238986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6a35a1f3-4d44-4bbe-8865-705f3968cae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:47.280844 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6a35a1f3-4d44-4bbe-8865-705f3968cae3 admin admin] Usage tracker for resource:security_group_rule and tenant:722c52445e9942c5b3d04c1829a23d29 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:47.298730 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6a35a1f3-4d44-4bbe-8865-705f3968cae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:47.321937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6a35a1f3-4d44-4bbe-8865-705f3968cae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:47.328860 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cd44c-8022-484b-9213-744c89a24d9b req-dd630f85-d777-4ac9-b62a-f7cdb51f948b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:47.330874 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-852cd44c-8022-484b-9213-744c89a24d9b req-dd630f85-d777-4ac9-b62a-f7cdb51f948b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6c9a587-b9ae-413f-8d43-1f05ff4d95b2 HTTP/1.1" status: 200 len: 851 time: 0.1413844 May 09 13:16:47.331439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8f1ac487-7f47-475f-93d7-c339a1d5319a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:47.352609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8f1ac487-7f47-475f-93d7-c339a1d5319a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:47.376162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-3e8508e7-8a21-42b7-a8c9-a8625b206b42 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Deleting port 3a64767d-6f89-4687-b79f-23643389d7af {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:47.376698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3e8508e7-8a21-42b7-a8c9-a8625b206b42 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:47.393087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ac487-7f47-475f-93d7-c339a1d5319a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] Pushing event deleted for resources: {'Network': ['ID=574ce31e-4044-4b8f-91c6-a3f1427daf0c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:47.408527 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8f1ac487-7f47-475f-93d7-c339a1d5319a tempest-BulkNetworkOpsIpV6Test-1341819600 tempest-BulkNetworkOpsIpV6Test-1341819600-project] 10.222.0.44 "DELETE /v2.0/networks/574ce31e-4044-4b8f-91c6-a3f1427daf0c HTTP/1.1" status: 204 len: 168 time: 1.0519636 May 09 13:16:47.440340 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-852cd44c-8022-484b-9213-744c89a24d9b req-c66cadae-0b11-464b-b447-5e9f5d1cb369 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d30285d5-e8c7-43ba-85ca-e036631511ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890191 May 09 13:16:47.614614 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-852cd44c-8022-484b-9213-744c89a24d9b req-5eccc2cd-5ecd-4a5c-84d2-70b0ec75a9e8 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642761 May 09 13:16:47.758147 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-852cd44c-8022-484b-9213-744c89a24d9b req-bccd3c1e-a887-4c15-ac61-53a8b3e4f58c service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367745 May 09 13:16:47.769958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49622) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:47.993792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a35a1f3-4d44-4bbe-8865-705f3968cae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.024669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bfe23955-8737-40fa-8a0f-493430dd2d90 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.028942 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0bb49ebb-6ee8-46d8-b1c5-a9fc22d83883 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7b20a1023674d13829f9f706d80b765&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2566984 May 09 13:16:48.031694 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49628) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:48.037295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a35a1f3-4d44-4bbe-8865-705f3968cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.067768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3e8508e7-8a21-42b7-a8c9-a8625b206b42 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.080735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b701f4-7937-48b4-834d-f306734cc1a5 req-f540f6b5-a900-4827-833b-c832ffc64597 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:48.082230 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b4b701f4-7937-48b4-834d-f306734cc1a5 req-f540f6b5-a900-4827-833b-c832ffc64597 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.5600612 May 09 13:16:48.090447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-299e8dcd-f73f-4624-989c-3160dde8fe6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.116400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-299e8dcd-f73f-4624-989c-3160dde8fe6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.170173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-299e8dcd-f73f-4624-989c-3160dde8fe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.184693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e8dcd-f73f-4624-989c-3160dde8fe6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9e8805-d134-4b7c-9802-1374dc787b48,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:48.198494 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-299e8dcd-f73f-4624-989c-3160dde8fe6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.199862 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-299e8dcd-f73f-4624-989c-3160dde8fe6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e9e8805-d134-4b7c-9802-1374dc787b48 HTTP/1.1" status: 204 len: 168 time: 0.1673048 May 09 13:16:48.274294 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-bfe23955-8737-40fa-8a0f-493430dd2d90 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Calling delete_port for 10dc5ead-6da4-48f2-bb28-638f34ffceb4 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:48.402508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-3e8508e7-8a21-42b7-a8c9-a8625b206b42 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Calling delete_port for 3a64767d-6f89-4687-b79f-23643389d7af owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:48.449353 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.498240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35a1f3-4d44-4bbe-8865-705f3968cae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780fed59-643b-4555-833f-394843430962,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:48.516996 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6a35a1f3-4d44-4bbe-8865-705f3968cae3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=722c52445e9942c5b3d04c1829a23d29&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5624933 May 09 13:16:48.520320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49640) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:48.611076 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-71d23086-2213-4652-ba56-e9e74aaf93eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.621796 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b4b701f4-7937-48b4-834d-f306734cc1a5 req-b8299c77-aa2e-4654-8577-52168408c6db tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4120831 May 09 13:16:48.647444 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-71d23086-2213-4652-ba56-e9e74aaf93eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.648233 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Subnet': ['ID=6c249174-09be-4037-ac97-455454683de2,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:48.708872 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-71d23086-2213-4652-ba56-e9e74aaf93eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.723825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d23086-2213-4652-ba56-e9e74aaf93eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780fed59-643b-4555-833f-394843430962,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:48.730697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-71d23086-2213-4652-ba56-e9e74aaf93eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.740320 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-71d23086-2213-4652-ba56-e9e74aaf93eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/780fed59-643b-4555-833f-394843430962 HTTP/1.1" status: 204 len: 168 time: 0.2168317 May 09 13:16:48.740683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking segment: {'id': '7e9210ea-1635-4513-bbb6-acd2b133c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9d6a154c-13ed-4654-861b-1d8d5a09c507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:48.741029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network hostable DHCP agents. Network: 9d6a154c-13ed-4654-861b-1d8d5a09c507, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:48.755834 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bfe23955-8737-40fa-8a0f-493430dd2d90 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.846497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe23955-8737-40fa-8a0f-493430dd2d90 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event deleted for resources: {'Port': ['ID=10dc5ead-6da4-48f2-bb28-638f34ffceb4,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:48.905555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network 9d6a154c-13ed-4654-861b-1d8d5a09c507 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:48.912849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bfe23955-8737-40fa-8a0f-493430dd2d90 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.938973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 9d6a154c-13ed-4654-861b-1d8d5a09c507) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:48.944847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3e8508e7-8a21-42b7-a8c9-a8625b206b42 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:48.948159 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d3943b-4b7a-4edc-a9e3-bfdf34955ab2 None None] Network 9d6a154c-13ed-4654-861b-1d8d5a09c507 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:48.952166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:48.952783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:49.053228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8508e7-8a21-42b7-a8c9-a8625b206b42 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event deleted for resources: {'Port': ['ID=3a64767d-6f89-4687-b79f-23643389d7af,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:49.063234 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bfe23955-8737-40fa-8a0f-493430dd2d90 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "DELETE /v2.0/ports/10dc5ead-6da4-48f2-bb28-638f34ffceb4 HTTP/1.1" status: 204 len: 168 time: 2.0573826 May 09 13:16:49.064971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49658) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:49.129447 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a25cf6cf-d86b-4c50-803b-adf1ca9def7d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4568930 May 09 13:16:49.129447 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49664) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:49.182443 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b058ac-5dba-4f37-bfc7-1611c2f68c80 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] GET failed (client error): The resource could not be found. May 09 13:16:49.187334 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b3b058ac-5dba-4f37-bfc7-1611c2f68c80 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "GET /v2.0/ports/10dc5ead-6da4-48f2-bb28-638f34ffceb4 HTTP/1.1" status: 404 len: 333 time: 0.1169457 May 09 13:16:49.187558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49668) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:49.312457 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-eaa427e4-7304-45be-ab64-ef1953f2c1a9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Deleting port 4ad6b9de-270b-420b-af2c-e3eaca0274ba {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:49.313249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eaa427e4-7304-45be-ab64-ef1953f2c1a9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:49.356779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49676) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:49.371128 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-9d6a154c-13ed-4654-861b-1d8d5a09c507', 'network_id': '9d6a154c-13ed-4654-861b-1d8d5a09c507', 'tenant_id': '83a9c8497c0340b592c7b83c8a606a70', 'fixed_ips': [{'subnet_id': '6c249174-09be-4037-ac97-455454683de2'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:49.372153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:49.624420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Allocated IP 172.20.0.1 (9d6a154c-13ed-4654-861b-1d8d5a09c507/6c249174-09be-4037-ac97-455454683de2/d1b3697c-9e2c-4864-b046-8b68b75ed809) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:49.752856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3e8508e7-8a21-42b7-a8c9-a8625b206b42 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:49.756863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eaa427e4-7304-45be-ab64-ef1953f2c1a9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:49.770057 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b2a0c302-5805-4b1c-ba1c-7810e8da930f tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] Request body: {'port': {'network_id': 'ad8008e3-546e-4edc-a951-72234d232d61', 'name': 'tempest-NetworksNegativeTestJSON-1520058562'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:49.847560 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a0c302-5805-4b1c-ba1c-7810e8da930f tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] POST failed (client error): The resource could not be found. May 09 13:16:49.848568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a0c302-5805-4b1c-ba1c-7810e8da930f tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:16:49.855321 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b2a0c302-5805-4b1c-ba1c-7810e8da930f tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4904323 May 09 13:16:49.895049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:49.906315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Transition to ACTIVE for port object d1b3697c-9e2c-4864-b046-8b68b75ed809 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:49.908072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49690) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:49.918057 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-eaa427e4-7304-45be-ab64-ef1953f2c1a9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Calling delete_port for 4ad6b9de-270b-420b-af2c-e3eaca0274ba owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:49.931282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Transition to ACTIVE for port object d1b3697c-9e2c-4864-b046-8b68b75ed809 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:49.940486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:49.982267 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-35dcbe62-6655-4230-abb9-89cdcd5aa330 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] DELETE failed (client error): The resource could not be found. May 09 13:16:49.982696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35dcbe62-6655-4230-abb9-89cdcd5aa330 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:16:49.987879 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-35dcbe62-6655-4230-abb9-89cdcd5aa330 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] 10.222.0.44 "DELETE /v2.0/networks/7c53f5dd-55ad-4433-976e-400ba4a83441 HTTP/1.1" status: 404 len: 339 time: 0.0754764 May 09 13:16:49.988141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49696) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:49.991219 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:50.023788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Network 9d6a154c-13ed-4654-861b-1d8d5a09c507 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:50.024603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Pushing event updated for resources: {'Port': ['ID=d1b3697c-9e2c-4864-b046-8b68b75ed809,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:50.027293 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:50.029363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:50.055238 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4113c679-27d4-4fe3-9175-a65b8d8a7265 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] DELETE failed (client error): The resource could not be found. May 09 13:16:50.055670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4113c679-27d4-4fe3-9175-a65b8d8a7265 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:16:50.057871 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4113c679-27d4-4fe3-9175-a65b8d8a7265 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] 10.222.0.44 "DELETE /v2.0/ports/daa9901e-ed6c-48bb-bef6-bb11373ba7f4 HTTP/1.1" status: 404 len: 333 time: 0.0683265 May 09 13:16:50.062162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49700) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:50.065652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Deleting port d1b3697c-9e2c-4864-b046-8b68b75ed809 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:50.066231 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:50.128157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Attempting to bind port d1b3697c-9e2c-4864-b046-8b68b75ed809 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:50.128520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Attempting to bind port d1b3697c-9e2c-4864-b046-8b68b75ed809 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '7e9210ea-1635-4513-bbb6-acd2b133c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9d6a154c-13ed-4654-861b-1d8d5a09c507'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:50.128875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Attempting to bind port d1b3697c-9e2c-4864-b046-8b68b75ed809 on network 9d6a154c-13ed-4654-861b-1d8d5a09c507 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:50.135714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:50.136156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Checking segment: {'id': '7e9210ea-1635-4513-bbb6-acd2b133c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9d6a154c-13ed-4654-861b-1d8d5a09c507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:50.136510 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:50.136898 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Bound using segment: {'id': '7e9210ea-1635-4513-bbb6-acd2b133c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9d6a154c-13ed-4654-861b-1d8d5a09c507'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:50.137421 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Bound port: d1b3697c-9e2c-4864-b046-8b68b75ed809, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9210ea-1635-4513-bbb6-acd2b133c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9d6a154c-13ed-4654-861b-1d8d5a09c507'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:50.137771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:50.159964 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd160dea-5012-467c-b349-28ac091dcb6c tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] DELETE failed (client error): The resource could not be found. May 09 13:16:50.160523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd160dea-5012-467c-b349-28ac091dcb6c tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:16:50.172112 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dd160dea-5012-467c-b349-28ac091dcb6c tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] 10.222.0.44 "DELETE /v2.0/subnets/b2b6a213-7537-489f-8d7e-fb7bcdc8756c HTTP/1.1" status: 404 len: 337 time: 0.0916584 May 09 13:16:50.175675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49706) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:50.211184 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a84685-7999-4786-a43c-91c14c456d69 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] GET failed (client error): The resource could not be found. May 09 13:16:50.212438 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-60a84685-7999-4786-a43c-91c14c456d69 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] 10.222.0.44 "GET /v2.0/networks/64c5ba61-75ce-4008-9e28-fedd12dbffbe HTTP/1.1" status: 404 len: 339 time: 0.0357492 May 09 13:16:50.216468 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49710) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:50.235443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] For port d1b3697c-9e2c-4864-b046-8b68b75ed809, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:50.238983 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] For port d1b3697c-9e2c-4864-b046-8b68b75ed809, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d1b3697c-9e2c-4864-b046-8b68b75ed809,segment=NetworkSegment(7e9210ea-1635-4513-bbb6-acd2b133c845),segment_id=7e9210ea-1635-4513-bbb6-acd2b133c845)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:50.245846 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:50.263096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eaa427e4-7304-45be-ab64-ef1953f2c1a9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:50.265211 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a843cb0-9b2e-429a-9715-1cd6b3feaad8 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] GET failed (client error): The resource could not be found. May 09 13:16:50.266689 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1a843cb0-9b2e-429a-9715-1cd6b3feaad8 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] 10.222.0.44 "GET /v2.0/ports/57b3f20b-38d1-4ac0-a47a-cf741d859c49 HTTP/1.1" status: 404 len: 333 time: 0.0492065 May 09 13:16:50.276690 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49714) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:50.329799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa427e4-7304-45be-ab64-ef1953f2c1a9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event deleted for resources: {'Port': ['ID=4ad6b9de-270b-420b-af2c-e3eaca0274ba,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:50.338080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295cdd3-effb-45f1-a656-78aa14c760fc None None] Pushing event updated for resources: {'Port': ['ID=d1b3697c-9e2c-4864-b046-8b68b75ed809,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:50.340973 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46c401d-937f-4858-b595-7d9c49cf4d82 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] GET failed (client error): The resource could not be found. May 09 13:16:50.346244 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e46c401d-937f-4858-b595-7d9c49cf4d82 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] 10.222.0.44 "GET /v2.0/subnets/2c942226-8791-48b3-aba6-b5a885f0252f HTTP/1.1" status: 404 len: 337 time: 0.0627856 May 09 13:16:50.349285 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49720) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:50.355905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13cdc-ecb9-4744-adc1-0d99ce6b1538 req-dd824e13-7bb9-40a0-8141-0ef8990baa0b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:50.363417 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-caa13cdc-ecb9-4744-adc1-0d99ce6b1538 req-dd824e13-7bb9-40a0-8141-0ef8990baa0b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4444540 May 09 13:16:50.387591 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e0c85b85-d96a-41c6-a46e-b5e62e889f75 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:50.396211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eaa427e4-7304-45be-ab64-ef1953f2c1a9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:50.399184 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-eaa427e4-7304-45be-ab64-ef1953f2c1a9 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "DELETE /v2.0/ports/4ad6b9de-270b-420b-af2c-e3eaca0274ba HTTP/1.1" status: 204 len: 168 time: 1.2105322 May 09 13:16:50.402125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49724) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:50.468951 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c85b85-d96a-41c6-a46e-b5e62e889f75 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] PUT failed (client error): The resource could not be found. May 09 13:16:50.469441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c85b85-d96a-41c6-a46e-b5e62e889f75 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:16:50.470629 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e0c85b85-d96a-41c6-a46e-b5e62e889f75 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] 10.222.0.44 "PUT /v2.0/networks/663576af-2387-4e2f-b6e1-cd83db159ca2 HTTP/1.1" status: 404 len: 339 time: 0.1051426 May 09 13:16:50.481594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49728) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:50.497672 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-613f860c-4849-48c9-982f-3941c75b1538 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:50.562990 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-613f860c-4849-48c9-982f-3941c75b1538 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] PUT failed (client error): The resource could not be found. May 09 13:16:50.563605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613f860c-4849-48c9-982f-3941c75b1538 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:16:50.564697 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-613f860c-4849-48c9-982f-3941c75b1538 tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] 10.222.0.44 "PUT /v2.0/ports/63351b8c-c26a-4222-a584-e90e3c76229f HTTP/1.1" status: 404 len: 333 time: 0.0821013 May 09 13:16:50.590864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49734) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:50.733780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2460cda3-c629-48ea-b5e8-a92a27a07c5d tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:50.768153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2405892-9b3f-48f1-8354-75d0d89befc0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Deleting subnet 1510d6ab-2c9a-4d32-ab28-abca3dd5b729 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:16:50.772634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2405892-9b3f-48f1-8354-75d0d89befc0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:50.837732 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2405892-9b3f-48f1-8354-75d0d89befc0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:50.849279 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-2460cda3-c629-48ea-b5e8-a92a27a07c5d tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] PUT failed (client error): The resource could not be found. May 09 13:16:50.850032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2460cda3-c629-48ea-b5e8-a92a27a07c5d tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:16:50.856887 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2460cda3-c629-48ea-b5e8-a92a27a07c5d tempest-NetworksNegativeTestJSON-36640412 tempest-NetworksNegativeTestJSON-36640412-project] 10.222.0.44 "PUT /v2.0/subnets/232253e2-d273-43db-bc25-5398ca3b6753 HTTP/1.1" status: 404 len: 337 time: 0.1441548 May 09 13:16:50.861887 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-caa13cdc-ecb9-4744-adc1-0d99ce6b1538 req-e7e76264-82bc-4791-8932-23b389ef5203 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4975886 May 09 13:16:50.907168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8508e7-8a21-42b7-a8c9-a8625b206b42 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Router 67075806-32b6-4866-83a0-a0426c997a91 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:16:50.928457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] For port d1b3697c-9e2c-4864-b046-8b68b75ed809, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d1b3697c-9e2c-4864-b046-8b68b75ed809,segment=NetworkSegment(7e9210ea-1635-4513-bbb6-acd2b133c845),segment_id=7e9210ea-1635-4513-bbb6-acd2b133c845)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:50.928833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:50.994944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2405892-9b3f-48f1-8354-75d0d89befc0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:51.118714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:51.205542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2405892-9b3f-48f1-8354-75d0d89befc0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:51.257473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49754) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:51.258114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2405892-9b3f-48f1-8354-75d0d89befc0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event deleted for resources: {'Subnet': ['ID=1510d6ab-2c9a-4d32-ab28-abca3dd5b729,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:51.278268 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2405892-9b3f-48f1-8354-75d0d89befc0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:51.285946 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a2405892-9b3f-48f1-8354-75d0d89befc0 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "DELETE /v2.0/subnets/1510d6ab-2c9a-4d32-ab28-abca3dd5b729 HTTP/1.1" status: 204 len: 168 time: 0.8824470 May 09 13:16:51.286919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14169f36-c0ab-460d-915a-13f898a489bf None None] Network 3e610c97-e17d-4620-9169-e936297b0756 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:51.288131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49762) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:51.353075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Calling delete_port for d1b3697c-9e2c-4864-b046-8b68b75ed809 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:51.503485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:51.518033 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Deleting port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:51.518375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:51.648861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49768) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:51.668782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8508e7-8a21-42b7-a8c9-a8625b206b42 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:16:51.679669 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfd1fa-7dd6-42df-a1c6-1c6117ab522c None None] Sync routers for ids ['67075806-32b6-4866-83a0-a0426c997a91'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:16:51.691409 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3e8508e7-8a21-42b7-a8c9-a8625b206b42 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "PUT /v2.0/routers/67075806-32b6-4866-83a0-a0426c997a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5848827 May 09 13:16:51.700460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49774) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:51.703461 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfd1fa-7dd6-42df-a1c6-1c6117ab522c None None] Routers {'67075806-32b6-4866-83a0-a0426c997a91'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:51.704099 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-18dfd1fa-7dd6-42df-a1c6-1c6117ab522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['67075806-32b6-4866-83a0-a0426c997a91'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:51.721236 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdbad69-f7d1-40cd-9ddf-2262bbedbe44 None None] Network 9d6a154c-13ed-4654-861b-1d8d5a09c507 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:51.847328 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e565f3-ffdc-43fa-9a24-e925648abc93 None None] DHCP port deletion for 3e610c97-e17d-4620-9169-e936297b0756 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:16:51.850029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c4ab6-f46a-474a-84cc-38304492f81a req-28cd5873-269e-4d4d-93f7-81d700ba5e24 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:51.853317 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-87e49330-e4d9-4e22-83bf-21a98f756181 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] show failed (client error): The resource could not be found. May 09 13:16:51.853623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-94e565f3-ffdc-43fa-9a24-e925648abc93 None None] Deleting port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:51.854289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-94e565f3-ffdc-43fa-9a24-e925648abc93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:51.858948 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cc8c4ab6-f46a-474a-84cc-38304492f81a req-28cd5873-269e-4d4d-93f7-81d700ba5e24 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4585199 May 09 13:16:51.860275 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-87e49330-e4d9-4e22-83bf-21a98f756181 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1667349131 HTTP/1.1" status: 404 len: 335 time: 0.1586034 May 09 13:16:51.863337 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49778) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:51.872572 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1ae874c8-88e5-42dd-9493-af18f3fda87e tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:51.890945 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-18dfd1fa-7dd6-42df-a1c6-1c6117ab522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:51.913533 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfd1fa-7dd6-42df-a1c6-1c6117ab522c None None] Routers {'67075806-32b6-4866-83a0-a0426c997a91'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:16:51.914334 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-18dfd1fa-7dd6-42df-a1c6-1c6117ab522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['67075806-32b6-4866-83a0-a0426c997a91'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:51.915537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-571669521', 'router:external': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:51.932658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:51.937203 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-1ae874c8-88e5-42dd-9493-af18f3fda87e tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] update failed (client error): The resource could not be found. May 09 13:16:51.943432 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1ae874c8-88e5-42dd-9493-af18f3fda87e tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1166732291 HTTP/1.1" status: 404 len: 335 time: 0.0791330 May 09 13:16:51.943994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49782) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:51.951312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Usage tracker for resource:network and tenant:63f6d4efea9d4fa0861f54d134065c2b is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:51.958416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:51.972093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:51.980333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-341f8ee2-fc8f-451f-9677-4ef0c0f27452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:51.986923 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cc8c4ab6-f46a-474a-84cc-38304492f81a req-cec87560-cbe6-47e8-881c-dee4a1f7bd10 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191728 May 09 13:16:51.988274 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.004095 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-18dfd1fa-7dd6-42df-a1c6-1c6117ab522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:52.004864 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfd1fa-7dd6-42df-a1c6-1c6117ab522c None None] The sync data for ids ['67075806-32b6-4866-83a0-a0426c997a91'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:16:52.036115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Port': ['ID=d1b3697c-9e2c-4864-b046-8b68b75ed809,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:52.038176 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Made reservation on behalf of 63f6d4efea9d4fa0861f54d134065c2b for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:52.040656 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.060152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] For port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=37abf453-a1d2-4c1d-85fd-e82a8e7bdada,segment=NetworkSegment(323f030c-10c4-411e-848d-cb26fd16b2a2),segment_id=323f030c-10c4-411e-848d-cb26fd16b2a2)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:52.060378 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.060510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.102775 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6964cc02-5f9c-47da-a968-4dd2f3613699 None None] Provisioning for port d1b3697c-9e2c-4864-b046-8b68b75ed809 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:16:52.140815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6964cc02-5f9c-47da-a968-4dd2f3613699 None None] Provisioning complete for port d1b3697c-9e2c-4864-b046-8b68b75ed809 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:16:52.141554 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6964cc02-5f9c-47da-a968-4dd2f3613699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.165716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No DVR routers for this DVR port d1b3697c-9e2c-4864-b046-8b68b75ed809 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:16:52.167846 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:52.206067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Usage tracker for resource:security_group_rule and tenant:63f6d4efea9d4fa0861f54d134065c2b is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:52.210725 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:52.219207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6964cc02-5f9c-47da-a968-4dd2f3613699 None None] Port d1b3697c-9e2c-4864-b046-8b68b75ed809 was deleted so its status cannot be updated. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 09 13:16:52.226095 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Calling delete_port for 37abf453-a1d2-4c1d-85fd-e82a8e7bdada owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:52.228299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:52.246721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.265781 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-94e565f3-ffdc-43fa-9a24-e925648abc93 None None] For port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=37abf453-a1d2-4c1d-85fd-e82a8e7bdada,segment=NetworkSegment(323f030c-10c4-411e-848d-cb26fd16b2a2),segment_id=323f030c-10c4-411e-848d-cb26fd16b2a2)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:52.266173 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-94e565f3-ffdc-43fa-9a24-e925648abc93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.272309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-341f8ee2-fc8f-451f-9677-4ef0c0f27452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:52.287330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-341f8ee2-fc8f-451f-9677-4ef0c0f27452 admin admin] Usage tracker for resource:security_group_rule and tenant:3eff8ccbfda64553a45ea219f5d27f0d is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:52.293448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-341f8ee2-fc8f-451f-9677-4ef0c0f27452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:52.303573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-341f8ee2-fc8f-451f-9677-4ef0c0f27452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:52.383401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.434059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.441148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-94e565f3-ffdc-43fa-9a24-e925648abc93 None None] Calling delete_port for 37abf453-a1d2-4c1d-85fd-e82a8e7bdada owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:52.505663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.507762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.540998 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-94e565f3-ffdc-43fa-9a24-e925648abc93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:16:52.540998 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-94e565f3-ffdc-43fa-9a24-e925648abc93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:16:52.592969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event deleted for resources: {'Port': ['ID=37abf453-a1d2-4c1d-85fd-e82a8e7bdada,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:52.599450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Subnet': ['ID=6c249174-09be-4037-ac97-455454683de2,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:52.623315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fee1284-4901-4ba0-bbbb-7d1b6783e655 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Deleting subnet 55becd5a-1c2e-494d-858c-3bbc421314a5 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:16:52.633171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] No DVR routers for this DVR port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:16:52.636288 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9fee1284-4901-4ba0-bbbb-7d1b6783e655 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.654472 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:52.669989 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.677484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2948d8c-f6f8-41de-a9ad-29dbca430307,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:52.686943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.687287 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Added segment 9fbcc080-b1fa-4b1a-b723-6c7e980c4425 of type vlan for network 94f65012-c9a2-48d0-8397-e7aa726e9636 May 09 13:16:52.708591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 37abf453-a1d2-4c1d-85fd-e82a8e7bdada no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:16:52.722848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6a154c-13ed-4654-861b-1d8d5a09c507']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:52.739451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75663e5-3741-432f-b7db-7385d7385072 None None] Network 9d6a154c-13ed-4654-861b-1d8d5a09c507 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:52.752348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c33f3b-9070-4286-b39c-8693320f9836 req-97f7be6b-3c25-4d34-8f89-f11f33feb1ea tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:52.757781 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c0c33f3b-9070-4286-b39c-8693320f9836 req-97f7be6b-3c25-4d34-8f89-f11f33feb1ea tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.3700421 May 09 13:16:52.771507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9210ea-1635-4513-bbb6-acd2b133c845') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:52.771818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9210ea-1635-4513-bbb6-acd2b133c845') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:52.781807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-341f8ee2-fc8f-451f-9677-4ef0c0f27452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.786161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.808803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.819964 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 37abf453-a1d2-4c1d-85fd-e82a8e7bdada {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:16:52.820129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 37abf453-a1d2-4c1d-85fd-e82a8e7bdada not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:16:52.835746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-341f8ee2-fc8f-451f-9677-4ef0c0f27452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.871277 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.879839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9fee1284-4901-4ba0-bbbb-7d1b6783e655 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.884320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:52.884720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:52.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:52.910480 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c0c33f3b-9070-4286-b39c-8693320f9836 req-0f4b0c55-3e1c-4ad2-a426-5540e94a92b6 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307595 May 09 13:16:52.911012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.984201 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e610c97-e17d-4620-9169-e936297b0756']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:52.987003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.987927 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:52.988559 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:52.995583 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-341f8ee2-fc8f-451f-9677-4ef0c0f27452 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3eff8ccbfda64553a45ea219f5d27f0d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7267487 May 09 13:16:52.998152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f8ee2-fc8f-451f-9677-4ef0c0f27452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da475e24-66f6-405b-b801-0c50daecb993,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:53.005179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49792) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:53.020613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323f030c-10c4-411e-848d-cb26fd16b2a2') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:53.020745 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323f030c-10c4-411e-848d-cb26fd16b2a2') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:53.025943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eb4a8b-d8cc-492d-b713-51fee3fd0f3d None None] DHCP port deletion for 9d6a154c-13ed-4654-861b-1d8d5a09c507 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:16:53.042332 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-94e565f3-ffdc-43fa-9a24-e925648abc93 None None] Deleting port 37abf453-a1d2-4c1d-85fd-e82a8e7bdada {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:53.043054 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-94e565f3-ffdc-43fa-9a24-e925648abc93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.056938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.095248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.108958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:53.109392 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.115340 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-94e565f3-ffdc-43fa-9a24-e925648abc93 None None] The port '37abf453-a1d2-4c1d-85fd-e82a8e7bdada' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:16:53.129956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.153924 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.185599 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event updated for resources: {'Network': ['ID=94f65012-c9a2-48d0-8397-e7aa726e9636,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:53.196652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 94f65012-c9a2-48d0-8397-e7aa726e9636 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:53.211819 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:53.222748 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/9d6a154c-13ed-4654-861b-1d8d5a09c507 HTTP/1.1" status: 204 len: 168 time: 4.0900445 May 09 13:16:53.222748 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b235e02f-d22b-4f0c-bc37-bb32ed0bf407 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5693741 May 09 13:16:53.223718 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d949f19-b5a3-411a-ba21-5d50ee14d107 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Network': ['ID=9d6a154c-13ed-4654-861b-1d8d5a09c507,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:53.225226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49796) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:53.232076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49798) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:53.238702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-535433695'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:53.244297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Request body: {'subnet': {'network_id': '94f65012-c9a2-48d0-8397-e7aa726e9636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:53.250339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:53.255062 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:53.257370 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:network and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:53.261962 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:53.266211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Usage tracker for resource:subnet and tenant:63f6d4efea9d4fa0861f54d134065c2b is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:53.271861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:53.274479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:53.281998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:53.294012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9fee1284-4901-4ba0-bbbb-7d1b6783e655 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.297842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3a3ac-0db3-402b-a104-60b89efe148e req-3f1821f7-6f9a-458b-a258-defb32df7cd3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:53.299295 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b7b3a3ac-0db3-402b-a104-60b89efe148e req-3f1821f7-6f9a-458b-a258-defb32df7cd3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2123682 May 09 13:16:53.304311 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:53.307938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.324828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Made reservation on behalf of 63f6d4efea9d4fa0861f54d134065c2b for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:53.327070 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.350030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b32f186b-73a6-4924-aabd-cbd81ec68f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.368026 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.372578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.413775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] Pushing event deleted for resources: {'Network': ['ID=3e610c97-e17d-4620-9169-e936297b0756,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:53.421615 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b32f186b-73a6-4924-aabd-cbd81ec68f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.454769 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6d75d83b-2554-4c9b-ab6e-05238d08ef48 tempest-AllowedAddressPairIpV6TestJSON-1916616375 tempest-AllowedAddressPairIpV6TestJSON-1916616375-project] 10.222.0.44 "DELETE /v2.0/networks/3e610c97-e17d-4620-9169-e936297b0756 HTTP/1.1" status: 204 len: 168 time: 2.1652987 May 09 13:16:53.459131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9fee1284-4901-4ba0-bbbb-7d1b6783e655 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.460086 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:53.481492 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b7b3a3ac-0db3-402b-a104-60b89efe148e req-f7f67f46-8aa6-4930-bc7b-6ae39b7e23e7 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610050 May 09 13:16:53.488038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.488376 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Added segment 654894ee-7b2d-4e83-b19d-fba287dedb76 of type vlan for network ecab08de-2675-47e6-a663-30c8f0153efe May 09 13:16:53.511065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee1284-4901-4ba0-bbbb-7d1b6783e655 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event deleted for resources: {'Subnet': ['ID=55becd5a-1c2e-494d-858c-3bbc421314a5,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:53.525104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.529416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9fee1284-4901-4ba0-bbbb-7d1b6783e655 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.543288 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9fee1284-4901-4ba0-bbbb-7d1b6783e655 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "DELETE /v2.0/subnets/55becd5a-1c2e-494d-858c-3bbc421314a5 HTTP/1.1" status: 204 len: 168 time: 1.5878878 May 09 13:16:53.545187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49808) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:53.558644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3fdf3a-7a9d-4573-89b1-84396e10883e None None] Network 58d07b36-bb29-46e9-a315-20369b581f08 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:53.727527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b32f186b-73a6-4924-aabd-cbd81ec68f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.759345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f186b-73a6-4924-aabd-cbd81ec68f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da475e24-66f6-405b-b801-0c50daecb993,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:53.776957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b32f186b-73a6-4924-aabd-cbd81ec68f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.780459 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b32f186b-73a6-4924-aabd-cbd81ec68f7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da475e24-66f6-405b-b801-0c50daecb993 HTTP/1.1" status: 204 len: 168 time: 0.7720118 May 09 13:16:53.782405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.795751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Deleting port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:53.796398 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.857337 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.860947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49816) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:53.861075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:53.861682 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:53.932876 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8583b34-49bf-4caa-b828-6d14e7a2fd10 None None] DHCP port deletion for 58d07b36-bb29-46e9-a315-20369b581f08 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:16:53.939521 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b8583b34-49bf-4caa-b828-6d14e7a2fd10 None None] Deleting port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:53.940131 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b8583b34-49bf-4caa-b828-6d14e7a2fd10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.025698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=ecab08de-2675-47e6-a663-30c8f0153efe,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:54.032283 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1d7f9e24-b2b3-4b1b-a9e2-ce0df2866794 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8058808 May 09 13:16:54.043003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network ecab08de-2675-47e6-a663-30c8f0153efe details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:54.052948 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49824) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:54.063666 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] For port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=03bf5374-d5d8-4ab7-be03-0e48d4db6f28,segment=NetworkSegment(2a689908-2453-4e63-94ef-ad40b159ee2e),segment_id=2a689908-2453-4e63-94ef-ad40b159ee2e)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:54.064407 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.067556 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'subnet': {'network_id': 'ecab08de-2675-47e6-a663-30c8f0153efe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:54.208674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Calling delete_port for 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:54.246898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793444d7-d960-48c0-b022-669904038b3f req-07c19809-af78-4587-861e-2fbd68c056ec tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:54.248368 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-793444d7-d960-48c0-b022-669904038b3f req-07c19809-af78-4587-861e-2fbd68c056ec tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.5648451 May 09 13:16:54.282923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:54.288945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:subnet and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:54.295074 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:54.309063 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:54.315344 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.336553 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b8583b34-49bf-4caa-b828-6d14e7a2fd10 None None] For port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=03bf5374-d5d8-4ab7-be03-0e48d4db6f28,segment=NetworkSegment(2a689908-2453-4e63-94ef-ad40b159ee2e),segment_id=2a689908-2453-4e63-94ef-ad40b159ee2e)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:54.337299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b8583b34-49bf-4caa-b828-6d14e7a2fd10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.338644 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-793444d7-d960-48c0-b022-669904038b3f req-d54dfcd4-c726-4fc5-8e84-b37500bf06fc tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810180 May 09 13:16:54.340912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:54.380072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] No DVR routers for this DVR port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:16:54.408407 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event deleted for resources: {'Port': ['ID=03bf5374-d5d8-4ab7-be03-0e48d4db6f28,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:54.468635 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-53be65fd-aeac-473d-8afa-6730afd9f62e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d556e0fa03f74a259f4149ed19127655&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6063566 May 09 13:16:54.469221 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49838) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:54.530748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.569990 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.617623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b8583b34-49bf-4caa-b828-6d14e7a2fd10 None None] Calling delete_port for 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:54.623643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44957279-49cd-42fa-9b86-fd8d58af88b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.648545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d07b36-bb29-46e9-a315-20369b581f08']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:54.698427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a689908-2453-4e63-94ef-ad40b159ee2e') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:54.699419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a689908-2453-4e63-94ef-ad40b159ee2e') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:54.730544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44957279-49cd-42fa-9b86-fd8d58af88b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.745450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.745767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:16:54.816320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.816758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.840458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:54.841034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.858319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:16:54.858651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:16:54.859088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d1b3697c-9e2c-4864-b046-8b68b75ed809 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:54.869872 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:54.891764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.objects.ports [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83894) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:16:54.892738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.967110 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44957279-49cd-42fa-9b86-fd8d58af88b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.974065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: d1b3697c-9e2c-4864-b046-8b68b75ed809 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:16:54.974065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d1b3697c-9e2c-4864-b046-8b68b75ed809 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:16:54.979039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Subnet': ['ID=9de76599-aa5b-4529-8616-7d530f258bd8,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:54.987704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44957279-49cd-42fa-9b86-fd8d58af88b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbf9dc3-7086-4ef3-abd5-6f787bf4cf95,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:54.989567 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:54.999644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-b8583b34-49bf-4caa-b828-6d14e7a2fd10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:16:55.001190 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-b8583b34-49bf-4caa-b828-6d14e7a2fd10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:16:55.010876 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.028569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event deleted for resources: {'Network': ['ID=58d07b36-bb29-46e9-a315-20369b581f08,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:55.032335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44957279-49cd-42fa-9b86-fd8d58af88b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.033538 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-44957279-49cd-42fa-9b86-fd8d58af88b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bbf9dc3-7086-4ef3-abd5-6f787bf4cf95 HTTP/1.1" status: 204 len: 168 time: 0.5597811 May 09 13:16:55.035936 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-48cc3590-3b49-4d7a-afac-9d4926583e5f tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "DELETE /v2.0/networks/58d07b36-bb29-46e9-a315-20369b581f08 HTTP/1.1" status: 204 len: 168 time: 1.4892352 May 09 13:16:55.037937 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49852) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:55.132992 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event updated for resources: {'Subnet': ['ID=91840dad-f416-4deb-9032-5518fca78a45,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:55.139762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking segment: {'id': '654894ee-7b2d-4e83-b19d-fba287dedb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ecab08de-2675-47e6-a663-30c8f0153efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:55.140119 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network hostable DHCP agents. Network: ecab08de-2675-47e6-a663-30c8f0153efe, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:55.165749 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Checking segment: {'id': '9fbcc080-b1fa-4b1a-b723-6c7e980c4425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '94f65012-c9a2-48d0-8397-e7aa726e9636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:55.166131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Network hostable DHCP agents. Network: 94f65012-c9a2-48d0-8397-e7aa726e9636, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:55.188563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050044f-02ab-4dba-99e5-f2e90429529b req-10de4331-7456-4b76-91f2-ae98808d1a47 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:55.190065 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f050044f-02ab-4dba-99e5-f2e90429529b req-10de4331-7456-4b76-91f2-ae98808d1a47 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2745690 May 09 13:16:55.225733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network ecab08de-2675-47e6-a663-30c8f0153efe is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:55.241358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Network 94f65012-c9a2-48d0-8397-e7aa726e9636 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:55.254613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, ecab08de-2675-47e6-a663-30c8f0153efe) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:55.259054 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 94f65012-c9a2-48d0-8397-e7aa726e9636) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:55.261539 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:55.262576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.267524 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f050044f-02ab-4dba-99e5-f2e90429529b req-33b950e0-a116-4bac-8ad4-b9cb9ce15c60 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701311 May 09 13:16:55.271474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:55.272042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.292018 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8571674-cbb4-4806-9337-1331f792fc03 None None] Network ecab08de-2675-47e6-a663-30c8f0153efe requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:55.303794 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7396cee8-673a-42a9-a03f-4a10340303b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2496557 May 09 13:16:55.307261 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a299b728-fa31-4aa4-ace1-d72cbf63b4ea tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0734966 May 09 13:16:55.307977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49860) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:55.310475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49862) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:55.317762 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1cf28d-703e-4bfb-9a10-51077916f6d3 None None] Network 94f65012-c9a2-48d0-8397-e7aa726e9636 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:55.333762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49868) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:55.345116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c04bfc-0dfc-4293-8261-bae493aea724 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Deleting subnet 0b7f77ab-836a-4439-acd2-2a8b02a102f4 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:16:55.348524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-17c04bfc-0dfc-4293-8261-bae493aea724 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.350465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1742527484', 'network_id': '94f65012-c9a2-48d0-8397-e7aa726e9636'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:55.354985 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:55.359419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Usage tracker for resource:port and tenant:63f6d4efea9d4fa0861f54d134065c2b is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:55.362341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:55.368660 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:55.433981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Made reservation on behalf of 63f6d4efea9d4fa0861f54d134065c2b for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:55.436248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.489049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] device_id is not set on port c6f88ffe-703b-4250-af05-36f2b11c8566 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:16:55.495276 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-17c04bfc-0dfc-4293-8261-bae493aea724 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.502636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b8583b34-49bf-4caa-b828-6d14e7a2fd10 None None] Deleting port 03bf5374-d5d8-4ab7-be03-0e48d4db6f28 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:55.503613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b8583b34-49bf-4caa-b828-6d14e7a2fd10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.602128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-17c04bfc-0dfc-4293-8261-bae493aea724 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.604764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.647616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b8583b34-49bf-4caa-b828-6d14e7a2fd10 None None] The port '03bf5374-d5d8-4ab7-be03-0e48d4db6f28' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:16:55.716082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'network': {'name': 'tempest-RoutersTest-992516592'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:55.720895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:55.724954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:network and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:55.728452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:55.736790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:55.746714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-17c04bfc-0dfc-4293-8261-bae493aea724 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.769450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Allocated IP 2001:db8::2dc (94f65012-c9a2-48d0-8397-e7aa726e9636/91840dad-f416-4deb-9032-5518fca78a45/c6f88ffe-703b-4250-af05-36f2b11c8566) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:55.775698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.786609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:55.789778 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.803073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-17c04bfc-0dfc-4293-8261-bae493aea724 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.812529 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af05c66f-ae65-40bb-b947-9aa108f4e0a6 None None] Network 73a4b573-5303-4bdb-9291-a5fba84ef504 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:55.816125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c04bfc-0dfc-4293-8261-bae493aea724 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7f77ab-836a-4439-acd2-2a8b02a102f4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:55.819633 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-17c04bfc-0dfc-4293-8261-bae493aea724 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "DELETE /v2.0/subnets/0b7f77ab-836a-4439-acd2-2a8b02a102f4 HTTP/1.1" status: 204 len: 168 time: 0.7805676 May 09 13:16:55.821083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.826121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49882) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:55.857801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:55.862125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:security_group_rule and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:55.865578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:55.872291 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:55.959791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:55.967319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.020653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=291ae253-ad7d-41d7-bff4-54b650bcde6c,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:56.023755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:56.074073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.074679 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Added segment f39b48cf-9e85-481d-b01f-c8b42ce381fb of type vlan for network a3129d24-590a-43e0-a87b-7b437ac94920 May 09 13:16:56.087948 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.100852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296d4814-9b80-4611-9582-2f1859b7810d None None] Network 94f65012-c9a2-48d0-8397-e7aa726e9636 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:56.112417 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.148118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.154167 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:56.155310 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.284492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Subnet': ['ID=9de76599-aa5b-4529-8616-7d530f258bd8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:56.292832 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9582269 May 09 13:16:56.293704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49892) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:56.294439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e3057-d2bf-4087-9793-0ce8436c6c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Network': ['ID=a3129d24-590a-43e0-a87b-7b437ac94920,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:56.301722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'network': {'name': 'tempest-RoutersTest-472799259'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:56.307038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:56.311080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:network and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:56.314792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:56.320519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:56.336059 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:56.340369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.380029 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:56.387318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.392203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network a3129d24-590a-43e0-a87b-7b437ac94920 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:56.402569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.403768 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Added segment 9c50f375-8087-49c7-8fa6-04f33a7e38f5 of type vlan for network 150cd4c8-b305-4fb8-8258-ec13b3dfd0f6 May 09 13:16:56.452612 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49898) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:56.454504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecab08de-2675-47e6-a663-30c8f0153efe']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:56.469993 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.489185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42263e2-955c-4833-8d62-251d8642fe95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-ecab08de-2675-47e6-a663-30c8f0153efe', 'network_id': 'ecab08de-2675-47e6-a663-30c8f0153efe', 'tenant_id': '83a9c8497c0340b592c7b83c8a606a70', 'fixed_ips': [{'subnet_id': '9de76599-aa5b-4529-8616-7d530f258bd8'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:56.490012 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c42263e2-955c-4833-8d62-251d8642fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.502339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654894ee-7b2d-4e83-b19d-fba287dedb76') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:56.502641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654894ee-7b2d-4e83-b19d-fba287dedb76') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:56.518067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.524075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:56.524915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.561597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.578836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c2d34c-f5e9-4a67-923d-604d7f12fbee tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Deleting subnet 3dbe0eed-ac8c-432e-8312-f1b479f4a478 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:16:56.592676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d34c-f5e9-4a67-923d-604d7f12fbee tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.625714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.648656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Network': ['ID=150cd4c8-b305-4fb8-8258-ec13b3dfd0f6,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:56.660447 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.667771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 150cd4c8-b305-4fb8-8258-ec13b3dfd0f6 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:56.682981 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-400d40a8-04d5-4b6c-a968-066b5dbdfce6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3861592 May 09 13:16:56.683654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49904) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:56.684375 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d34c-f5e9-4a67-923d-604d7f12fbee tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.691215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'subnet': {'network_id': 'a3129d24-590a-43e0-a87b-7b437ac94920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:56.717077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:56.717077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:56.733021 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:56.749226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-270678633'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:56.794909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa2cbe8-238b-47b8-8c69-94d8780f95bc None None] Network ecab08de-2675-47e6-a663-30c8f0153efe requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:56.816828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:56.819552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:56.823889 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:subnet and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:56.826734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:56.832480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:56.841422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:network and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:56.844580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:56.847921 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:56.864734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:56.895237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.899353 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.917814 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:56.920803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.935118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.952277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:56.990237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Network': ['ID=ecab08de-2675-47e6-a663-30c8f0153efe,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:56.998060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b7a81-9c82-4fac-997e-6f7a7a4d4119 req-256f3063-eb91-4b63-9228-eec24fee2c73 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:56.999619 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-922b7a81-9c82-4fac-997e-6f7a7a4d4119 req-256f3063-eb91-4b63-9228-eec24fee2c73 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4998491 May 09 13:16:57.013476 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.015600 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dc7f39-7ffa-4693-bb1a-e70fb724852b None None] DHCP port deletion for 73a4b573-5303-4bdb-9291-a5fba84ef504 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:16:57.025425 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-76dc7f39-7ffa-4693-bb1a-e70fb724852b None None] Deleting port d577d996-1d26-4501-bb19-60a38c528417 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:57.026109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-76dc7f39-7ffa-4693-bb1a-e70fb724852b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.063644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d34c-f5e9-4a67-923d-604d7f12fbee tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.096354 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8279fe34-9ae3-4a55-a1ed-53c6aca85ed7 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/ecab08de-2675-47e6-a663-30c8f0153efe HTTP/1.1" status: 204 len: 168 time: 1.7873192 May 09 13:16:57.111465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49908) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:57.121766 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-311601957'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:57.127740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Network 94f65012-c9a2-48d0-8397-e7aa726e9636 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:57.130266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:57.139042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:57.142926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:network and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:57.148179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:57.152193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event updated for resources: {'Port': ['ID=c6f88ffe-703b-4250-af05-36f2b11c8566,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:57.158097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:57.165636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:57.166733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:57.167364 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.194279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:57.197187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.202456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:57.214445 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-922b7a81-9c82-4fac-997e-6f7a7a4d4119 req-dae816d3-0d0c-48ed-8495-2c2ebdda4b61 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832750 May 09 13:16:57.215614 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:security_group_rule and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:57.219884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:57.226521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:57.234620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49912) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:57.234904 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bdec987b-d762-4ab4-b548-a694b43a1710 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9230247 May 09 13:16:57.237545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-76dc7f39-7ffa-4693-bb1a-e70fb724852b None None] For port d577d996-1d26-4501-bb19-60a38c528417, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d577d996-1d26-4501-bb19-60a38c528417,segment=NetworkSegment(686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1),segment_id=686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:57.238084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-76dc7f39-7ffa-4693-bb1a-e70fb724852b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.260999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d34c-f5e9-4a67-923d-604d7f12fbee tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.285853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.296849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:57.363607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.364318 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Added segment dd5c5520-b012-4dc7-8e9c-d59c83f501b0 of type vlan for network 8fce6ec7-4e5b-4896-a271-4fba5b5563aa May 09 13:16:57.377428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-76dc7f39-7ffa-4693-bb1a-e70fb724852b None None] Calling delete_port for d577d996-1d26-4501-bb19-60a38c528417 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:57.384367 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-adbf26d3-d205-4b4b-a517-b8ee552a8370 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Deleting port c6f88ffe-703b-4250-af05-36f2b11c8566 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:57.384705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-adbf26d3-d205-4b4b-a517-b8ee552a8370 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.392813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.394999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2d34c-f5e9-4a67-923d-604d7f12fbee tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event deleted for resources: {'Subnet': ['ID=3dbe0eed-ac8c-432e-8312-f1b479f4a478,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:57.407007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.453156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91099eed-5250-487e-9803-6222d63ce13f None None] Network 5ac0a7a6-6b47-4258-a202-56ce0e141a54 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:57.460990 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:57.464789 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d34c-f5e9-4a67-923d-604d7f12fbee tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.465074 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Subnet': ['ID=d8cfc572-0e18-4dd9-905b-0483d21626dd,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:57.502500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.510089 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c1c2d34c-f5e9-4a67-923d-604d7f12fbee tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "DELETE /v2.0/subnets/3dbe0eed-ac8c-432e-8312-f1b479f4a478 HTTP/1.1" status: 204 len: 168 time: 1.6825373 May 09 13:16:57.513234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe2de43-df3c-4d70-89c6-0c827a953246,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:57.517044 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.517413 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Added segment 3b60cf1e-41a7-4a44-86da-9accd382037e of type vlan for network aeff3162-0a81-4ece-b9b7-fe615fb2268a May 09 13:16:57.528843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49920) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:57.684570 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-76dc7f39-7ffa-4693-bb1a-e70fb724852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.724593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-adbf26d3-d205-4b4b-a517-b8ee552a8370 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.735686 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc7f39-7ffa-4693-bb1a-e70fb724852b None None] Pushing event deleted for resources: {'Port': ['ID=d577d996-1d26-4501-bb19-60a38c528417,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:57.756151 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc7f39-7ffa-4693-bb1a-e70fb724852b None None] No DVR routers for this DVR port d577d996-1d26-4501-bb19-60a38c528417 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:16:57.790974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.835202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-169aea14-044a-4a3d-8bfe-4e7c5b267950 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.858101 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3125097e-867a-4c65-9a1d-ea1bc0ff7fb1 None None] DHCP port deletion for 5ac0a7a6-6b47-4258-a202-56ce0e141a54 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:16:57.863020 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3125097e-867a-4c65-9a1d-ea1bc0ff7fb1 None None] Deleting port 5473469a-2b29-4e46-a08d-2f43b2357b6b {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:16:57.863395 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3125097e-867a-4c65-9a1d-ea1bc0ff7fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.906335 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.910198 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:57.910890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:57.998134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Checking segment: {'id': 'f39b48cf-9e85-481d-b01f-c8b42ce381fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3129d24-590a-43e0-a87b-7b437ac94920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:57.998400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network hostable DHCP agents. Network: a3129d24-590a-43e0-a87b-7b437ac94920, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:16:58.008434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-adbf26d3-d205-4b4b-a517-b8ee552a8370 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Calling delete_port for c6f88ffe-703b-4250-af05-36f2b11c8566 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:58.038750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.042472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:58.043062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.084870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3125097e-867a-4c65-9a1d-ea1bc0ff7fb1 None None] For port 5473469a-2b29-4e46-a08d-2f43b2357b6b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5473469a-2b29-4e46-a08d-2f43b2357b6b,segment=NetworkSegment(6d075258-bfe9-45d2-a7ef-c23b6f140fd7),segment_id=6d075258-bfe9-45d2-a7ef-c23b6f140fd7)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:16:58.085464 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3125097e-867a-4c65-9a1d-ea1bc0ff7fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.188359 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0731506 May 09 13:16:58.190861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49924) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:58.190861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672265d-2362-4b3c-a94c-99402341488f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=8fce6ec7-4e5b-4896-a271-4fba5b5563aa,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:58.205766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc89550-bb60-4158-828e-f2a37130c287 req-65964809-a6e3-4b7c-b162-adc26d4eef64 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:58.207387 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-afc89550-bb60-4158-828e-f2a37130c287 req-65964809-a6e3-4b7c-b162-adc26d4eef64 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.5248075 May 09 13:16:58.211185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-0d5f9c7f-0526-4630-9f9f-784b508dd0a8 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:58.212223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 8fce6ec7-4e5b-4896-a271-4fba5b5563aa details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:58.221104 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7586992 May 09 13:16:58.221979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49928) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:58.228665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network a3129d24-590a-43e0-a87b-7b437ac94920 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:16:58.233230 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3125097e-867a-4c65-9a1d-ea1bc0ff7fb1 None None] Calling delete_port for 5473469a-2b29-4e46-a08d-2f43b2357b6b owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:16:58.251557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-777776903'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:58.255541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-169aea14-044a-4a3d-8bfe-4e7c5b267950 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.263553 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e0d47-29e0-4cf1-b792-aa04a433b7ff tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Network': ['ID=aeff3162-0a81-4ece-b9b7-fe615fb2268a,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:58.272951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:58.281840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:network and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:58.292891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:58.315588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:58.318590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-169aea14-044a-4a3d-8bfe-4e7c5b267950 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a4b573-5303-4bdb-9291-a5fba84ef504']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:58.331007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, a3129d24-590a-43e0-a87b-7b437ac94920) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:58.342235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-169aea14-044a-4a3d-8bfe-4e7c5b267950 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:58.342686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-169aea14-044a-4a3d-8bfe-4e7c5b267950 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686bf8b9-c9e0-481e-b0f7-2aa2e4f5a4f1') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:58.353152 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:58.356105 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network aeff3162-0a81-4ece-b9b7-fe615fb2268a details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:58.356897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.358990 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:58.359574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.368526 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc56b17-539b-49bd-a3d4-f001295976d4 None None] Network a3129d24-590a-43e0-a87b-7b437ac94920 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:16:58.372677 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-169aea14-044a-4a3d-8bfe-4e7c5b267950 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.380738 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-afc89550-bb60-4158-828e-f2a37130c287 req-51e81f86-f697-46ea-91fb-61a1cda8ba14 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555052 May 09 13:16:58.397147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-169aea14-044a-4a3d-8bfe-4e7c5b267950 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.405906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169aea14-044a-4a3d-8bfe-4e7c5b267950 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:58.406482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-169aea14-044a-4a3d-8bfe-4e7c5b267950 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:58.430212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:16:58.470948 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b88ec2f7-a6fd-4d0f-9378-ce995871356b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7834580 May 09 13:16:58.479293 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49934) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:58.484807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-adbf26d3-d205-4b4b-a517-b8ee552a8370 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.491381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'subnet': {'network_id': '150cd4c8-b305-4fb8-8258-ec13b3dfd0f6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:58.513941 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.514437 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Added segment 839419fd-2589-4698-8ada-7d98e6e8b070 of type vlan for network 870ab1a8-13fd-4a2f-88bc-a9861ec3b676 May 09 13:16:58.526301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-169aea14-044a-4a3d-8bfe-4e7c5b267950 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.555583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-169aea14-044a-4a3d-8bfe-4e7c5b267950 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.567453 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169aea14-044a-4a3d-8bfe-4e7c5b267950 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event deleted for resources: {'Network': ['ID=73a4b573-5303-4bdb-9291-a5fba84ef504,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:58.572450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.580275 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-169aea14-044a-4a3d-8bfe-4e7c5b267950 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "DELETE /v2.0/networks/73a4b573-5303-4bdb-9291-a5fba84ef504 HTTP/1.1" status: 204 len: 168 time: 1.0504000 May 09 13:16:58.582640 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49938) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:58.663652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3125097e-867a-4c65-9a1d-ea1bc0ff7fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.668826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf26d3-d205-4b4b-a517-b8ee552a8370 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6f88ffe-703b-4250-af05-36f2b11c8566,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:58.712494 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5473469a-2b29-4e46-a08d-2f43b2357b6b no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:16:58.717099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.721065 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:58.721783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.743313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9c7f-0526-4630-9f9f-784b508dd0a8 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.753868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b0a68a98-8939-46fc-bda1-fd65d2fd1e31 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.781827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-adbf26d3-d205-4b4b-a517-b8ee552a8370 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.786307 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-adbf26d3-d205-4b4b-a517-b8ee552a8370 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "DELETE /v2.0/ports/c6f88ffe-703b-4250-af05-36f2b11c8566 HTTP/1.1" status: 204 len: 168 time: 1.5480161 May 09 13:16:58.787766 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49942) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:58.787916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125097e-867a-4c65-9a1d-ea1bc0ff7fb1 None None] Pushing event deleted for resources: {'Port': ['ID=5473469a-2b29-4e46-a08d-2f43b2357b6b,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:58.789211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9c7f-0526-4630-9f9f-784b508dd0a8 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.795703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 5473469a-2b29-4e46-a08d-2f43b2357b6b {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:16:58.796048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5473469a-2b29-4e46-a08d-2f43b2357b6b not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:16:58.796465 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d577d996-1d26-4501-bb19-60a38c528417 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:16:58.799713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '94f65012-c9a2-48d0-8397-e7aa726e9636', 'external_fixed_ips': [{'subnet_id': '91840dad-f416-4deb-9032-5518fca78a45', 'ip_address': '2001:db8::2dc'}]}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:58.819707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:58.826808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:58.835881 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5943694 May 09 13:16:58.840075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49946) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:58.842582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3125097e-867a-4c65-9a1d-ea1bc0ff7fb1 None None] No DVR routers for this DVR port 5473469a-2b29-4e46-a08d-2f43b2357b6b on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:16:58.846422 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: d577d996-1d26-4501-bb19-60a38c528417 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:16:58.846694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d577d996-1d26-4501-bb19-60a38c528417 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:16:58.852022 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'subnet': {'network_id': 'aeff3162-0a81-4ece-b9b7-fe615fb2268a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:58.882187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:subnet and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:58.889633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Usage tracker for resource:router and tenant:63f6d4efea9d4fa0861f54d134065c2b is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:58.901777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:58.907434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:58.910128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d5f9c7f-0526-4630-9f9f-784b508dd0a8 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network 8fce6ec7-4e5b-4896-a271-4fba5b5563aa is not hosted by any dhcp agent {{(pid=83895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 09 13:16:58.912620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-a3129d24-590a-43e0-a87b-7b437ac94920', 'network_id': 'a3129d24-590a-43e0-a87b-7b437ac94920', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'fixed_ips': [{'subnet_id': 'd8cfc572-0e18-4dd9-905b-0483d21626dd'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:16:58.913462 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.913566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5f9c7f-0526-4630-9f9f-784b508dd0a8 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:58.914139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9c7f-0526-4630-9f9f-784b508dd0a8 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:58.918698 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0d5f9c7f-0526-4630-9f9f-784b508dd0a8 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "PUT /v2.0/networks/8fce6ec7-4e5b-4896-a271-4fba5b5563aa HTTP/1.1" status: 200 len: 723 time: 0.7224665 May 09 13:16:58.924001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49950) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:58.927057 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:58.934369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:58.939100 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'subnet': {'network_id': '8fce6ec7-4e5b-4896-a271-4fba5b5563aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:16:58.957926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f9c7f-0526-4630-9f9f-784b508dd0a8 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=8fce6ec7-4e5b-4896-a271-4fba5b5563aa,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:58.964869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54048201-9f4a-4202-8a42-4f0d43516fc4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Network': ['ID=870ab1a8-13fd-4a2f-88bc-a9861ec3b676,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:58.977713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 8fce6ec7-4e5b-4896-a271-4fba5b5563aa details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:59.015828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.016760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.026568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:59.063175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 870ab1a8-13fd-4a2f-88bc-a9861ec3b676 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:16:59.082875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:59.089689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b0a68a98-8939-46fc-bda1-fd65d2fd1e31 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.097060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:subnet and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:59.102428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:59.117762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:59.127577 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b0a68a98-8939-46fc-bda1-fd65d2fd1e31 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac0a7a6-6b47-4258-a202-56ce0e141a54']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:59.141296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b0a68a98-8939-46fc-bda1-fd65d2fd1e31 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d075258-bfe9-45d2-a7ef-c23b6f140fd7') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:59.141810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b0a68a98-8939-46fc-bda1-fd65d2fd1e31 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d075258-bfe9-45d2-a7ef-c23b6f140fd7') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:16:59.148922 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:59.163207 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:16:59.170190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.173685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b0a68a98-8939-46fc-bda1-fd65d2fd1e31 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.179843 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:subnet and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:16:59.185435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.198295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:16:59.250124 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b0a68a98-8939-46fc-bda1-fd65d2fd1e31 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.258160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:16:59.268114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a68a98-8939-46fc-bda1-fd65d2fd1e31 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:16:59.268639 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b0a68a98-8939-46fc-bda1-fd65d2fd1e31 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.281942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Allocated IP 172.20.0.2 (a3129d24-590a-43e0-a87b-7b437ac94920/d8cfc572-0e18-4dd9-905b-0483d21626dd/1e95c35e-f033-4abf-a788-dd7f8e434a34) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:16:59.283827 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:16:59.334107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.396106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:16:59.448650 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b0a68a98-8939-46fc-bda1-fd65d2fd1e31 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.467374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b0a68a98-8939-46fc-bda1-fd65d2fd1e31 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.487013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a68a98-8939-46fc-bda1-fd65d2fd1e31 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event deleted for resources: {'Network': ['ID=5ac0a7a6-6b47-4258-a202-56ce0e141a54,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:59.493870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.496756 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b0a68a98-8939-46fc-bda1-fd65d2fd1e31 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "DELETE /v2.0/networks/5ac0a7a6-6b47-4258-a202-56ce0e141a54 HTTP/1.1" status: 204 len: 168 time: 0.9129729 May 09 13:16:59.500047 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49958) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:16:59.516305 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Transition to ACTIVE for port object 1e95c35e-f033-4abf-a788-dd7f8e434a34 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:59.539446 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Transition to ACTIVE for port object 1e95c35e-f033-4abf-a788-dd7f8e434a34 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:16:59.545743 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.624465 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Network a3129d24-590a-43e0-a87b-7b437ac94920 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:16:59.628437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:16:59.635887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:16:59.639045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Pushing event updated for resources: {'Port': ['ID=1e95c35e-f033-4abf-a788-dd7f8e434a34,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:59.689240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.708579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.743646 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Attempting to bind port 1e95c35e-f033-4abf-a788-dd7f8e434a34 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:16:59.744388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Attempting to bind port 1e95c35e-f033-4abf-a788-dd7f8e434a34 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'f39b48cf-9e85-481d-b01f-c8b42ce381fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3129d24-590a-43e0-a87b-7b437ac94920'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:16:59.744488 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Attempting to bind port 1e95c35e-f033-4abf-a788-dd7f8e434a34 on network a3129d24-590a-43e0-a87b-7b437ac94920 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:16:59.751421 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:16:59.751819 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Checking segment: {'id': 'f39b48cf-9e85-481d-b01f-c8b42ce381fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3129d24-590a-43e0-a87b-7b437ac94920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:16:59.752187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.752588 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Bound using segment: {'id': 'f39b48cf-9e85-481d-b01f-c8b42ce381fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3129d24-590a-43e0-a87b-7b437ac94920'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:16:59.753056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Bound port: 1e95c35e-f033-4abf-a788-dd7f8e434a34, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39b48cf-9e85-481d-b01f-c8b42ce381fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3129d24-590a-43e0-a87b-7b437ac94920'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:16:59.753460 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.852669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] For port 1e95c35e-f033-4abf-a788-dd7f8e434a34, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:16:59.857098 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] For port 1e95c35e-f033-4abf-a788-dd7f8e434a34, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1e95c35e-f033-4abf-a788-dd7f8e434a34,segment=NetworkSegment(f39b48cf-9e85-481d-b01f-c8b42ce381fb),segment_id=f39b48cf-9e85-481d-b01f-c8b42ce381fb)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:16:59.862907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:16:59.929443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67b334-e0f5-42fc-8c1b-79964652d030 req-06431662-b4b7-44c6-be57-eb4aa90e9b0b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:16:59.930825 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4e67b334-e0f5-42fc-8c1b-79964652d030 req-06431662-b4b7-44c6-be57-eb4aa90e9b0b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.3782680 May 09 13:16:59.956231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223d7a0-7837-4eaf-ac97-edcca7069203 None None] Pushing event updated for resources: {'Port': ['ID=1e95c35e-f033-4abf-a788-dd7f8e434a34,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:16:59.979549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-e299065e-da2d-4039-b0f7-87ffd0f6633e tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Deleting subnet 6a35c019-069f-48eb-97fe-acdfc805dd6b {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:16:59.984025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e299065e-da2d-4039-b0f7-87ffd0f6633e tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.012385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.022405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.107349 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e299065e-da2d-4039-b0f7-87ffd0f6633e tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.126500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Subnet': ['ID=b93a95ac-30eb-40cf-b838-50e29cfb4cb2,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:00.161836 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4e67b334-e0f5-42fc-8c1b-79964652d030 req-36217b4a-8dc8-499d-9a8d-1f4a7d296f9e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145753 May 09 13:17:00.190262 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Subnet': ['ID=cc1311be-b599-4759-9be0-a23b78efdbb0,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:00.197143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.246521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Checking segment: {'id': '3b60cf1e-41a7-4a44-86da-9accd382037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aeff3162-0a81-4ece-b9b7-fe615fb2268a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:00.246875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network hostable DHCP agents. Network: aeff3162-0a81-4ece-b9b7-fe615fb2268a, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:17:00.255566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Checking segment: {'id': '9c50f375-8087-49c7-8fa6-04f33a7e38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150cd4c8-b305-4fb8-8258-ec13b3dfd0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:00.256161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network hostable DHCP agents. Network: 150cd4c8-b305-4fb8-8258-ec13b3dfd0f6, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:17:00.278075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e299065e-da2d-4039-b0f7-87ffd0f6633e tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.316497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Subnet': ['ID=db536e48-6cd3-4de4-8852-c8f3102660d3,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:00.365107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network aeff3162-0a81-4ece-b9b7-fe615fb2268a is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:17:00.380842 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 150cd4c8-b305-4fb8-8258-ec13b3dfd0f6 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:17:00.386378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking segment: {'id': 'dd5c5520-b012-4dc7-8e9c-d59c83f501b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8fce6ec7-4e5b-4896-a271-4fba5b5563aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:00.387262 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network hostable DHCP agents. Network: 8fce6ec7-4e5b-4896-a271-4fba5b5563aa, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:17:00.387391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, aeff3162-0a81-4ece-b9b7-fe615fb2268a) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:00.396689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:00.397380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.398695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 150cd4c8-b305-4fb8-8258-ec13b3dfd0f6) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:00.399330 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a966b-6279-4367-b72d-63b99299de62 None None] Network aeff3162-0a81-4ece-b9b7-fe615fb2268a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:00.430448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e299065e-da2d-4039-b0f7-87ffd0f6633e tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.433371 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fd5ef8-e224-4883-ab20-e38bb99080c6 None None] Network 150cd4c8-b305-4fb8-8258-ec13b3dfd0f6 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:00.438169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:00.438830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.478195 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-84c148e8-401e-4b06-ab8b-d3b494183701 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6356106 May 09 13:17:00.479331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49964) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:00.488177 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299065e-da2d-4039-b0f7-87ffd0f6633e tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event deleted for resources: {'Subnet': ['ID=6a35c019-069f-48eb-97fe-acdfc805dd6b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:00.489124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'subnet': {'network_id': '870ab1a8-13fd-4a2f-88bc-a9861ec3b676', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:00.498466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e299065e-da2d-4039-b0f7-87ffd0f6633e tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.500597 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e299065e-da2d-4039-b0f7-87ffd0f6633e tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "DELETE /v2.0/subnets/6a35c019-069f-48eb-97fe-acdfc805dd6b HTTP/1.1" status: 204 len: 168 time: 0.9994800 May 09 13:17:00.503368 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49968) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:00.517659 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-61d0523d-f7f1-4302-966c-0184e7ad96f0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0346901 May 09 13:17:00.528513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49972) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:00.536606 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81dbdc-5a1c-4139-a599-8f416e726662 req-47a274b0-b4b2-4d71-83d6-6c162b441349 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:00.538515 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-be81dbdc-5a1c-4139-a599-8f416e726662 req-47a274b0-b4b2-4d71-83d6-6c162b441349 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2192867 May 09 13:17:00.554259 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-938e9f92-c6f6-4b46-96fa-1e0826e8c048 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-242331929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:00.562489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d08174-f85a-40f0-8436-2073ff98b6c8 None None] Network ed08d74e-776e-45be-b13b-20236ada0fd4 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:00.564169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.571950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-938e9f92-c6f6-4b46-96fa-1e0826e8c048 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:00.582512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-938e9f92-c6f6-4b46-96fa-1e0826e8c048 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:router and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:00.588708 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-938e9f92-c6f6-4b46-96fa-1e0826e8c048 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:00.599207 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network 8fce6ec7-4e5b-4896-a271-4fba5b5563aa is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:17:00.612126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.613241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-938e9f92-c6f6-4b46-96fa-1e0826e8c048 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:00.666661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 8fce6ec7-4e5b-4896-a271-4fba5b5563aa) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:00.675035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:00.675608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.699079 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-938e9f92-c6f6-4b46-96fa-1e0826e8c048 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.701624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-938e9f92-c6f6-4b46-96fa-1e0826e8c048 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.703103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:00.713898 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb808b-da33-4325-836c-64c8e1e9501b None None] Network 8fce6ec7-4e5b-4896-a271-4fba5b5563aa requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:00.746399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:subnet and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:00.752808 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e7165543-53bc-47e0-83b9-563cf3daf81b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8208995 May 09 13:17:00.752808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:00.756394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49976) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:00.756528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1e95c35e-f033-4abf-a788-dd7f8e434a34 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:00.762374 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:00.771638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:00.872765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.875201 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-938e9f92-c6f6-4b46-96fa-1e0826e8c048 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.878737 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-be81dbdc-5a1c-4139-a599-8f416e726662 req-d6eff723-11a5-4907-bc8c-ce240a3c9d62 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284624 May 09 13:17:00.898232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:00.904309 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Deleting port f2ee5283-5cec-4981-b9e8-a9c994b98e97 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:00.904646 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:00.979743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-938e9f92-c6f6-4b46-96fa-1e0826e8c048 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:01.100806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-938e9f92-c6f6-4b46-96fa-1e0826e8c048 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:01.102189 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-938e9f92-c6f6-4b46-96fa-1e0826e8c048 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5722561 May 09 13:17:01.111805 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 49982) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:01.224926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7116885'] for subnet, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:01.255519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] For port f2ee5283-5cec-4981-b9e8-a9c994b98e97, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f2ee5283-5cec-4981-b9e8-a9c994b98e97,segment=NetworkSegment(c885dd01-074e-4af0-8ecf-c416beeb3ced),segment_id=c885dd01-074e-4af0-8ecf-c416beeb3ced)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:01.255874 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:01.264213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2658b4-e5ba-4f87-9ed6-c03818095503 None None] Network a3129d24-590a-43e0-a87b-7b437ac94920 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:01.329079 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c1cb5-29e3-4324-8a3c-6795af87b9be req-3049fa43-e835-4710-b785-7ca53e97adb9 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:01.331070 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ef3c1cb5-29e3-4324-8a3c-6795af87b9be req-3049fa43-e835-4710-b785-7ca53e97adb9 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2849998 May 09 13:17:01.393304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Calling delete_port for f2ee5283-5cec-4981-b9e8-a9c994b98e97 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:01.501628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:01.504451 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ef3c1cb5-29e3-4324-8a3c-6795af87b9be req-6f78f013-53ef-4e9c-829f-78e7bd3a4993 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178331 May 09 13:17:01.516180 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:01.550531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-150cd4c8-b305-4fb8-8258-ec13b3dfd0f6', 'network_id': '150cd4c8-b305-4fb8-8258-ec13b3dfd0f6', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'fixed_ips': [{'subnet_id': 'b93a95ac-30eb-40cf-b838-50e29cfb4cb2'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:17:01.551335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:01.570638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-aeff3162-0a81-4ece-b9b7-fe615fb2268a', 'network_id': 'aeff3162-0a81-4ece-b9b7-fe615fb2268a', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'fixed_ips': [{'subnet_id': 'cc1311be-b599-4759-9be0-a23b78efdbb0'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:17:01.571696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:01.574279 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event deleted for resources: {'Port': ['ID=f2ee5283-5cec-4981-b9e8-a9c994b98e97,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:01.576772 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] No DVR routers for this DVR port f2ee5283-5cec-4981-b9e8-a9c994b98e97 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:17:01.600217 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-8fce6ec7-4e5b-4896-a271-4fba5b5563aa', 'network_id': '8fce6ec7-4e5b-4896-a271-4fba5b5563aa', 'tenant_id': '83a9c8497c0340b592c7b83c8a606a70', 'fixed_ips': [{'subnet_id': 'db536e48-6cd3-4de4-8852-c8f3102660d3'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:17:01.601553 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:01.625447 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ad89145f-44ac-4fec-816c-e8b5fa0819f6 None None] Provisioning for port 1e95c35e-f033-4abf-a788-dd7f8e434a34 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:01.640650 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:01.641007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:01.642153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:01.642561 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:01.642933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:01.643313 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:01.643659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:01.644051 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:01.644427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:01.644792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:01.645166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:01.648968 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Allocated IP 2001:db8::2dc (94f65012-c9a2-48d0-8397-e7aa726e9636/91840dad-f416-4deb-9032-5518fca78a45/3f04b5de-3f16-42dd-bbf4-06603c061cc9) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:01.735806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:01.762493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed08d74e-776e-45be-b13b-20236ada0fd4']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:01.821442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c885dd01-074e-4af0-8ecf-c416beeb3ced') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:01.821739 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c885dd01-074e-4af0-8ecf-c416beeb3ced') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:01.839836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:01.865173 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:01.875237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:01.875647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:01.890242 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:01.893856 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 1e95c35e-f033-4abf-a788-dd7f8e434a34 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:01.912858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 1e95c35e-f033-4abf-a788-dd7f8e434a34 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:01.913227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.057973 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761251209373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6885907'] for subnet, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.080155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5418684b-30c1-412e-bab4-c8f1224abcf4 None None] DHCP port deletion for ed08d74e-776e-45be-b13b-20236ada0fd4 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:17:02.087994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d9e89-2832-41d3-b979-0659b6f76860 req-a89d410e-f8d2-482e-be64-00d62f1169b0 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:02.090060 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f71d9e89-2832-41d3-b979-0659b6f76860 req-a89d410e-f8d2-482e-be64-00d62f1169b0 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.3600554 May 09 13:17:02.091787 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.111380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.139373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Pushing event deleted for resources: {'Network': ['ID=ed08d74e-776e-45be-b13b-20236ada0fd4,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:02.148841 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f22533b3-6daa-4c78-b3f0-2d56a8bda812 tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "DELETE /v2.0/networks/ed08d74e-776e-45be-b13b-20236ada0fd4 HTTP/1.1" status: 204 len: 168 time: 1.6394913 May 09 13:17:02.148841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49990) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:02.201499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b345453d-a3fc-4598-af79-95f5bba0694a tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Synchronizing usage tracker for tenant:1a3737fc5492450093d4ad19cadfc28e on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:02.221801 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f71d9e89-2832-41d3-b979-0659b6f76860 req-439c43bd-5140-43be-bcc7-628d3d2d0d44 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116910 May 09 13:17:02.230150 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b345453d-a3fc-4598-af79-95f5bba0694a tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Unset dirty status for tenant:1a3737fc5492450093d4ad19cadfc28e on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:02.234711 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b345453d-a3fc-4598-af79-95f5bba0694a tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "GET /v2.0/ports?device_id=67075806-32b6-4866-83a0-a0426c997a91 HTTP/1.1" status: 200 len: 205 time: 0.0836065 May 09 13:17:02.235007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 49994) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:02.329915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.338668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:02.339467 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.343774 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "PUT /v2.0/subnets/db536e48-6cd3-4de4-8852-c8f3102660d3 HTTP/1.1" status: 200 len: 806 time: 1.5841005 May 09 13:17:02.352474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50000) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:02.380083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Allocated IP 2001:db8::2 (aeff3162-0a81-4ece-b9b7-fe615fb2268a/cc1311be-b599-4759-9be0-a23b78efdbb0/42b97ff5-43f0-4ce0-b9b3-e2f367d72375) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:02.382662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Subnet': ['ID=db536e48-6cd3-4de4-8852-c8f3102660d3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:02.411566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f12dc21-6974-4595-b710-a5dc65eab32d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.420680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Allocated IP 172.20.0.2 (8fce6ec7-4e5b-4896-a271-4fba5b5563aa/db536e48-6cd3-4de4-8852-c8f3102660d3/064949fe-60da-4497-9613-12a659f092c9) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:02.439879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Allocated IP 172.21.0.2 (150cd4c8-b305-4fb8-8258-ec13b3dfd0f6/b93a95ac-30eb-40cf-b838-50e29cfb4cb2/de7c9b13-97f5-45fe-9f8b-838c65d14d86) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:02.492300 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:02.492649 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:02.492965 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:02.493408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:02.494068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:02.494068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:02.494403 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:02.494855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:02.495358 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:02.495536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:02.495841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf45cc-7af8-48eb-9a8b-7d01263b4df0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:02.593180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.640502 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.657716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.753149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.809913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e970907-1548-4273-8733-2f66001f558c req-266b56f0-744f-4d89-b028-9c1f4dd93c79 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:02.812599 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7e970907-1548-4273-8733-2f66001f558c req-266b56f0-744f-4d89-b028-9c1f4dd93c79 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4097641 May 09 13:17:02.813669 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.839165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Subnet': ['ID=4f9bde1e-b65e-4330-8a18-53fd6a47c67e,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:02.864004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Network 94f65012-c9a2-48d0-8397-e7aa726e9636 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:02.867745 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event updated for resources: {'Port': ['ID=3f04b5de-3f16-42dd-bbf4-06603c061cc9,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:02.924903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:02.970139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f12dc21-6974-4595-b710-a5dc65eab32d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.985954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f12dc21-6974-4595-b710-a5dc65eab32d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:02.996959 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7e970907-1548-4273-8733-2f66001f558c req-4a72e4af-54d5-4d0b-9ca0-2389bc3dfc02 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159611 May 09 13:17:03.014947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:03.025073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f12dc21-6974-4595-b710-a5dc65eab32d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.026451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f12dc21-6974-4595-b710-a5dc65eab32d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Fanout notify agent at l3_agent the message router_deleted on router 67075806-32b6-4866-83a0-a0426c997a91 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:17:03.041867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f12dc21-6974-4595-b710-a5dc65eab32d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.045323 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0f12dc21-6974-4595-b710-a5dc65eab32d tempest-RoutersNegativeIpV6Test-1237539708 tempest-RoutersNegativeIpV6Test-1237539708-project] 10.222.0.44 "DELETE /v2.0/routers/67075806-32b6-4866-83a0-a0426c997a91 HTTP/1.1" status: 204 len: 168 time: 0.8070896 May 09 13:17:03.092737 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 1e95c35e-f033-4abf-a788-dd7f8e434a34, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1e95c35e-f033-4abf-a788-dd7f8e434a34,segment=NetworkSegment(f39b48cf-9e85-481d-b01f-c8b42ce381fb),segment_id=f39b48cf-9e85-481d-b01f-c8b42ce381fb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:03.100223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.109218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.251591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Transition to ACTIVE for port object de7c9b13-97f5-45fe-9f8b-838c65d14d86 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:03.318332 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Transition to ACTIVE for port object de7c9b13-97f5-45fe-9f8b-838c65d14d86 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:03.334575 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f2ee5283-5cec-4981-b9e8-a9c994b98e97 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:03.404405 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: f2ee5283-5cec-4981-b9e8-a9c994b98e97 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:17:03.405798 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f2ee5283-5cec-4981-b9e8-a9c994b98e97 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:17:03.415079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Checking segment: {'id': '839419fd-2589-4698-8ada-7d98e6e8b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '870ab1a8-13fd-4a2f-88bc-a9861ec3b676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:03.415621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network hostable DHCP agents. Network: 870ab1a8-13fd-4a2f-88bc-a9861ec3b676, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:17:03.467108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.490874 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d73dc-2136-4a20-98e6-df727f9b9dfc req-a6c3f283-8635-405d-81ba-24734ce296eb tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:03.496293 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-190d73dc-2136-4a20-98e6-df727f9b9dfc req-a6c3f283-8635-405d-81ba-24734ce296eb tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.1821127 May 09 13:17:03.546724 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.557329 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Network 150cd4c8-b305-4fb8-8258-ec13b3dfd0f6 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:03.570574 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:03.573546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:03.582619 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=1e95c35e-f033-4abf-a788-dd7f8e434a34,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:03.631332 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-190d73dc-2136-4a20-98e6-df727f9b9dfc req-c3e0dc7a-a477-4e9a-9b14-5ed297117b40 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270502 May 09 13:17:03.738639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Pushing event updated for resources: {'Port': ['ID=de7c9b13-97f5-45fe-9f8b-838c65d14d86,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:03.743817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network 870ab1a8-13fd-4a2f-88bc-a9861ec3b676 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:17:03.770396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 870ab1a8-13fd-4a2f-88bc-a9861ec3b676) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:03.782697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:03.783268 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.803190 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c691363-6914-45e6-870c-b1a293bf6a0f None None] Network 870ab1a8-13fd-4a2f-88bc-a9861ec3b676 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:03.813877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50012) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:03.836189 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:03.836549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:03.836880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:03.837216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:03.837538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:03.838379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:03.838703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:03.839025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:03.839347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:03.839666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:03.839986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:03.853565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.869028 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c6addded-487f-4e16-8632-a305c28c937f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3861709 May 09 13:17:03.870498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Allocated IP 172.20.0.1 (a3129d24-590a-43e0-a87b-7b437ac94920/d8cfc572-0e18-4dd9-905b-0483d21626dd/294f0a41-5f2a-4cb9-b208-0fcce751ddf0) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:03.871308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50018) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:03.877740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cb40e010-def3-418b-aba2-d6fa4a716659 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1776308569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:03.884969 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cb40e010-def3-418b-aba2-d6fa4a716659 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:03.889550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cb40e010-def3-418b-aba2-d6fa4a716659 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:router and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:03.893455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cb40e010-def3-418b-aba2-d6fa4a716659 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:03.899902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cb40e010-def3-418b-aba2-d6fa4a716659 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:03.913682 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb40e010-def3-418b-aba2-d6fa4a716659 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.915417 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.915759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb40e010-def3-418b-aba2-d6fa4a716659 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.916823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.919556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.939543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Transition to ACTIVE for port object 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:03.941275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb40e010-def3-418b-aba2-d6fa4a716659 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.956100 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Attempting to bind port de7c9b13-97f5-45fe-9f8b-838c65d14d86 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:17:03.956614 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Attempting to bind port de7c9b13-97f5-45fe-9f8b-838c65d14d86 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '9c50f375-8087-49c7-8fa6-04f33a7e38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150cd4c8-b305-4fb8-8258-ec13b3dfd0f6'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:17:03.956814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Attempting to bind port de7c9b13-97f5-45fe-9f8b-838c65d14d86 on network 150cd4c8-b305-4fb8-8258-ec13b3dfd0f6 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:17:03.965698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb40e010-def3-418b-aba2-d6fa4a716659 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.973122 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Transition to ACTIVE for port object 064949fe-60da-4497-9613-12a659f092c9 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:03.988304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e14710fd-5b2a-4e2c-b857-715ae4968b4e None None] Provisioning complete for port 1e95c35e-f033-4abf-a788-dd7f8e434a34 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:03.988730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e14710fd-5b2a-4e2c-b857-715ae4968b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.992499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb40e010-def3-418b-aba2-d6fa4a716659 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:03.993986 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cb40e010-def3-418b-aba2-d6fa4a716659 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1214950 May 09 13:17:03.996834 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50022) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:04.029807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Transition to ACTIVE for port object 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:04.042837 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:17:04.043206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Checking segment: {'id': '9c50f375-8087-49c7-8fa6-04f33a7e38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150cd4c8-b305-4fb8-8258-ec13b3dfd0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:04.043603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.043996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Bound using segment: {'id': '9c50f375-8087-49c7-8fa6-04f33a7e38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150cd4c8-b305-4fb8-8258-ec13b3dfd0f6'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:17:04.044463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Bound port: de7c9b13-97f5-45fe-9f8b-838c65d14d86, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c50f375-8087-49c7-8fa6-04f33a7e38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150cd4c8-b305-4fb8-8258-ec13b3dfd0f6'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:17:04.044831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.081450 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.100972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Transition to ACTIVE for port object 064949fe-60da-4497-9613-12a659f092c9 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:04.184754 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.191625 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.204013 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2098b187-a104-45ae-acd4-362091c42e06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a3737fc5492450093d4ad19cadfc28e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3883283 May 09 13:17:04.206153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50026) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:04.208486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Transition to ACTIVE for port object 294f0a41-5f2a-4cb9-b208-0fcce751ddf0 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:04.230577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.283124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Subnet': ['ID=db536e48-6cd3-4de4-8852-c8f3102660d3,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:04.308063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.328607 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Pushing event updated for resources: {'Port': ['ID=42b97ff5-43f0-4ce0-b9b3-e2f367d72375,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:04.336457 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Network aeff3162-0a81-4ece-b9b7-fe615fb2268a is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:04.377109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:04.390584 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:04.417204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Network 8fce6ec7-4e5b-4896-a271-4fba5b5563aa is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:04.452252 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:04.466964 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:04.497291 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network a3129d24-590a-43e0-a87b-7b437ac94920 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:04.502616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.518047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:04.529695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:04.552396 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-870ab1a8-13fd-4a2f-88bc-a9861ec3b676', 'network_id': '870ab1a8-13fd-4a2f-88bc-a9861ec3b676', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'fixed_ips': [{'subnet_id': '4f9bde1e-b65e-4330-8a18-53fd6a47c67e'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:17:04.553391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.568032 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=294f0a41-5f2a-4cb9-b208-0fcce751ddf0,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:04.570091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] For port de7c9b13-97f5-45fe-9f8b-838c65d14d86, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:17:04.581951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Pushing event updated for resources: {'Port': ['ID=064949fe-60da-4497-9613-12a659f092c9,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:04.584050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9dcfeec0-19d3-452b-8417-cac1ae377b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.622531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fce6ec7-4e5b-4896-a271-4fba5b5563aa']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:04.660760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5c5520-b012-4dc7-8e9c-d59c83f501b0') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:04.661127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5c5520-b012-4dc7-8e9c-d59c83f501b0') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:04.678360 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.699187 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.706278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.706482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] For port de7c9b13-97f5-45fe-9f8b-838c65d14d86, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=de7c9b13-97f5-45fe-9f8b-838c65d14d86,segment=NetworkSegment(9c50f375-8087-49c7-8fa6-04f33a7e38f5),segment_id=9c50f375-8087-49c7-8fa6-04f33a7e38f5)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:17:04.723221 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:04.723676 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.783070 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:04.819077 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:04.823125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Attempting to bind port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:17:04.823493 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Attempting to bind port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '3b60cf1e-41a7-4a44-86da-9accd382037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aeff3162-0a81-4ece-b9b7-fe615fb2268a'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:17:04.823847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Attempting to bind port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 on network aeff3162-0a81-4ece-b9b7-fe615fb2268a {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:17:04.880430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9dcfeec0-19d3-452b-8417-cac1ae377b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.898359 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Attempting to bind port 064949fe-60da-4497-9613-12a659f092c9 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:17:04.898596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.898742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Attempting to bind port 064949fe-60da-4497-9613-12a659f092c9 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'dd5c5520-b012-4dc7-8e9c-d59c83f501b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8fce6ec7-4e5b-4896-a271-4fba5b5563aa'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:17:04.899063 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Attempting to bind port 064949fe-60da-4497-9613-12a659f092c9 on network 8fce6ec7-4e5b-4896-a271-4fba5b5563aa {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:17:04.901241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:17:04.901627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Checking segment: {'id': '3b60cf1e-41a7-4a44-86da-9accd382037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aeff3162-0a81-4ece-b9b7-fe615fb2268a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:04.902024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.902402 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Bound using segment: {'id': '3b60cf1e-41a7-4a44-86da-9accd382037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aeff3162-0a81-4ece-b9b7-fe615fb2268a'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:17:04.902874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Bound port: 42b97ff5-43f0-4ce0-b9b3-e2f367d72375, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b60cf1e-41a7-4a44-86da-9accd382037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aeff3162-0a81-4ece-b9b7-fe615fb2268a'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:17:04.903657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.911359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 13:17:04.911359 dv-neutron-840889-2-hyperv neutron-server[83895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 13:17:04.911359 dv-neutron-840889-2-hyperv neutron-server[83895]: [parameters: {'id': '8fce6ec7-4e5b-4896-a271-4fba5b5563aa'}] May 09 13:17:04.911359 dv-neutron-840889-2-hyperv neutron-server[83895]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:17:04.911754 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:17:04.959288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:17:04.959644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Checking segment: {'id': 'dd5c5520-b012-4dc7-8e9c-d59c83f501b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8fce6ec7-4e5b-4896-a271-4fba5b5563aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:04.960064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.960467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Bound using segment: {'id': 'dd5c5520-b012-4dc7-8e9c-d59c83f501b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8fce6ec7-4e5b-4896-a271-4fba5b5563aa'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:17:04.960937 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Bound port: 064949fe-60da-4497-9613-12a659f092c9, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5c5520-b012-4dc7-8e9c-d59c83f501b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8fce6ec7-4e5b-4896-a271-4fba5b5563aa'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:17:04.961378 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:04.974680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86630ae4-2afa-41ab-a30c-45649e4d4f31 None None] Pushing event updated for resources: {'Port': ['ID=de7c9b13-97f5-45fe-9f8b-838c65d14d86,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:05.015840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ff3897ee-7047-4cfa-83e6-efc284631435 None None] Provisioning for port 294f0a41-5f2a-4cb9-b208-0fcce751ddf0 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:05.035118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Router 64c12786-d49d-4f16-a47e-7ca20bfdbe70 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:17:05.044451 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9dcfeec0-19d3-452b-8417-cac1ae377b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:05.068386 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfeec0-19d3-452b-8417-cac1ae377b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843a3874-ba4d-4ea0-8106-c8304dbe9b0b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:05.072918 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:05.082501 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ff3897ee-7047-4cfa-83e6-efc284631435 None None] Provisioning complete for port 294f0a41-5f2a-4cb9-b208-0fcce751ddf0 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:05.082872 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ff3897ee-7047-4cfa-83e6-efc284631435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:05.091720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Allocated IP 2001:db8::1 (aeff3162-0a81-4ece-b9b7-fe615fb2268a/cc1311be-b599-4759-9be0-a23b78efdbb0/eeb96358-76c0-43d4-993b-f115c41f2c4e) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:05.201937 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9dcfeec0-19d3-452b-8417-cac1ae377b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:05.203328 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9dcfeec0-19d3-452b-8417-cac1ae377b84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/843a3874-ba4d-4ea0-8106-c8304dbe9b0b HTTP/1.1" status: 204 len: 168 time: 0.9967875 May 09 13:17:05.245627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ff3897ee-7047-4cfa-83e6-efc284631435 None None] Port 294f0a41-5f2a-4cb9-b208-0fcce751ddf0 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:05.258622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Allocated IP 2001:db8:1::2 (870ab1a8-13fd-4a2f-88bc-a9861ec3b676/4f9bde1e-b65e-4330-8a18-53fd6a47c67e/90a605d0-d4c3-401c-8f1c-84ea9ed4175f) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:05.267490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1e95c35e-f033-4abf-a788-dd7f8e434a34 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:05.301047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] For port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:17:05.355640 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] For port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=42b97ff5-43f0-4ce0-b9b3-e2f367d72375,segment=NetworkSegment(3b60cf1e-41a7-4a44-86da-9accd382037e),segment_id=3b60cf1e-41a7-4a44-86da-9accd382037e)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:17:05.358810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:05.375766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:05.390089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Transition to ACTIVE for port object eeb96358-76c0-43d4-993b-f115c41f2c4e will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:05.417465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:05.440187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] For port 064949fe-60da-4497-9613-12a659f092c9, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:17:05.507799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network aeff3162-0a81-4ece-b9b7-fe615fb2268a is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:05.511605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:05.514146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:05.514877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:05.529234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=eeb96358-76c0-43d4-993b-f115c41f2c4e,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:05.572847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] For port 064949fe-60da-4497-9613-12a659f092c9, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=064949fe-60da-4497-9613-12a659f092c9,segment=NetworkSegment(dd5c5520-b012-4dc7-8e9c-d59c83f501b0),segment_id=dd5c5520-b012-4dc7-8e9c-d59c83f501b0)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:17:05.593196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:05.615181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:05.640781 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c19682-74bf-4c09-8faa-e51844bf333a None None] Pushing event updated for resources: {'Port': ['ID=42b97ff5-43f0-4ce0-b9b3-e2f367d72375,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:05.679300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:05.744145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Deleting port 064949fe-60da-4497-9613-12a659f092c9 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:05.744419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:05.859293 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 1e95c35e-f033-4abf-a788-dd7f8e434a34 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:05.859666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:05.923272 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713ad98-2529-4c62-a024-d3acec4b6696 None None] Pushing event updated for resources: {'Port': ['ID=064949fe-60da-4497-9613-12a659f092c9,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:05.947993 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5aa651-aab3-42f9-841e-77a73ace69d3 None None] Network 8fce6ec7-4e5b-4896-a271-4fba5b5563aa requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:06.020142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:06.062271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Transition to ACTIVE for port object 90a605d0-d4c3-401c-8f1c-84ea9ed4175f will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:06.142348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Transition to ACTIVE for port object 90a605d0-d4c3-401c-8f1c-84ea9ed4175f will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:06.210392 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] For port 064949fe-60da-4497-9613-12a659f092c9, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=064949fe-60da-4497-9613-12a659f092c9,segment=NetworkSegment(dd5c5520-b012-4dc7-8e9c-d59c83f501b0),segment_id=dd5c5520-b012-4dc7-8e9c-d59c83f501b0)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:06.210760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:06.227378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:06.276810 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:06.404342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:06.411652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:06.413110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:06.435529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Calling delete_port for 064949fe-60da-4497-9613-12a659f092c9 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:06.499372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:06.528482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=eeb96358-76c0-43d4-993b-f115c41f2c4e,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:06.634144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Pushing event updated for resources: {'Port': ['ID=90a605d0-d4c3-401c-8f1c-84ea9ed4175f,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:06.642210 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Network 870ab1a8-13fd-4a2f-88bc-a9861ec3b676 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:06.650929 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:06.652916 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:06.657447 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:06.668509 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] Sync routers for ids ['64c12786-d49d-4f16-a47e-7ca20bfdbe70'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:06.688986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:06.700316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=294f0a41-5f2a-4cb9-b208-0fcce751ddf0,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:06.736520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:06.737948 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b0b6d606-829e-4dab-8953-e1f7e0053efe tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.9503467 May 09 13:17:06.754491 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50048) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:06.770765 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee33ce3-8933-4db9-a41d-5a06cd83fd66 None None] Network 150cd4c8-b305-4fb8-8258-ec13b3dfd0f6 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:06.811880 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50052) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:06.822430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:06.875855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] Routers {'64c12786-d49d-4f16-a47e-7ca20bfdbe70'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:06.876497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['64c12786-d49d-4f16-a47e-7ca20bfdbe70'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:06.878157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network aeff3162-0a81-4ece-b9b7-fe615fb2268a is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:06.879484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:06.942051 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc74a4-c3e0-4434-8e88-5ed1f07c3a61 None None] Network 8fce6ec7-4e5b-4896-a271-4fba5b5563aa requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:07.010493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Port': ['ID=064949fe-60da-4497-9613-12a659f092c9,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:07.022039 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Attempting to bind port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:17:07.022401 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Attempting to bind port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '839419fd-2589-4698-8ada-7d98e6e8b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '870ab1a8-13fd-4a2f-88bc-a9861ec3b676'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:17:07.022739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Attempting to bind port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f on network 870ab1a8-13fd-4a2f-88bc-a9861ec3b676 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:17:07.036001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No DVR routers for this DVR port 064949fe-60da-4497-9613-12a659f092c9 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:17:07.044707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group': {'name': 'tempest-secgroup--578064098'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:07.065681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:07.072716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:07.077247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:07.087793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:07.132890 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:17:07.133246 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Checking segment: {'id': '839419fd-2589-4698-8ada-7d98e6e8b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '870ab1a8-13fd-4a2f-88bc-a9861ec3b676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:07.133664 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:07.134178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Bound using segment: {'id': '839419fd-2589-4698-8ada-7d98e6e8b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '870ab1a8-13fd-4a2f-88bc-a9861ec3b676'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:17:07.135185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Bound port: 90a605d0-d4c3-401c-8f1c-84ea9ed4175f, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839419fd-2589-4698-8ada-7d98e6e8b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '870ab1a8-13fd-4a2f-88bc-a9861ec3b676'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:17:07.135553 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:07.166671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-444a91be-8601-4d1f-960f-457cf71860f9 None None] Provisioning for port de7c9b13-97f5-45fe-9f8b-838c65d14d86 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:07.171702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:07.205160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:07.232790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network a3129d24-590a-43e0-a87b-7b437ac94920 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:07.237365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:07.352430 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:07.365773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:07.372023 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:07.380889 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:07.474083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:07.522091 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:07.529530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:07.543908 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router a18ee48c-7f37-46eb-9367-8fb576cbf563 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:17:07.596512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:07.603092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:07.607544 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115d8ed4-d4a0-4d57-b42b-4b657fe20981,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:07.610203 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:07.615788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb6da3a-96bc-4cbd-a137-dc13a6b85d5d None None] Network aeff3162-0a81-4ece-b9b7-fe615fb2268a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:07.643938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:07.645896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] Set router 64c12786-d49d-4f16-a47e-7ca20bfdbe70 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:17:07.684284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fce6ec7-4e5b-4896-a271-4fba5b5563aa']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:07.704148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5c5520-b012-4dc7-8e9c-d59c83f501b0') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:07.704600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5c5520-b012-4dc7-8e9c-d59c83f501b0') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:07.713634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:07.723566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:07.759716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:07.823042 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:07.823471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:07.843658 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:07.860199 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] For port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:17:07.875711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:07.885784 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:07.910839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] For port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=90a605d0-d4c3-401c-8f1c-84ea9ed4175f,segment=NetworkSegment(839419fd-2589-4698-8ada-7d98e6e8b070),segment_id=839419fd-2589-4698-8ada-7d98e6e8b070)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:17:07.939470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:07.942095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea835c47-7bfc-4f49-8ff3-5a15ca3a0a3d,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:07.948948 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2251b079-dbc6-4c52-ad82-9810e8a64aec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/a18ee48c-7f37-46eb-9367-8fb576cbf563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9507930 May 09 13:17:07.950890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:07.952217 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-493e7a87-2589-4b1f-9d02-e39610e0efbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1390181 May 09 13:17:07.952793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50060) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:07.955387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50062) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:07.961292 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d185daba-aaaa-43e1-ba6d-2a4701f905b1 None None] Sync routers for ids ['a18ee48c-7f37-46eb-9367-8fb576cbf563'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:07.982180 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d185daba-aaaa-43e1-ba6d-2a4701f905b1 None None] Routers {'a18ee48c-7f37-46eb-9367-8fb576cbf563'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:07.982944 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d185daba-aaaa-43e1-ba6d-2a4701f905b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a18ee48c-7f37-46eb-9367-8fb576cbf563'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:07.987566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7cc0e582-e284-4c82-bd3a-3d97ba4459c4 None None] Provisioning for port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:07.996138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.017674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.022450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.058775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Network': ['ID=8fce6ec7-4e5b-4896-a271-4fba5b5563aa,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:08.066395 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6530f27c-1439-4648-aced-3e31799971f3 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/8fce6ec7-4e5b-4896-a271-4fba5b5563aa HTTP/1.1" status: 204 len: 168 time: 5.7112167 May 09 13:17:08.069244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50068) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:08.083640 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d185daba-aaaa-43e1-ba6d-2a4701f905b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:08.105291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5870fb-5242-41cb-a65a-207bb22ed20d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:08.105557 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2dc515-15be-4109-b010-6cfc15d7fe30 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:08.105924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2dc515-15be-4109-b010-6cfc15d7fe30 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:08.106038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1f5870fb-5242-41cb-a65a-207bb22ed20d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Synchronizing usage tracker for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:08.107515 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3c2dc515-15be-4109-b010-6cfc15d7fe30 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/8fce6ec7-4e5b-4896-a271-4fba5b5563aa HTTP/1.1" status: 404 len: 339 time: 0.0373724 May 09 13:17:08.111128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.111619 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d185daba-aaaa-43e1-ba6d-2a4701f905b1 None None] Routers {'a18ee48c-7f37-46eb-9367-8fb576cbf563'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:08.112382 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d185daba-aaaa-43e1-ba6d-2a4701f905b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a18ee48c-7f37-46eb-9367-8fb576cbf563'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:08.117415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50072) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:08.133528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2108049646', 'description': 'd1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:08.133827 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:08.147181 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:08.159997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:network and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:08.165074 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:08.177247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:08.177748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:08.177891 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.188477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f3481daf-cc81-4a21-a119-27991df84c7d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:08.196199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1f5870fb-5242-41cb-a65a-207bb22ed20d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Unset dirty status for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:08.198018 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1f5870fb-5242-41cb-a65a-207bb22ed20d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports/eeb96358-76c0-43d4-993b-f115c41f2c4e HTTP/1.1" status: 200 len: 911 time: 0.2436769 May 09 13:17:08.201012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50076) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:08.246889 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d185daba-aaaa-43e1-ba6d-2a4701f905b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:08.248371 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d185daba-aaaa-43e1-ba6d-2a4701f905b1 None None] The sync data for ids ['a18ee48c-7f37-46eb-9367-8fb576cbf563'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:08.309348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:08.312178 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.325894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 231d44b2-cca3-4137-a4d0-45e4702a52f1 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:17:08.339267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9abee3-55f2-4bc7-86ab-aafb2a1e4abc None None] Pushing event updated for resources: {'Port': ['ID=90a605d0-d4c3-401c-8f1c-84ea9ed4175f,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:08.394643 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f3481daf-cc81-4a21-a119-27991df84c7d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:08.396376 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f3481daf-cc81-4a21-a119-27991df84c7d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4398737 May 09 13:17:08.399920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50080) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:08.417244 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7cc0e582-e284-4c82-bd3a-3d97ba4459c4 None None] Provisioning complete for port 294f0a41-5f2a-4cb9-b208-0fcce751ddf0 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:08.425132 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e582-e284-4c82-bd3a-3d97ba4459c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.434007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-51eedd52-6319-4657-b3cc-776b526bcb73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group': {'name': 'tempest-security--1902687166', 'description': 'tempest-security-description-141661597'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:08.506919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:17:08.529782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.530453 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Added segment 260c3872-3468-4c11-9b8b-7824ced9d84b of type vlan for network 5ddd69d6-3681-437e-ab6d-638bff8aaf60 May 09 13:17:08.532452 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-51eedd52-6319-4657-b3cc-776b526bcb73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.557681 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7cc0e582-e284-4c82-bd3a-3d97ba4459c4 None None] Port 294f0a41-5f2a-4cb9-b208-0fcce751ddf0 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:08.592439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-51eedd52-6319-4657-b3cc-776b526bcb73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.601817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-51eedd52-6319-4657-b3cc-776b526bcb73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.622676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-51eedd52-6319-4657-b3cc-776b526bcb73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.626144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.628390 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-51eedd52-6319-4657-b3cc-776b526bcb73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "PUT /v2.0/security-groups/ea835c47-7bfc-4f49-8ff3-5a15ca3a0a3d HTTP/1.1" status: 200 len: 1611 time: 0.2256958 May 09 13:17:08.630199 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50084) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:08.679168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.695773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eedd52-6319-4657-b3cc-776b526bcb73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea835c47-7bfc-4f49-8ff3-5a15ca3a0a3d,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:08.703423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.704168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:08.717866 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0f30c3f1-fd8b-471f-bd97-9b980a367726 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/231d44b2-cca3-4137-a4d0-45e4702a52f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6003060 May 09 13:17:08.718441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50088) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:08.719176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Deleting port 3f04b5de-3f16-42dd-bbf4-06603c061cc9 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:08.719950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.735005 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51c0992-306f-4380-a7bf-e87f4c45075f None None] Sync routers for ids ['231d44b2-cca3-4137-a4d0-45e4702a52f1'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:08.765393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c12786-d49d-4f16-a47e-7ca20bfdbe70', 'name': '', 'tenant_id': '63f6d4efea9d4fa0861f54d134065c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94f65012-c9a2-48d0-8397-e7aa726e9636', 'external_fixed_ips': [{'subnet_id': '91840dad-f416-4deb-9032-5518fca78a45', 'ip_address': '2001:db8::2dc'}], 'enable_snat': True}, 'gw_port_id': '3f04b5de-3f16-42dd-bbf4-06603c061cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:16:59Z', 'updated_at': '2022-05-09T13:17:03Z', 'revision_number': 3, 'project_id': '63f6d4efea9d4fa0861f54d134065c2b', 'gw_port': {'id': '3f04b5de-3f16-42dd-bbf4-06603c061cc9', 'name': '', 'network_id': '94f65012-c9a2-48d0-8397-e7aa726e9636', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c12786-d49d-4f16-a47e-7ca20bfdbe70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '91840dad-f416-4deb-9032-5518fca78a45', 'ip_address': '2001:db8::2dc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:17:00Z', 'updated_at': '2022-05-09T13:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91840dad-f416-4deb-9032-5518fca78a45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:08.782762 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] Checking router: 64c12786-d49d-4f16-a47e-7ca20bfdbe70 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:17:08.783473 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] Updating router 64c12786-d49d-4f16-a47e-7ca20bfdbe70 port 3f04b5de-3f16-42dd-bbf4-06603c061cc9 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:17:08.801161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542ead3c-9aa6-4a04-b9f5-4c53b747fffb tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:08.802630 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-542ead3c-9aa6-4a04-b9f5-4c53b747fffb tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports/294f0a41-5f2a-4cb9-b208-0fcce751ddf0 HTTP/1.1" status: 200 len: 910 time: 0.0832632 May 09 13:17:08.807981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50092) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:08.834529 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c0992-306f-4380-a7bf-e87f4c45075f None None] Routers {'231d44b2-cca3-4137-a4d0-45e4702a52f1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:08.835359 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a51c0992-306f-4380-a7bf-e87f4c45075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['231d44b2-cca3-4137-a4d0-45e4702a52f1'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:08.888750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=42b97ff5-43f0-4ce0-b9b3-e2f367d72375,segment=NetworkSegment(3b60cf1e-41a7-4a44-86da-9accd382037e),segment_id=3b60cf1e-41a7-4a44-86da-9accd382037e)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:08.925419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a51c0992-306f-4380-a7bf-e87f4c45075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:08.927623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:08.928991 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device de7c9b13-97f5-45fe-9f8b-838c65d14d86 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:08.933035 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1ae96601-df9f-45d2-be29-87a9b1070c74 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-groups/ea835c47-7bfc-4f49-8ff3-5a15ca3a0a3d HTTP/1.1" status: 200 len: 1611 time: 0.3013566 May 09 13:17:08.970741 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:09.019069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:09.115621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50096) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:09.129523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Calling delete_port for 3f04b5de-3f16-42dd-bbf4-06603c061cc9 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:09.139754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c0992-306f-4380-a7bf-e87f4c45075f None None] Routers {'231d44b2-cca3-4137-a4d0-45e4702a52f1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:09.140607 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a51c0992-306f-4380-a7bf-e87f4c45075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['231d44b2-cca3-4137-a4d0-45e4702a52f1'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:09.147408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:09.151744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:09.152156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:09.234824 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=42b97ff5-43f0-4ce0-b9b3-e2f367d72375,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:09.311150 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a51c0992-306f-4380-a7bf-e87f4c45075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:09.312117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51c0992-306f-4380-a7bf-e87f4c45075f None None] The sync data for ids ['231d44b2-cca3-4137-a4d0-45e4702a52f1'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:09.339831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:09.372294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port de7c9b13-97f5-45fe-9f8b-838c65d14d86 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:09.381172 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-02489715-d608-40b7-ba05-381b924ce89c None None] Provisioning complete for port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:09.381581 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02489715-d608-40b7-ba05-381b924ce89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:09.420323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port de7c9b13-97f5-45fe-9f8b-838c65d14d86 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:09.420323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:09.438817 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3202999 May 09 13:17:09.448403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50102) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:09.504172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d912156-286d-46b4-bc07-2b09f9ffd140 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=5ddd69d6-3681-437e-ab6d-638bff8aaf60,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:09.562903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f04b5de-3f16-42dd-bbf4-06603c061cc9,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:09.651600 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 5ddd69d6-3681-437e-ab6d-638bff8aaf60 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:17:09.690372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df8fc5d1-435d-42d4-b3c5-b63118b6df04 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:09.759469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f9b411-9b45-42ad-be77-bcd7da613aee None None] Network 870ab1a8-13fd-4a2f-88bc-a9861ec3b676 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:09.841977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaaded3-bca1-4526-a6e1-7f6ea4300f0a tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:09.842474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1eaaded3-bca1-4526-a6e1-7f6ea4300f0a tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Synchronizing usage tracker for tenant:83a9c8497c0340b592c7b83c8a606a70 on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:09.844460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:09.868117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df8fc5d1-435d-42d4-b3c5-b63118b6df04 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:09.985746 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1eaaded3-bca1-4526-a6e1-7f6ea4300f0a tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Unset dirty status for tenant:83a9c8497c0340b592c7b83c8a606a70 on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:09.989115 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1eaaded3-bca1-4526-a6e1-7f6ea4300f0a tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "GET /v2.0/networks?id=5ddd69d6-3681-437e-ab6d-638bff8aaf60 HTTP/1.1" status: 200 len: 761 time: 0.5246584 May 09 13:17:10.001502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50108) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:10.064343 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-20b5a249-b273-4f25-8b7a-f1cd15b3846b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'description': 'd2'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:10.111690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.115895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.129615 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.145044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.145939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64c12786-d49d-4f16-a47e-7ca20bfdbe70 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:17:10.158399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.162048 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-07db5f4b-bf74-418b-963f-fb35808c4fdf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "DELETE /v2.0/routers/64c12786-d49d-4f16-a47e-7ca20bfdbe70 HTTP/1.1" status: 204 len: 168 time: 3.4041207 May 09 13:17:10.165138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50112) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:10.165328 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1056061e-f698-4e45-9837-0867a08f0035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.194893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:17:10.195367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:17:10.205242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df8fc5d1-435d-42d4-b3c5-b63118b6df04 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.223407 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-feccf358-171e-4b91-99da-7984bd8d46aa tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Deleting subnet 91840dad-f416-4deb-9032-5518fca78a45 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:17:10.226106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fc5d1-435d-42d4-b3c5-b63118b6df04 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea835c47-7bfc-4f49-8ff3-5a15ca3a0a3d,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:10.226279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-feccf358-171e-4b91-99da-7984bd8d46aa tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.252878 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port de7c9b13-97f5-45fe-9f8b-838c65d14d86, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=de7c9b13-97f5-45fe-9f8b-838c65d14d86,segment=NetworkSegment(9c50f375-8087-49c7-8fa6-04f33a7e38f5),segment_id=9c50f375-8087-49c7-8fa6-04f33a7e38f5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:10.257777 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-02489715-d608-40b7-ba05-381b924ce89c None None] Provisioning for port eeb96358-76c0-43d4-993b-f115c41f2c4e completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:10.265752 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.281503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-feccf358-171e-4b91-99da-7984bd8d46aa tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.352747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-feccf358-171e-4b91-99da-7984bd8d46aa tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.357033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df8fc5d1-435d-42d4-b3c5-b63118b6df04 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.360828 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-df8fc5d1-435d-42d4-b3c5-b63118b6df04 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-groups/ea835c47-7bfc-4f49-8ff3-5a15ca3a0a3d HTTP/1.1" status: 204 len: 168 time: 1.2392762 May 09 13:17:10.361445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-02489715-d608-40b7-ba05-381b924ce89c None None] Provisioning complete for port eeb96358-76c0-43d4-993b-f115c41f2c4e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:10.361971 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02489715-d608-40b7-ba05-381b924ce89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.386137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50116) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:10.456397 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-02489715-d608-40b7-ba05-381b924ce89c None None] Port eeb96358-76c0-43d4-993b-f115c41f2c4e cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:10.459288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=de7c9b13-97f5-45fe-9f8b-838c65d14d86,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:10.463263 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4277c5e3-48b1-4e78-ac98-005f98d88248 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0768511 May 09 13:17:10.465519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50120) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:10.487329 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-3bb8d14c-7b5f-4a8d-b1bf-537f5b4445cc tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] delete failed (client error): The resource could not be found. May 09 13:17:10.493403 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3bb8d14c-7b5f-4a8d-b1bf-537f5b4445cc tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-groups/ea835c47-7bfc-4f49-8ff3-5a15ca3a0a3d HTTP/1.1" status: 404 len: 347 time: 0.0235031 May 09 13:17:10.493648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50124) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:10.501186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group': {'name': 'tempest-secgroup--159066729'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:10.507172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-feccf358-171e-4b91-99da-7984bd8d46aa tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.512476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:10.520785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20b5a249-b273-4f25-8b7a-f1cd15b3846b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.545348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 90a605d0-d4c3-401c-8f1c-84ea9ed4175f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:10.551758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:10.557661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccf358-171e-4b91-99da-7984bd8d46aa tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=91840dad-f416-4deb-9032-5518fca78a45,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:10.558137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20b5a249-b273-4f25-8b7a-f1cd15b3846b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.559365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:10.567970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:10.572978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-feccf358-171e-4b91-99da-7984bd8d46aa tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.583590 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-feccf358-171e-4b91-99da-7984bd8d46aa tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/91840dad-f416-4deb-9032-5518fca78a45 HTTP/1.1" status: 204 len: 168 time: 0.4202938 May 09 13:17:10.588271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50128) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:10.645717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5c1d32b8-60b0-41c4-9547-012b9779ce13 None None] Provisioning complete for port eeb96358-76c0-43d4-993b-f115c41f2c4e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:10.646089 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5c1d32b8-60b0-41c4-9547-012b9779ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.649238 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20b5a249-b273-4f25-8b7a-f1cd15b3846b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network 5ddd69d6-3681-437e-ab6d-638bff8aaf60 is not hosted by any dhcp agent {{(pid=83894) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 09 13:17:10.652841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b5a249-b273-4f25-8b7a-f1cd15b3846b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:10.653449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20b5a249-b273-4f25-8b7a-f1cd15b3846b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.657364 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-20b5a249-b273-4f25-8b7a-f1cd15b3846b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "PUT /v2.0/networks/5ddd69d6-3681-437e-ab6d-638bff8aaf60 HTTP/1.1" status: 200 len: 758 time: 0.6499329 May 09 13:17:10.709321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.711073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.731285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50132) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:10.744781 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:10.748790 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d32b8-60b0-41c4-9547-012b9779ce13 None None] Port eeb96358-76c0-43d4-993b-f115c41f2c4e cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:10.751942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] Port 3f04b5de-3f16-42dd-bbf4-06603c061cc9 not found while updating agent binding for router 64c12786-d49d-4f16-a47e-7ca20bfdbe70. {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} May 09 13:17:10.756293 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:10.777370 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:17:10.784523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d620c68f-866b-4d0e-8eb4-7ecfef305900 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:17:10.844698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5c1d32b8-60b0-41c4-9547-012b9779ce13 None None] Provisioning for port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:10.875479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5c1d32b8-60b0-41c4-9547-012b9779ce13 None None] Provisioning complete for port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:10.876067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5c1d32b8-60b0-41c4-9547-012b9779ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.928259 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] Routers set() bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:10.928811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] Router IDs set() for agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 09 13:17:10.929596 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_agentschedulers_db [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64c12786-d49d-4f16-a47e-7ca20bfdbe70'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:16:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent'). {{(pid=83896) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 09 13:17:10.930049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e50ea6-1ed6-4289-8286-e616a31182fe tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:10.930515 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ff12f-cc05-4cd0-86d8-2b60a4ab9879 None None] The sync data for ids ['64c12786-d49d-4f16-a47e-7ca20bfdbe70'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:10.930716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f3e50ea6-1ed6-4289-8286-e616a31182fe tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Synchronizing usage tracker for tenant:83a9c8497c0340b592c7b83c8a606a70 on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:10.987683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:10.988249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:11.006789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:11.008271 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5a249-b273-4f25-8b7a-f1cd15b3846b tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=5ddd69d6-3681-437e-ab6d-638bff8aaf60,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:11.014054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:11.022422 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:11.027788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f3e50ea6-1ed6-4289-8286-e616a31182fe tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Unset dirty status for tenant:83a9c8497c0340b592c7b83c8a606a70 on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:11.031897 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f3e50ea6-1ed6-4289-8286-e616a31182fe tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "GET /v2.0/networks?id=5ddd69d6-3681-437e-ab6d-638bff8aaf60 HTTP/1.1" status: 200 len: 761 time: 0.2937932 May 09 13:17:11.032036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 5ddd69d6-3681-437e-ab6d-638bff8aaf60 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:17:11.032522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.044664 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50136) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:11.054904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-438293563'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:11.068875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:11.084198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f65012-c9a2-48d0-8397-e7aa726e9636']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:11.095137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:11.102195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbcc080-b1fa-4b1a-b723-6c7e980c4425') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:11.102482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbcc080-b1fa-4b1a-b723-6c7e980c4425') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:11.123739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.134995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:11.135697 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.153926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:11.156610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.256225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620c68f-866b-4d0e-8eb4-7ecfef305900 None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:17:11.274779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.292555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:11.293020 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:11.306660 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:11.310527 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5c1d32b8-60b0-41c4-9547-012b9779ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.311071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.317364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.402614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:17:11.447792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.448171 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Added segment 39c1eb20-bb15-44aa-aa20-8181d446c36c of type vlan for network 876d95eb-adbb-48b0-b84e-4cc2216dae14 May 09 13:17:11.449247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6236c9c-06ee-4c23-acd4-0e0f55397e5a,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:11.459978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.466406 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c6303d31-e9e4-4296-ba0c-d51c042083ab tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9663014 May 09 13:17:11.466657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50140) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:11.470532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.482423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5c1d32b8-60b0-41c4-9547-012b9779ce13 None None] For port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=90a605d0-d4c3-401c-8f1c-84ea9ed4175f,segment=NetworkSegment(839419fd-2589-4698-8ada-7d98e6e8b070),segment_id=839419fd-2589-4698-8ada-7d98e6e8b070)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:11.482631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d521ef87-e22a-42de-b8c8-cdd507577060 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group_rule': {'security_group_id': 'd6236c9c-06ee-4c23-acd4-0e0f55397e5a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:11.495708 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d521ef87-e22a-42de-b8c8-cdd507577060 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:11.496960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5c1d32b8-60b0-41c4-9547-012b9779ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.498959 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.501129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 94f65012-c9a2-48d0-8397-e7aa726e9636 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 09 13:17:11.506995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.510888 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.515672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d521ef87-e22a-42de-b8c8-cdd507577060 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:11.519986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event deleted for resources: {'Network': ['ID=94f65012-c9a2-48d0-8397-e7aa726e9636,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:11.529039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d521ef87-e22a-42de-b8c8-cdd507577060 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:11.529226 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-63cbf350-fc38-4840-87b7-fad5c03dad47 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "DELETE /v2.0/networks/94f65012-c9a2-48d0-8397-e7aa726e9636 HTTP/1.1" status: 204 len: 168 time: 0.9357688 May 09 13:17:11.542137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d521ef87-e22a-42de-b8c8-cdd507577060 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:11.585357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.590211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:11.590888 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.722227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d32b8-60b0-41c4-9547-012b9779ce13 None None] Pushing event updated for resources: {'Port': ['ID=90a605d0-d4c3-401c-8f1c-84ea9ed4175f,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:11.723212 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6775048 May 09 13:17:11.735094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50146) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:11.740708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'subnet': {'network_id': '876d95eb-adbb-48b0-b84e-4cc2216dae14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:11.744679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Allocated IP 2001:db8:1::1 (870ab1a8-13fd-4a2f-88bc-a9861ec3b676/4f9bde1e-b65e-4330-8a18-53fd6a47c67e/7d52e51f-831e-49ff-b024-17eca653c883) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:11.754023 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3a706530-c712-447b-8c83-4adeab14ffd0 None None] Provisioning complete for port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:11.754546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a706530-c712-447b-8c83-4adeab14ffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.829975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a330469-856f-4b25-bd97-fd577455a0ac tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=876d95eb-adbb-48b0-b84e-4cc2216dae14,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:11.840783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d521ef87-e22a-42de-b8c8-cdd507577060 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:11.851029 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 876d95eb-adbb-48b0-b84e-4cc2216dae14 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:17:11.901380 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:11.911060 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:subnet and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:11.914001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:11.930364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:11.949285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:12.051605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50154) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:12.073181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b3da4dc9-8487-435d-9eab-35cc99edb5b0 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Request body: {'router': {'name': 'tempest-router--1195425245', 'project_id': 'b861eec556c74679a53fe98a1e837827'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:12.080319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b3da4dc9-8487-435d-9eab-35cc99edb5b0 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:12.088032 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b3da4dc9-8487-435d-9eab-35cc99edb5b0 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Usage tracker for resource:router and tenant:b861eec556c74679a53fe98a1e837827 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:12.099162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b3da4dc9-8487-435d-9eab-35cc99edb5b0 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:12.109962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b3da4dc9-8487-435d-9eab-35cc99edb5b0 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:12.116587 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.182171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Allocated IP 172.21.0.1 (150cd4c8-b305-4fb8-8258-ec13b3dfd0f6/b93a95ac-30eb-40cf-b838-50e29cfb4cb2/6340d736-1eab-4f8f-b243-ef54987ad9c7) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:12.208912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3da4dc9-8487-435d-9eab-35cc99edb5b0 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.210022 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3da4dc9-8487-435d-9eab-35cc99edb5b0 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.262695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3da4dc9-8487-435d-9eab-35cc99edb5b0 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.287344 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3da4dc9-8487-435d-9eab-35cc99edb5b0 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.344682 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d521ef87-e22a-42de-b8c8-cdd507577060 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.352599 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3da4dc9-8487-435d-9eab-35cc99edb5b0 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.354513 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b3da4dc9-8487-435d-9eab-35cc99edb5b0 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3018668 May 09 13:17:12.357321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50158) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:12.360266 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 90a605d0-d4c3-401c-8f1c-84ea9ed4175f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:12.363449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d521ef87-e22a-42de-b8c8-cdd507577060 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.403331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.429201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-039d73e8-a23c-407a-950e-de4f89f14cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.429415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521ef87-e22a-42de-b8c8-cdd507577060 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de807e52-161d-4547-a84d-b6e73a2f7700,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:12.450762 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:12.451152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.464229 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Transition to ACTIVE for port object 7d52e51f-831e-49ff-b024-17eca653c883 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:12.468341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d521ef87-e22a-42de-b8c8-cdd507577060 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.469519 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d521ef87-e22a-42de-b8c8-cdd507577060 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0002980 May 09 13:17:12.472563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.480113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50162) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:12.513713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Transition to ACTIVE for port object 6340d736-1eab-4f8f-b243-ef54987ad9c7 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:12.522673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.560536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f0c65a87-c1b3-4a1b-9be4-3af004aa656a tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.578805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10624ae1-2e5f-4bf2-95fd-1e8db4bfcf07 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.580148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device de7c9b13-97f5-45fe-9f8b-838c65d14d86 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:12.590206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.604307 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.657425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10624ae1-2e5f-4bf2-95fd-1e8db4bfcf07 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.710091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port de7c9b13-97f5-45fe-9f8b-838c65d14d86 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:12.710091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.725019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Subnet': ['ID=78b59408-b1a4-48bd-ab95-7085f47004fe,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:12.744665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking segment: {'id': '39c1eb20-bb15-44aa-aa20-8181d446c36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '876d95eb-adbb-48b0-b84e-4cc2216dae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:12.744964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network hostable DHCP agents. Network: 876d95eb-adbb-48b0-b84e-4cc2216dae14, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:17:12.816543 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 150cd4c8-b305-4fb8-8258-ec13b3dfd0f6 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:12.832789 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:12.835462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:12.884396 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network 870ab1a8-13fd-4a2f-88bc-a9861ec3b676 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:12.889963 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=6340d736-1eab-4f8f-b243-ef54987ad9c7,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:12.932291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:12.934929 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:12.935648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:12.992994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10624ae1-2e5f-4bf2-95fd-1e8db4bfcf07 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.025345 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10624ae1-2e5f-4bf2-95fd-1e8db4bfcf07 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de807e52-161d-4547-a84d-b6e73a2f7700,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:13.036347 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.038837 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=7d52e51f-831e-49ff-b024-17eca653c883,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:13.044646 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10624ae1-2e5f-4bf2-95fd-1e8db4bfcf07 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.048523 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-10624ae1-2e5f-4bf2-95fd-1e8db4bfcf07 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/de807e52-161d-4547-a84d-b6e73a2f7700 HTTP/1.1" status: 204 len: 168 time: 0.5673523 May 09 13:17:13.049666 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50166) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:13.128864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f0c65a87-c1b3-4a1b-9be4-3af004aa656a tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.131106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network 876d95eb-adbb-48b0-b84e-4cc2216dae14 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:17:13.133310 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b0bb8556-28e6-430b-84fb-112f5821923f None None] Provisioning for port 6340d736-1eab-4f8f-b243-ef54987ad9c7 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:13.139953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b0bb8556-28e6-430b-84fb-112f5821923f None None] Provisioning complete for port 6340d736-1eab-4f8f-b243-ef54987ad9c7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:13.140841 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b0bb8556-28e6-430b-84fb-112f5821923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.141124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f0c65a87-c1b3-4a1b-9be4-3af004aa656a tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.147138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 876d95eb-adbb-48b0-b84e-4cc2216dae14) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:13.155137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:13.155950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.185512 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5bf31e-99f9-42f0-a76c-0cce36bb225d None None] Network 876d95eb-adbb-48b0-b84e-4cc2216dae14 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:13.187365 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-715f296e-98fa-4b3d-8b36-86be352b8eab tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4452198 May 09 13:17:13.189079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50170) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:13.220211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f0c65a87-c1b3-4a1b-9be4-3af004aa656a tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.220713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c65a87-c1b3-4a1b-9be4-3af004aa656a tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b54b70d7-bdae-4cb5-a6aa-e397a7387929 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:17:13.234527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.259727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6c6e75b9-fa01-445c-984a-c805210c54d8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:13.265047 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.297962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f0c65a87-c1b3-4a1b-9be4-3af004aa656a tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.299064 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f0c65a87-c1b3-4a1b-9be4-3af004aa656a tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "DELETE /v2.0/routers/b54b70d7-bdae-4cb5-a6aa-e397a7387929 HTTP/1.1" status: 204 len: 168 time: 0.9408519 May 09 13:17:13.319235 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb8556-28e6-430b-84fb-112f5821923f None None] Port 6340d736-1eab-4f8f-b243-ef54987ad9c7 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:13.326957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.356132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.390495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6c6e75b9-fa01-445c-984a-c805210c54d8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:13.394787 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6c6e75b9-fa01-445c-984a-c805210c54d8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3431978 May 09 13:17:13.394951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50176) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:13.487866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.501076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-92885cef-4d8c-4c6c-908f-bf3354ebe3f1 None None] Provisioning for port 7d52e51f-831e-49ff-b024-17eca653c883 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:13.506795 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-876d95eb-adbb-48b0-b84e-4cc2216dae14', 'network_id': '876d95eb-adbb-48b0-b84e-4cc2216dae14', 'tenant_id': '83a9c8497c0340b592c7b83c8a606a70', 'fixed_ips': [{'subnet_id': '78b59408-b1a4-48bd-ab95-7085f47004fe'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:17:13.507872 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.521023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50180) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:13.524206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-92885cef-4d8c-4c6c-908f-bf3354ebe3f1 None None] Provisioning complete for port 7d52e51f-831e-49ff-b024-17eca653c883 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:13.524682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-92885cef-4d8c-4c6c-908f-bf3354ebe3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.574608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6ea63e6a-05c6-47b2-9ed8-778e14506b2a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.638281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6ea63e6a-05c6-47b2-9ed8-778e14506b2a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.647423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-92885cef-4d8c-4c6c-908f-bf3354ebe3f1 None None] Port 7d52e51f-831e-49ff-b024-17eca653c883 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:13.714815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6ea63e6a-05c6-47b2-9ed8-778e14506b2a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.740236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea63e6a-05c6-47b2-9ed8-778e14506b2a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6236c9c-06ee-4c23-acd4-0e0f55397e5a,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:13.758616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Allocated IP 172.20.0.2 (876d95eb-adbb-48b0-b84e-4cc2216dae14/78b59408-b1a4-48bd-ab95-7085f47004fe/ef10e424-49b3-4b83-a261-d359affaa24c) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:13.762010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6ea63e6a-05c6-47b2-9ed8-778e14506b2a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.766004 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6ea63e6a-05c6-47b2-9ed8-778e14506b2a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-groups/d6236c9c-06ee-4c23-acd4-0e0f55397e5a HTTP/1.1" status: 204 len: 168 time: 0.3699770 May 09 13:17:13.766650 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50186) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:13.832715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4f378b77-34ca-4b64-8bb4-e22694526079 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:13.850613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4f378b77-34ca-4b64-8bb4-e22694526079 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:13.857205 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4f378b77-34ca-4b64-8bb4-e22694526079 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0894868 May 09 13:17:13.857872 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50190) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:13.861535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.865647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-0747af05-70f3-4116-a01c-81ac0a2e5e73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group': {'name': 'tempest-secgroup--873682248'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:13.874654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0747af05-70f3-4116-a01c-81ac0a2e5e73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:13.888265 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0747af05-70f3-4116-a01c-81ac0a2e5e73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:13.900504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0747af05-70f3-4116-a01c-81ac0a2e5e73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.920363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-958248340', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:13.934782 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:13.941349 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Usage tracker for resource:router and tenant:a7678370ca4147a89811dcde2ccbefa0 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:13.947982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:13.955420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:13.977827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0747af05-70f3-4116-a01c-81ac0a2e5e73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:13.982769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.987300 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:13.987981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0747af05-70f3-4116-a01c-81ac0a2e5e73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:13.992177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0747af05-70f3-4116-a01c-81ac0a2e5e73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:14.000439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0747af05-70f3-4116-a01c-81ac0a2e5e73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:14.030492 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.032458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.043714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Transition to ACTIVE for port object ef10e424-49b3-4b83-a261-d359affaa24c will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:14.057828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.064128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.067276 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Transition to ACTIVE for port object ef10e424-49b3-4b83-a261-d359affaa24c will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:14.074636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.150672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Pushing event updated for resources: {'Port': ['ID=ef10e424-49b3-4b83-a261-d359affaa24c,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:14.157869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Network 876d95eb-adbb-48b0-b84e-4cc2216dae14 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:14.158421 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.159260 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:14.163317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:14.180085 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.180806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.193089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0747af05-70f3-4116-a01c-81ac0a2e5e73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.205217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.209023 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=6340d736-1eab-4f8f-b243-ef54987ad9c7,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:14.210211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0747af05-70f3-4116-a01c-81ac0a2e5e73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.242775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.255757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Attempting to bind port ef10e424-49b3-4b83-a261-d359affaa24c on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:17:14.256455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Attempting to bind port ef10e424-49b3-4b83-a261-d359affaa24c by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '39c1eb20-bb15-44aa-aa20-8181d446c36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '876d95eb-adbb-48b0-b84e-4cc2216dae14'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:17:14.256914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Attempting to bind port ef10e424-49b3-4b83-a261-d359affaa24c on network 876d95eb-adbb-48b0-b84e-4cc2216dae14 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:17:14.264192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:17:14.264701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Checking segment: {'id': '39c1eb20-bb15-44aa-aa20-8181d446c36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '876d95eb-adbb-48b0-b84e-4cc2216dae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:14.266508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.266906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Bound using segment: {'id': '39c1eb20-bb15-44aa-aa20-8181d446c36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '876d95eb-adbb-48b0-b84e-4cc2216dae14'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:17:14.267379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Bound port: ef10e424-49b3-4b83-a261-d359affaa24c, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c1eb20-bb15-44aa-aa20-8181d446c36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '876d95eb-adbb-48b0-b84e-4cc2216dae14'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:17:14.267760 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.301792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Subnet': ['ID=78b59408-b1a4-48bd-ab95-7085f47004fe,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:14.310750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747af05-70f3-4116-a01c-81ac0a2e5e73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81cd4532-f436-4c7d-b28a-c729a5c4fd22,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:14.342472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.362119 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] For port ef10e424-49b3-4b83-a261-d359affaa24c, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:17:14.365607 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] For port ef10e424-49b3-4b83-a261-d359affaa24c, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ef10e424-49b3-4b83-a261-d359affaa24c,segment=NetworkSegment(39c1eb20-bb15-44aa-aa20-8181d446c36c),segment_id=39c1eb20-bb15-44aa-aa20-8181d446c36c)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:17:14.370867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.401816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0747af05-70f3-4116-a01c-81ac0a2e5e73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.405588 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0747af05-70f3-4116-a01c-81ac0a2e5e73 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5442274 May 09 13:17:14.409330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50194) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:14.427635 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-583f482b-af31-49e5-aecc-8b6564114644 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group_rule': {'security_group_id': '81cd4532-f436-4c7d-b28a-c729a5c4fd22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:14.437633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-583f482b-af31-49e5-aecc-8b6564114644 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:14.446370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-583f482b-af31-49e5-aecc-8b6564114644 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:14.450124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-583f482b-af31-49e5-aecc-8b6564114644 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:14.453555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.455585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191c89c-70bc-484e-ab53-608f2f62e2f5 None None] Pushing event updated for resources: {'Port': ['ID=ef10e424-49b3-4b83-a261-d359affaa24c,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:14.479662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-583f482b-af31-49e5-aecc-8b6564114644 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:14.506276 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876d95eb-adbb-48b0-b84e-4cc2216dae14']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:14.530641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827518f3-54cb-45bd-b143-9b77d89ff7a4 None None] Network 876d95eb-adbb-48b0-b84e-4cc2216dae14 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:14.576122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c1eb20-bb15-44aa-aa20-8181d446c36c') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:14.576458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c1eb20-bb15-44aa-aa20-8181d446c36c') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:14.592406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-583f482b-af31-49e5-aecc-8b6564114644 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.602521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.605608 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=7d52e51f-831e-49ff-b024-17eca653c883,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:14.646048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.654497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 150cd4c8-b305-4fb8-8258-ec13b3dfd0f6 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:14.657164 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:14.663284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:14.663677 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:14.680499 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:14.789132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 13:17:14.789132 dv-neutron-840889-2-hyperv neutron-server[83895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 13:17:14.789132 dv-neutron-840889-2-hyperv neutron-server[83895]: [parameters: {'id': '876d95eb-adbb-48b0-b84e-4cc2216dae14'}] May 09 13:17:14.789132 dv-neutron-840889-2-hyperv neutron-server[83895]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:17:14.789649 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network 870ab1a8-13fd-4a2f-88bc-a9861ec3b676 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:14.789743 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:17:14.792275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:14.801719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-583f482b-af31-49e5-aecc-8b6564114644 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.808479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-583f482b-af31-49e5-aecc-8b6564114644 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.839789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f482b-af31-49e5-aecc-8b6564114644 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b0ae98-c477-4cfa-a68a-d24a114af0c3,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:14.887434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-583f482b-af31-49e5-aecc-8b6564114644 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.888906 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-583f482b-af31-49e5-aecc-8b6564114644 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4783399 May 09 13:17:14.892251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50198) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:14.894892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.922046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1832daea-8ec6-43b7-a7bb-490db3bb3715 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group_rule': {'security_group_id': '81cd4532-f436-4c7d-b28a-c729a5c4fd22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:14.922806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.933751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1832daea-8ec6-43b7-a7bb-490db3bb3715 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:14.936305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:14.940570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1832daea-8ec6-43b7-a7bb-490db3bb3715 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:14.975118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1832daea-8ec6-43b7-a7bb-490db3bb3715 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:14.982912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1832daea-8ec6-43b7-a7bb-490db3bb3715 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:15.024786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1832daea-8ec6-43b7-a7bb-490db3bb3715 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:15.096485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-15522579-b7c6-438c-9f67-3514b0fd1cf9 None None] Provisioning complete for port 6340d736-1eab-4f8f-b243-ef54987ad9c7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:15.097446 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-15522579-b7c6-438c-9f67-3514b0fd1cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:15.138259 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b59ed0-e1e5-4cdc-81b4-835063e38513 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:17:15.198549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-15522579-b7c6-438c-9f67-3514b0fd1cf9 None None] Port 6340d736-1eab-4f8f-b243-ef54987ad9c7 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:15.221068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Allocated IP 172.26.1.83 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/e6ab2f97-767f-44b1-9928-37e2e4b951b1) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:15.241479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1832daea-8ec6-43b7-a7bb-490db3bb3715 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:15.248395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1832daea-8ec6-43b7-a7bb-490db3bb3715 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:15.317244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 231d44b2-cca3-4137-a4d0-45e4702a52f1 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:17:15.323877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router a18ee48c-7f37-46eb-9367-8fb576cbf563 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:17:15.324060 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:15.337789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b59ed0-e1e5-4cdc-81b4-835063e38513 None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:17:15.341945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832daea-8ec6-43b7-a7bb-490db3bb3715 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9780d6f2-3c77-46fd-89b6-d8d425baef51,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:15.347747 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a6bfe96e-2411-4b9d-a680-1f775933e52c None None] Provisioning complete for port 7d52e51f-831e-49ff-b024-17eca653c883 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:15.348187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a6bfe96e-2411-4b9d-a680-1f775933e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:15.374737 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Deleting port ef10e424-49b3-4b83-a261-d359affaa24c {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:15.375044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:15.408733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1832daea-8ec6-43b7-a7bb-490db3bb3715 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:15.412432 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1832daea-8ec6-43b7-a7bb-490db3bb3715 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5167940 May 09 13:17:15.414639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50202) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:15.442436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-f388f620-e777-4c32-aa8f-8cff6d5b2272 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group_rule': {'security_group_id': '81cd4532-f436-4c7d-b28a-c729a5c4fd22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:15.464432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-f388f620-e777-4c32-aa8f-8cff6d5b2272 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:15.475227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f388f620-e777-4c32-aa8f-8cff6d5b2272 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:15.479638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a6bfe96e-2411-4b9d-a680-1f775933e52c None None] Port 7d52e51f-831e-49ff-b024-17eca653c883 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:15.482606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f388f620-e777-4c32-aa8f-8cff6d5b2272 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:15.517542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-f388f620-e777-4c32-aa8f-8cff6d5b2272 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:15.543762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:15.655766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:15.658123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f388f620-e777-4c32-aa8f-8cff6d5b2272 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:15.660954 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c27756d2-658d-45a5-8267-3df7a2ebcede tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/231d44b2-cca3-4137-a4d0-45e4702a52f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7738247 May 09 13:17:15.667540 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe60857-cde8-4246-98d5-e97cc4907512 None None] Sync routers for ids ['231d44b2-cca3-4137-a4d0-45e4702a52f1'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:15.671200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:15.684034 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5f52ff0b-fb72-45cb-9873-0419edea2064 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/a18ee48c-7f37-46eb-9367-8fb576cbf563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4782162 May 09 13:17:15.684620 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50206) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:15.699859 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55d361a-3ca2-432d-8911-83a8a57338c8 None None] Sync routers for ids ['a18ee48c-7f37-46eb-9367-8fb576cbf563'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:15.700766 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe60857-cde8-4246-98d5-e97cc4907512 None None] Routers {'231d44b2-cca3-4137-a4d0-45e4702a52f1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:15.702299 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-cbe60857-cde8-4246-98d5-e97cc4907512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['231d44b2-cca3-4137-a4d0-45e4702a52f1'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:15.718297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50210) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:15.785056 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-cbe60857-cde8-4246-98d5-e97cc4907512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:15.785323 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] For port ef10e424-49b3-4b83-a261-d359affaa24c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ef10e424-49b3-4b83-a261-d359affaa24c,segment=NetworkSegment(39c1eb20-bb15-44aa-aa20-8181d446c36c),segment_id=39c1eb20-bb15-44aa-aa20-8181d446c36c)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:15.785695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:15.795157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d361a-3ca2-432d-8911-83a8a57338c8 None None] Routers {'a18ee48c-7f37-46eb-9367-8fb576cbf563'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:15.795919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d55d361a-3ca2-432d-8911-83a8a57338c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a18ee48c-7f37-46eb-9367-8fb576cbf563'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:15.801199 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe60857-cde8-4246-98d5-e97cc4907512 None None] Routers {'231d44b2-cca3-4137-a4d0-45e4702a52f1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:15.802175 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-cbe60857-cde8-4246-98d5-e97cc4907512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['231d44b2-cca3-4137-a4d0-45e4702a52f1'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:15.804332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:15.878278 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d55d361a-3ca2-432d-8911-83a8a57338c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:15.878628 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-cbe60857-cde8-4246-98d5-e97cc4907512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:15.879181 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe60857-cde8-4246-98d5-e97cc4907512 None None] The sync data for ids ['231d44b2-cca3-4137-a4d0-45e4702a52f1'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:15.911819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f3e905-7d7c-45e1-b7e8-0f61bda43e67 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:15.912403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-02f3e905-7d7c-45e1-b7e8-0f61bda43e67 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Synchronizing usage tracker for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:15.917987 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d361a-3ca2-432d-8911-83a8a57338c8 None None] Routers {'a18ee48c-7f37-46eb-9367-8fb576cbf563'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:15.918714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d55d361a-3ca2-432d-8911-83a8a57338c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a18ee48c-7f37-46eb-9367-8fb576cbf563'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:15.927796 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-02f3e905-7d7c-45e1-b7e8-0f61bda43e67 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Unset dirty status for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:15.929078 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-02f3e905-7d7c-45e1-b7e8-0f61bda43e67 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports/7d52e51f-831e-49ff-b024-17eca653c883 HTTP/1.1" status: 200 len: 913 time: 0.2409794 May 09 13:17:15.932022 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50216) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:15.983173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Calling delete_port for ef10e424-49b3-4b83-a261-d359affaa24c owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:15.987771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d55d361a-3ca2-432d-8911-83a8a57338c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:15.988176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55d361a-3ca2-432d-8911-83a8a57338c8 None None] The sync data for ids ['a18ee48c-7f37-46eb-9367-8fb576cbf563'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:16.069655 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc5fea0-0cc4-4880-84dc-6020a1952ba4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:16.070227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bdc5fea0-0cc4-4880-84dc-6020a1952ba4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Synchronizing usage tracker for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:16.085566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f388f620-e777-4c32-aa8f-8cff6d5b2272 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.087660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:16.098779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:16.106939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f388f620-e777-4c32-aa8f-8cff6d5b2272 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.113902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:16.145660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Pushing event updated for resources: {'Port': ['ID=e6ab2f97-767f-44b1-9928-37e2e4b951b1,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:16.188884 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388f620-e777-4c32-aa8f-8cff6d5b2272 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69e284d-4a6a-4a56-99c5-a7402452ba07,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:16.193514 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bdc5fea0-0cc4-4880-84dc-6020a1952ba4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Unset dirty status for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:16.197909 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bdc5fea0-0cc4-4880-84dc-6020a1952ba4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports/6340d736-1eab-4f8f-b243-ef54987ad9c7 HTTP/1.1" status: 200 len: 910 time: 0.4675951 May 09 13:17:16.204072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50220) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:16.266264 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-923e432e-d229-47d3-b124-793ed583edef tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.280100 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.283656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f388f620-e777-4c32-aa8f-8cff6d5b2272 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.287164 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f388f620-e777-4c32-aa8f-8cff6d5b2272 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8562541 May 09 13:17:16.314195 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50224) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:16.330364 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7c16b604-b6ce-4dd4-9342-cdd3ef9e382d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group_rule': {'security_group_id': '81cd4532-f436-4c7d-b28a-c729a5c4fd22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:16.384024 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7c16b604-b6ce-4dd4-9342-cdd3ef9e382d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:16.395764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7c16b604-b6ce-4dd4-9342-cdd3ef9e382d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:16.399116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7c16b604-b6ce-4dd4-9342-cdd3ef9e382d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:16.406594 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7c16b604-b6ce-4dd4-9342-cdd3ef9e382d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:16.412579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Port': ['ID=ef10e424-49b3-4b83-a261-d359affaa24c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:16.435725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No DVR routers for this DVR port ef10e424-49b3-4b83-a261-d359affaa24c on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:17:16.437852 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c16b604-b6ce-4dd4-9342-cdd3ef9e382d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.552151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c16b604-b6ce-4dd4-9342-cdd3ef9e382d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.559327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c16b604-b6ce-4dd4-9342-cdd3ef9e382d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.598412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.630084 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876d95eb-adbb-48b0-b84e-4cc2216dae14']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:16.635932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16b604-b6ce-4dd4-9342-cdd3ef9e382d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9a8f3b-52b2-426f-bf50-5b4c0f115e85,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:16.646274 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c1eb20-bb15-44aa-aa20-8181d446c36c') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:16.646434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c1eb20-bb15-44aa-aa20-8181d446c36c') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:16.664156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.686415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c16b604-b6ce-4dd4-9342-cdd3ef9e382d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.687565 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7c16b604-b6ce-4dd4-9342-cdd3ef9e382d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3679481 May 09 13:17:16.692065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50230) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:16.696098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.702418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-e28050dd-bb0e-40c3-8598-1447fe569f4a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group_rule': {'security_group_id': '81cd4532-f436-4c7d-b28a-c729a5c4fd22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:16.799188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e28050dd-bb0e-40c3-8598-1447fe569f4a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:16.802244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:16.802635 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:16.817303 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:16.881092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e28050dd-bb0e-40c3-8598-1447fe569f4a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:16.932034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e28050dd-bb0e-40c3-8598-1447fe569f4a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:16.954355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-923e432e-d229-47d3-b124-793ed583edef tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port 7d52e51f-831e-49ff-b024-17eca653c883 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:16.954687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-923e432e-d229-47d3-b124-793ed583edef tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:16.996844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e28050dd-bb0e-40c3-8598-1447fe569f4a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:17.053800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.054521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.056281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.059188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e28050dd-bb0e-40c3-8598-1447fe569f4a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.090642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.111071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Network': ['ID=876d95eb-adbb-48b0-b84e-4cc2216dae14,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:17.136356 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-923e432e-d229-47d3-b124-793ed583edef tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.203224 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-eb5c8b62-226c-4c25-a0be-791384f19836 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/876d95eb-adbb-48b0-b84e-4cc2216dae14 HTTP/1.1" status: 204 len: 168 time: 4.0126209 May 09 13:17:17.252915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50234) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:17.261443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-923e432e-d229-47d3-b124-793ed583edef tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for 7d52e51f-831e-49ff-b024-17eca653c883 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:17.313407 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e28050dd-bb0e-40c3-8598-1447fe569f4a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.321125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e28050dd-bb0e-40c3-8598-1447fe569f4a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.330429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8ad8dd9-ea42-4b8a-8cc7-acee0724486b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.426450 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff5ae79-0341-4c7c-b418-98109c95421c tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] GET failed (client error): The resource could not be found. May 09 13:17:17.426922 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fff5ae79-0341-4c7c-b418-98109c95421c tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Synchronizing usage tracker for tenant:83a9c8497c0340b592c7b83c8a606a70 on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:17.449212 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28050dd-bb0e-40c3-8598-1447fe569f4a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12553e4-2839-4fd7-8b72-b15e45f997eb,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:17.460674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fff5ae79-0341-4c7c-b418-98109c95421c tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Unset dirty status for tenant:83a9c8497c0340b592c7b83c8a606a70 on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:17.461838 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fff5ae79-0341-4c7c-b418-98109c95421c tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "GET /v2.0/subnets/78b59408-b1a4-48bd-ab95-7085f47004fe HTTP/1.1" status: 404 len: 337 time: 0.2079656 May 09 13:17:17.468425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50238) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:17.488267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e28050dd-bb0e-40c3-8598-1447fe569f4a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.489428 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e28050dd-bb0e-40c3-8598-1447fe569f4a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7958374 May 09 13:17:17.498912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50242) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:17.504325 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a7cc9d-f4ca-412e-a5b1-c1ed69615e6d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:17.504756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a7cc9d-f4ca-412e-a5b1-c1ed69615e6d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:17.506410 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-16a7cc9d-f4ca-412e-a5b1-c1ed69615e6d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/876d95eb-adbb-48b0-b84e-4cc2216dae14 HTTP/1.1" status: 404 len: 339 time: 0.0370598 May 09 13:17:17.510818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50246) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:17.547818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9534fe6e-e74d-41c7-9123-c82440ce7b4b tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.569090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9534fe6e-e74d-41c7-9123-c82440ce7b4b tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.657477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9534fe6e-e74d-41c7-9123-c82440ce7b4b tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.698831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534fe6e-e74d-41c7-9123-c82440ce7b4b tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d12553e4-2839-4fd7-8b72-b15e45f997eb,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:17.704746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9534fe6e-e74d-41c7-9123-c82440ce7b4b tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.708094 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9534fe6e-e74d-41c7-9123-c82440ce7b4b tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d12553e4-2839-4fd7-8b72-b15e45f997eb HTTP/1.1" status: 204 len: 168 time: 0.2028236 May 09 13:17:17.708432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50250) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:17.717554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7069e40b-9bb5-48d2-9fc3-ce87a6f2541f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:17.718967 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7069e40b-9bb5-48d2-9fc3-ce87a6f2541f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2072814 May 09 13:17:17.736330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50254) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:17.779209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-923e432e-d229-47d3-b124-793ed583edef tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:17.816583 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2f117574-5cb5-4465-9a3c-310593172629 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 207 time: 0.0791605 May 09 13:17:17.823793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50258) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:17.823981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Router 65ce33b6-b3f0-4dc3-904f-c5beda292435 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:17:17.835429 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e432e-d229-47d3-b124-793ed583edef tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=7d52e51f-831e-49ff-b024-17eca653c883,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:17.985884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-669b9bfe-ab00-4394-b017-a5d4d858e858 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:18.144263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-669b9bfe-ab00-4394-b017-a5d4d858e858 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:18.145512 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-669b9bfe-ab00-4394-b017-a5d4d858e858 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.4361212 May 09 13:17:18.149272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50262) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:18.180091 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21309101-95ce-49e0-a048-23904d33fed1 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:18.184665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21309101-95ce-49e0-a048-23904d33fed1 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:18.188778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21309101-95ce-49e0-a048-23904d33fed1 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:18.192851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21309101-95ce-49e0-a048-23904d33fed1 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:18.194577 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-21309101-95ce-49e0-a048-23904d33fed1 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3653715 May 09 13:17:18.198865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50266) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:18.205145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-27b551c2-0874-425d-9487-63597a3210a0 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:18.219407 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-27b551c2-0874-425d-9487-63597a3210a0 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:18.239760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:18.250378 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe6c1d-4313-4a0b-9597-48b563de57df None None] Sync routers for ids ['65ce33b6-b3f0-4dc3-904f-c5beda292435'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:18.263878 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe6c1d-4313-4a0b-9597-48b563de57df None None] Routers {'65ce33b6-b3f0-4dc3-904f-c5beda292435'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:18.264729 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-85fe6c1d-4313-4a0b-9597-48b563de57df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['65ce33b6-b3f0-4dc3-904f-c5beda292435'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:18.332526 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-85fe6c1d-4313-4a0b-9597-48b563de57df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:18.344712 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe6c1d-4313-4a0b-9597-48b563de57df None None] Routers {'65ce33b6-b3f0-4dc3-904f-c5beda292435'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:18.345745 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-85fe6c1d-4313-4a0b-9597-48b563de57df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['65ce33b6-b3f0-4dc3-904f-c5beda292435'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:18.354460 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-923e432e-d229-47d3-b124-793ed583edef tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:18.373517 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8a0b0650-96bd-4f3e-8f31-ef4d5f789f5e tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1703820 May 09 13:17:18.373720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50270) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:18.408001 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-85fe6c1d-4313-4a0b-9597-48b563de57df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:18.408495 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe6c1d-4313-4a0b-9597-48b563de57df None None] The sync data for ids ['65ce33b6-b3f0-4dc3-904f-c5beda292435'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:18.410116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-27b551c2-0874-425d-9487-63597a3210a0 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:18.411772 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:18.412927 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7e0d262d-69cf-401e-8199-1a2fb5b65f0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8846321 May 09 13:17:18.416349 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-27b551c2-0874-425d-9487-63597a3210a0 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:18.416750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50274) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:18.417455 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-27b551c2-0874-425d-9487-63597a3210a0 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/3d9a8f3b-52b2-426f-bf50-5b4c0f115e85 HTTP/1.1" status: 204 len: 168 time: 0.2671819 May 09 13:17:18.431297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50276) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:18.452582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b551c2-0874-425d-9487-63597a3210a0 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d9a8f3b-52b2-426f-bf50-5b4c0f115e85,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:18.462131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad8dd9-ea42-4b8a-8cc7-acee0724486b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 6340d736-1eab-4f8f-b243-ef54987ad9c7 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:18.462499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8ad8dd9-ea42-4b8a-8cc7-acee0724486b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:18.569296 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-228b5c40-b186-4b94-b62d-82f778dbfec0 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:18.671544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-228b5c40-b186-4b94-b62d-82f778dbfec0 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:18.676569 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-228b5c40-b186-4b94-b62d-82f778dbfec0 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2412436 May 09 13:17:18.677327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50282) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:18.741998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8ad8dd9-ea42-4b8a-8cc7-acee0724486b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:18.751284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ace3325c-1d74-4811-b17f-ecd2fdc78f00 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:18.780172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877007c3-e17d-4b7f-bb34-1ce746094600 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:18.781625 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877007c3-e17d-4b7f-bb34-1ce746094600 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:18.786625 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-877007c3-e17d-4b7f-bb34-1ce746094600 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4085352 May 09 13:17:18.788752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50286) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:18.824680 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ace3325c-1d74-4811-b17f-ecd2fdc78f00 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:18.888261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c40ff6-df58-4a6e-b066-32d4a092e9b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:18.889685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c40ff6-df58-4a6e-b066-32d4a092e9b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:18.891203 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-55c40ff6-df58-4a6e-b066-32d4a092e9b6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1006215 May 09 13:17:18.894324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad8dd9-ea42-4b8a-8cc7-acee0724486b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for 6340d736-1eab-4f8f-b243-ef54987ad9c7 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:18.895087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50290) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:18.955319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ace3325c-1d74-4811-b17f-ecd2fdc78f00 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:18.993666 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3325c-1d74-4811-b17f-ecd2fdc78f00 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f69e284d-4a6a-4a56-99c5-a7402452ba07,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:19.002402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ace3325c-1d74-4811-b17f-ecd2fdc78f00 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:19.003616 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ace3325c-1d74-4811-b17f-ecd2fdc78f00 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f69e284d-4a6a-4a56-99c5-a7402452ba07 HTTP/1.1" status: 204 len: 168 time: 0.3218670 May 09 13:17:19.006606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50294) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:19.099609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-85775af0-93e8-432a-bff5-c177f6b0f9ae tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:19.131650 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-85775af0-93e8-432a-bff5-c177f6b0f9ae tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:19.132897 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-85775af0-93e8-432a-bff5-c177f6b0f9ae tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1257272 May 09 13:17:19.139296 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50298) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:19.157154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8ad8dd9-ea42-4b8a-8cc7-acee0724486b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:19.209222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32356ef-fad9-4eed-a898-da97b2cc755c tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:19.210584 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a32356ef-fad9-4eed-a898-da97b2cc755c tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "GET /v2.0/networks/e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f HTTP/1.1" status: 200 len: 799 time: 0.3146355 May 09 13:17:19.215089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50302) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:19.215234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad8dd9-ea42-4b8a-8cc7-acee0724486b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=6340d736-1eab-4f8f-b243-ef54987ad9c7,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:19.252687 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c0d8915f-f042-4f58-bed1-bda2758a8c23 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:19.292350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c0d8915f-f042-4f58-bed1-bda2758a8c23 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:19.358453 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-be3f82cf-1a8f-4901-bd31-f5913c7f1043 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/routers/65ce33b6-b3f0-4dc3-904f-c5beda292435 HTTP/1.1" status: 200 len: 923 time: 0.8890200 May 09 13:17:19.359964 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50306) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:19.399918 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c0d8915f-f042-4f58-bed1-bda2758a8c23 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:19.474639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8915f-f042-4f58-bed1-bda2758a8c23 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9780d6f2-3c77-46fd-89b6-d8d425baef51,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:19.502839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c0d8915f-f042-4f58-bed1-bda2758a8c23 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:19.503845 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c0d8915f-f042-4f58-bed1-bda2758a8c23 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/9780d6f2-3c77-46fd-89b6-d8d425baef51 HTTP/1.1" status: 204 len: 168 time: 0.3636842 May 09 13:17:19.507936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50312) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:19.525735 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2bdf64f9-43eb-494c-9e5c-d327442c5e5f tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "GET /v2.0/ports?device_id=65ce33b6-b3f0-4dc3-904f-c5beda292435 HTTP/1.1" status: 200 len: 205 time: 0.1638682 May 09 13:17:19.529765 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50316) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:19.570487 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-17ee866c-7040-4c87-a869-061b2422ffc5 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "GET /v2.0/networks/e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3543401 May 09 13:17:19.578907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50320) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:19.658395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e6d141-9d3d-4be1-b1e4-f60503120683 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:19.659728 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-01e6d141-9d3d-4be1-b1e4-f60503120683 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "GET /v2.0/subnets/4a953fe3-dacc-470d-93d9-4ef8af53a555 HTTP/1.1" status: 200 len: 811 time: 0.0786681 May 09 13:17:19.663411 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50324) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:19.692985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-029ad662-aa66-4a76-abd3-6f01a8362587 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:19.723158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923e432e-d229-47d3-b124-793ed583edef tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router a18ee48c-7f37-46eb-9367-8fb576cbf563 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:17:19.726490 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8ad8dd9-ea42-4b8a-8cc7-acee0724486b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:19.733669 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-029ad662-aa66-4a76-abd3-6f01a8362587 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:19.734875 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-029ad662-aa66-4a76-abd3-6f01a8362587 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2261932 May 09 13:17:19.738673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50328) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:19.746746 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30f4128-16e0-43d7-a161-93d509eaa19a tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:19.751526 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b30f4128-16e0-43d7-a161-93d509eaa19a tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "GET /v2.0/subnets/4a953fe3-dacc-470d-93d9-4ef8af53a555?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0835059 May 09 13:17:19.751657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50332) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:19.757241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1345833879'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:19.807598 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:19.821819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Usage tracker for resource:network and tenant:83a9c8497c0340b592c7b83c8a606a70 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:19.873888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:19.886636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:19.906139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:19.909043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:19.946290 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:17:19.963125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:19.963466 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Added segment dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55 of type vlan for network bb3248c3-2a6d-4bad-b0a1-564271ce3baf May 09 13:17:19.986446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c0720a19-5a6d-4ab8-ab3e-65e407d9edc9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:19.989453 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923e432e-d229-47d3-b124-793ed583edef tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:19.999426 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:20.000564 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6238e0a0-cf54-4235-b4e2-da413aa44a6a None None] Sync routers for ids ['a18ee48c-7f37-46eb-9367-8fb576cbf563'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:20.005504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c0720a19-5a6d-4ab8-ab3e-65e407d9edc9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:20.015014 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238e0a0-cf54-4235-b4e2-da413aa44a6a None None] Routers {'a18ee48c-7f37-46eb-9367-8fb576cbf563'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:20.016016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6238e0a0-cf54-4235-b4e2-da413aa44a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a18ee48c-7f37-46eb-9367-8fb576cbf563'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:20.033962 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-923e432e-d229-47d3-b124-793ed583edef tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/a18ee48c-7f37-46eb-9367-8fb576cbf563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1007416 May 09 13:17:20.034739 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50336) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:20.066196 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c0720a19-5a6d-4ab8-ab3e-65e407d9edc9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:20.080506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6238e0a0-cf54-4235-b4e2-da413aa44a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:20.092357 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238e0a0-cf54-4235-b4e2-da413aa44a6a None None] Routers {'a18ee48c-7f37-46eb-9367-8fb576cbf563'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:20.092919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6238e0a0-cf54-4235-b4e2-da413aa44a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a18ee48c-7f37-46eb-9367-8fb576cbf563'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:20.093056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0720a19-5a6d-4ab8-ab3e-65e407d9edc9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68b0ae98-c477-4cfa-a68a-d24a114af0c3,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:20.101021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c0720a19-5a6d-4ab8-ab3e-65e407d9edc9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:20.102286 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c0720a19-5a6d-4ab8-ab3e-65e407d9edc9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/68b0ae98-c477-4cfa-a68a-d24a114af0c3 HTTP/1.1" status: 204 len: 168 time: 0.3621173 May 09 13:17:20.106202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50340) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:20.140197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:20.153598 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:20.156659 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6238e0a0-cf54-4235-b4e2-da413aa44a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:20.156881 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:20.157053 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6238e0a0-cf54-4235-b4e2-da413aa44a6a None None] The sync data for ids ['a18ee48c-7f37-46eb-9367-8fb576cbf563'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:20.157439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:20.266452 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5137894 May 09 13:17:20.273832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50344) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:20.402753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'subnet': {'network_id': 'bb3248c3-2a6d-4bad-b0a1-564271ce3baf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:20.405578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9193b46c-8f73-49b0-bbcf-4e4842422ef4 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:20.420590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0530f6b-dc39-4a01-a590-f73e43d96eec tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Network': ['ID=bb3248c3-2a6d-4bad-b0a1-564271ce3baf,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:20.430840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network bb3248c3-2a6d-4bad-b0a1-564271ce3baf details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:17:20.466122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9193b46c-8f73-49b0-bbcf-4e4842422ef4 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:20.470166 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9193b46c-8f73-49b0-bbcf-4e4842422ef4 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3583822 May 09 13:17:20.470810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50348) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:20.521939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:20.534590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:20.661101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Made reservation on behalf of 83a9c8497c0340b592c7b83c8a606a70 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:20.697185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-330c7586-53d7-4578-9068-aaf905579e5a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:20.742686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-330c7586-53d7-4578-9068-aaf905579e5a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:20.782932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:20.787620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:20.808130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Deleting port e6ab2f97-767f-44b1-9928-37e2e4b951b1 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:20.808474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:20.843652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ad8dd9-ea42-4b8a-8cc7-acee0724486b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 231d44b2-cca3-4137-a4d0-45e4702a52f1 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:17:20.864768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-330c7586-53d7-4578-9068-aaf905579e5a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:20.881321 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.ipam_backend_mixin [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Performing IP validity checks on allocation pools {{(pid=83894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 09 13:17:20.881926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.ipam_backend_mixin [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 09 13:17:20.891196 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c7586-53d7-4578-9068-aaf905579e5a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cd4532-f436-4c7d-b28a-c729a5c4fd22,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:20.903342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f37c00f9-444d-46b3-ab2e-34d6a5840d38 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:21.038576 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-330c7586-53d7-4578-9068-aaf905579e5a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:21.039689 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-330c7586-53d7-4578-9068-aaf905579e5a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-groups/81cd4532-f436-4c7d-b28a-c729a5c4fd22 HTTP/1.1" status: 204 len: 168 time: 0.5660150 May 09 13:17:21.043071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50352) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:21.125710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:21.152284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:21.186648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ec26dc7c-f0ec-4cc0-b74b-a0a97d7ad4d1 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:21.243531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:21.278282 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Calling delete_port for e6ab2f97-767f-44b1-9928-37e2e4b951b1 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:21.288714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ec26dc7c-f0ec-4cc0-b74b-a0a97d7ad4d1 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:21.289940 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ec26dc7c-f0ec-4cc0-b74b-a0a97d7ad4d1 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2443204 May 09 13:17:21.300423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50356) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:21.321498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8d15208e-4284-430b-9668-913e54582c50 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666985807'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:21.336025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8d15208e-4284-430b-9668-913e54582c50 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:21.362413 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ad8dd9-ea42-4b8a-8cc7-acee0724486b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:21.371501 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b8ad8dd9-ea42-4b8a-8cc7-acee0724486b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/231d44b2-cca3-4137-a4d0-45e4702a52f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1621668 May 09 13:17:21.373001 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36e01d-1dd5-481c-8117-19321879b705 None None] Sync routers for ids ['231d44b2-cca3-4137-a4d0-45e4702a52f1'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:21.374394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50360) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:21.386630 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36e01d-1dd5-481c-8117-19321879b705 None None] Routers {'231d44b2-cca3-4137-a4d0-45e4702a52f1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:21.387417 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-9a36e01d-1dd5-481c-8117-19321879b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['231d44b2-cca3-4137-a4d0-45e4702a52f1'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:21.413158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8d15208e-4284-430b-9668-913e54582c50 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:21.426916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Subnet': ['ID=3d1d607e-4bf9-4c05-9847-d7c569ff4afe,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:21.454685 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-9a36e01d-1dd5-481c-8117-19321879b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:21.467411 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36e01d-1dd5-481c-8117-19321879b705 None None] Routers {'231d44b2-cca3-4137-a4d0-45e4702a52f1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:21.468136 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-9a36e01d-1dd5-481c-8117-19321879b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['231d44b2-cca3-4137-a4d0-45e4702a52f1'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:21.483575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d15208e-4284-430b-9668-913e54582c50 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:21.514674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Checking segment: {'id': 'dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bb3248c3-2a6d-4bad-b0a1-564271ce3baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:21.515015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network hostable DHCP agents. Network: bb3248c3-2a6d-4bad-b0a1-564271ce3baf, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:17:21.536320 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-9a36e01d-1dd5-481c-8117-19321879b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:21.536717 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36e01d-1dd5-481c-8117-19321879b705 None None] The sync data for ids ['231d44b2-cca3-4137-a4d0-45e4702a52f1'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:21.588907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8d15208e-4284-430b-9668-913e54582c50 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:21.598539 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8d15208e-4284-430b-9668-913e54582c50 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:21.602603 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8d15208e-4284-430b-9668-913e54582c50 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:21.611188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8d15208e-4284-430b-9668-913e54582c50 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:21.625717 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Network bb3248c3-2a6d-4bad-b0a1-564271ce3baf is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:17:21.646427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, bb3248c3-2a6d-4bad-b0a1-564271ce3baf) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:21.650903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:21.651502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:21.656078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d3597-b7e9-4ffe-8a94-551099685030 None None] Network bb3248c3-2a6d-4bad-b0a1-564271ce3baf requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:21.728392 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:21.754153 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0fb3061f-e32a-46bd-8769-2ed4bdd93e47 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3605933 May 09 13:17:21.770252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50364) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:21.776892 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d15208e-4284-430b-9668-913e54582c50 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:21.783409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d15208e-4284-430b-9668-913e54582c50 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:21.790136 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-7d747a96-32ed-443e-a569-7baacdaa2e56 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:21.862841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d15208e-4284-430b-9668-913e54582c50 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:21.866953 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8d15208e-4284-430b-9668-913e54582c50 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5638487 May 09 13:17:21.871263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50370) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:21.879151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-56386fca-d6f2-4ceb-9114-5412dc12d3f8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group_rule': {'security_group_id': 'ba383813-c3c0-481a-99a4-1a90f80b13d6', 'direction': 'ingress', 'protocol': 17}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:21.881807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Pushing event deleted for resources: {'Port': ['ID=e6ab2f97-767f-44b1-9928-37e2e4b951b1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:21.889558 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-56386fca-d6f2-4ceb-9114-5412dc12d3f8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:21.891644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15208e-4284-430b-9668-913e54582c50 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba383813-c3c0-481a-99a4-1a90f80b13d6,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:21.897867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-56386fca-d6f2-4ceb-9114-5412dc12d3f8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:21.906057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-56386fca-d6f2-4ceb-9114-5412dc12d3f8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:21.915580 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-56386fca-d6f2-4ceb-9114-5412dc12d3f8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:21.934652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-bb3248c3-2a6d-4bad-b0a1-564271ce3baf', 'network_id': 'bb3248c3-2a6d-4bad-b0a1-564271ce3baf', 'tenant_id': '83a9c8497c0340b592c7b83c8a606a70', 'fixed_ips': [{'subnet_id': '3d1d607e-4bf9-4c05-9847-d7c569ff4afe'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:17:21.936509 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:21.976872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56386fca-d6f2-4ceb-9114-5412dc12d3f8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.049856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f37c00f9-444d-46b3-ab2e-34d6a5840d38 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port eeb96358-76c0-43d4-993b-f115c41f2c4e {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:22.050084 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f37c00f9-444d-46b3-ab2e-34d6a5840d38 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.148123 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56386fca-d6f2-4ceb-9114-5412dc12d3f8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.176889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Allocated IP 172.20.0.3 (bb3248c3-2a6d-4bad-b0a1-564271ce3baf/3d1d607e-4bf9-4c05-9847-d7c569ff4afe/59c013f0-96c2-4ea1-bea7-84cf1f03fe9b) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:22.338846 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56386fca-d6f2-4ceb-9114-5412dc12d3f8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.383341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56386fca-d6f2-4ceb-9114-5412dc12d3f8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78aa3f29-4ba1-4da2-8f9b-e7a1adf4e52c,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:22.429839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.445318 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.456116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Transition to ACTIVE for port object 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:22.458661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56386fca-d6f2-4ceb-9114-5412dc12d3f8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.461735 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-56386fca-d6f2-4ceb-9114-5412dc12d3f8 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5885839 May 09 13:17:22.469780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50376) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:22.477015 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Transition to ACTIVE for port object 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:22.485848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.514527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f37c00f9-444d-46b3-ab2e-34d6a5840d38 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.593623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Pushing event updated for resources: {'Port': ['ID=59c013f0-96c2-4ea1-bea7-84cf1f03fe9b,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:22.610120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Network bb3248c3-2a6d-4bad-b0a1-564271ce3baf is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:22.611679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:22.616835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:22.643328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7d747a96-32ed-443e-a569-7baacdaa2e56 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7116885'] for subnet, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.679782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f37c00f9-444d-46b3-ab2e-34d6a5840d38 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for eeb96358-76c0-43d4-993b-f115c41f2c4e owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:22.735132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.753179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88647d18-31f4-48de-b837-9484ca801c88 req-a9c07891-3c97-4d96-87c6-193ebc5331b0 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:22.754274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Attempting to bind port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:17:22.754712 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Attempting to bind port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bb3248c3-2a6d-4bad-b0a1-564271ce3baf'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:17:22.754998 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-88647d18-31f4-48de-b837-9484ca801c88 req-a9c07891-3c97-4d96-87c6-193ebc5331b0 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 945 time: 0.3785548 May 09 13:17:22.755103 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Attempting to bind port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b on network bb3248c3-2a6d-4bad-b0a1-564271ce3baf {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:17:22.760049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-edcbbe69-4dca-4ef3-9943-465669a27a59 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.762100 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:17:22.762808 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Checking segment: {'id': 'dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bb3248c3-2a6d-4bad-b0a1-564271ce3baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:22.763201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.763584 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Bound using segment: {'id': 'dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bb3248c3-2a6d-4bad-b0a1-564271ce3baf'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:17:22.764041 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Bound port: 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bb3248c3-2a6d-4bad-b0a1-564271ce3baf'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:17:22.764840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.780126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.803472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a071002b-4193-4811-9f06-31baf49737cf tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.816387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-edcbbe69-4dca-4ef3-9943-465669a27a59 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.853352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] For port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:17:22.857102 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] For port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=59c013f0-96c2-4ea1-bea7-84cf1f03fe9b,segment=NetworkSegment(dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55),segment_id=dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:17:22.862467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.898997 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-88647d18-31f4-48de-b837-9484ca801c88 req-a4eaec61-9eaf-40c4-b875-427dfb55d270 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268148 May 09 13:17:22.935205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-edcbbe69-4dca-4ef3-9943-465669a27a59 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:22.969744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a733a-00d9-4243-9952-52beac55ea87 None None] Pushing event updated for resources: {'Port': ['ID=59c013f0-96c2-4ea1-bea7-84cf1f03fe9b,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:22.997584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbbe69-4dca-4ef3-9943-465669a27a59 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba383813-c3c0-481a-99a4-1a90f80b13d6,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:23.046786 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-edcbbe69-4dca-4ef3-9943-465669a27a59 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:23.048102 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-edcbbe69-4dca-4ef3-9943-465669a27a59 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-groups/ba383813-c3c0-481a-99a4-1a90f80b13d6 HTTP/1.1" status: 204 len: 168 time: 0.5774004 May 09 13:17:23.051146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50380) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:23.068454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f37c00f9-444d-46b3-ab2e-34d6a5840d38 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:23.122035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:23.122035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Fanout notify agent at l3_agent the message router_deleted on router 65ce33b6-b3f0-4dc3-904f-c5beda292435 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:17:23.164149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:23.169077 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5c84b991-f952-4ca0-beb8-cb8b30a145ba tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "DELETE /v2.0/routers/65ce33b6-b3f0-4dc3-904f-c5beda292435 HTTP/1.1" status: 204 len: 168 time: 3.6338525 May 09 13:17:23.170883 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c00f9-444d-46b3-ab2e-34d6a5840d38 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=eeb96358-76c0-43d4-993b-f115c41f2c4e,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:23.172582 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50384) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:23.195408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1734353551', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'enable_snat': False}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:23.280000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7d747a96-32ed-443e-a569-7baacdaa2e56 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761251209373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6885907'] for subnet, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:23.287196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:23.359572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-17430f39-14a3-4b0c-93ff-6ad0d2f833d1 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:23.363085 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Usage tracker for resource:router and tenant:63f6d4efea9d4fa0861f54d134065c2b is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:23.372123 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:23.382754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:23.407579 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:23.408731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:23.408973 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d747a96-32ed-443e-a569-7baacdaa2e56 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:23.409735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7d747a96-32ed-443e-a569-7baacdaa2e56 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:23.411109 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7d747a96-32ed-443e-a569-7baacdaa2e56 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "PUT /v2.0/subnets/3d1d607e-4bf9-4c05-9847-d7c569ff4afe HTTP/1.1" status: 200 len: 877 time: 1.6387138 May 09 13:17:23.411817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-17430f39-14a3-4b0c-93ff-6ad0d2f833d1 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:23.417600 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-17430f39-14a3-4b0c-93ff-6ad0d2f833d1 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3608267 May 09 13:17:23.417600 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50390) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:23.417600 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50392) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:23.420860 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d747a96-32ed-443e-a569-7baacdaa2e56 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event updated for resources: {'Subnet': ['ID=3d1d607e-4bf9-4c05-9847-d7c569ff4afe,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:23.421913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f37c00f9-444d-46b3-ab2e-34d6a5840d38 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:23.431404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b45fd98e-0132-4f84-ac69-7512c0df2f0e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group': {'name': 'tempest-secgroup--638643147'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:23.466713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b45fd98e-0132-4f84-ac69-7512c0df2f0e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:23.543001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b45fd98e-0132-4f84-ac69-7512c0df2f0e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:23.674447 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:23.705222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b45fd98e-0132-4f84-ac69-7512c0df2f0e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:23.756540 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:23.819549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-a071002b-4193-4811-9f06-31baf49737cf tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 294f0a41-5f2a-4cb9-b208-0fcce751ddf0 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:23.820113 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a071002b-4193-4811-9f06-31baf49737cf tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:23.899270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b45fd98e-0132-4f84-ac69-7512c0df2f0e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:24.045524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a071002b-4193-4811-9f06-31baf49737cf tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:24.079990 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b45fd98e-0132-4f84-ac69-7512c0df2f0e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:24.117766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c86839-710d-48ea-af3d-2ec87ecfc5c7 None None] Network bb3248c3-2a6d-4bad-b0a1-564271ce3baf requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:24.149607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b45fd98e-0132-4f84-ac69-7512c0df2f0e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:24.163655 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Deleting port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:24.163994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:24.216289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-a071002b-4193-4811-9f06-31baf49737cf tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for 294f0a41-5f2a-4cb9-b208-0fcce751ddf0 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:24.220086 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b45fd98e-0132-4f84-ac69-7512c0df2f0e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:24.229611 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cee3d707-1219-4d7c-a1f5-e122a258254d None None] Provisioning for port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:24.319170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-195f3f20-4bce-414a-9bb8-9dac0a182ea3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:24.320585 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-195f3f20-4bce-414a-9bb8-9dac0a182ea3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.57 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 945 time: 0.2019274 May 09 13:17:24.399428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Deleting port 8d54d4bd-562f-4642-8118-84dbb54d0224 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:24.399857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:24.468395 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:24.586038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:24.590966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] For port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=59c013f0-96c2-4ea1-bea7-84cf1f03fe9b,segment=NetworkSegment(dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55),segment_id=dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:24.591981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:24.594265 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:24.594265 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:24.624243 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a071002b-4193-4811-9f06-31baf49737cf tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:24.716843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b45fd98e-0132-4f84-ac69-7512c0df2f0e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:24.717825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f261dc40-cd99-48c3-9285-37cf8f1dc695 None None] Network bb3248c3-2a6d-4bad-b0a1-564271ce3baf requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:24.821507 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:24.825630 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Calling delete_port for 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:24.832080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071002b-4193-4811-9f06-31baf49737cf tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=294f0a41-5f2a-4cb9-b208-0fcce751ddf0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:24.878848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c0794842-d912-4385-a42e-db94f9a55a93 None None] Provisioning complete for port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:24.879213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c0794842-d912-4385-a42e-db94f9a55a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:24.924502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b45fd98e-0132-4f84-ac69-7512c0df2f0e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:24.964548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=59c013f0-96c2-4ea1-bea7-84cf1f03fe9b,segment=NetworkSegment(dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55),segment_id=dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:24.988047 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fd98e-0132-4f84-ac69-7512c0df2f0e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f39a78-1691-4ec0-acbd-6344c7b30520,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:24.991376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:25.002961 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:25.051954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234e92a-1bdd-4ff0-9a4a-c6344721ed18 req-61333b3e-e0ed-42dd-9cda-4aa18dda1f5b tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:25.060300 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4234e92a-1bdd-4ff0-9a4a-c6344721ed18 req-61333b3e-e0ed-42dd-9cda-4aa18dda1f5b tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 945 time: 0.9077189 May 09 13:17:25.116006 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] For port 8d54d4bd-562f-4642-8118-84dbb54d0224, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8d54d4bd-562f-4642-8118-84dbb54d0224,segment=NetworkSegment(54054425-e38f-4188-a572-043bc3ea121a),segment_id=54054425-e38f-4188-a572-043bc3ea121a)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:25.116546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:25.170797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37c00f9-444d-46b3-ab2e-34d6a5840d38 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router a18ee48c-7f37-46eb-9367-8fb576cbf563 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:17:25.172226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b45fd98e-0132-4f84-ac69-7512c0df2f0e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:25.173963 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b45fd98e-0132-4f84-ac69-7512c0df2f0e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7537215 May 09 13:17:25.190258 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50400) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:25.192684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=59c013f0-96c2-4ea1-bea7-84cf1f03fe9b,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:25.197810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group': {'name': 'tempest-secgroup--352475564'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:25.200883 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:17:25.201478 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:17:25.210580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:25.221324 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4234e92a-1bdd-4ff0-9a4a-c6344721ed18 req-23d3320b-ef9b-4673-94fe-19cc64c2fb7a tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598592 May 09 13:17:25.225355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:25.230307 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ade2de06-aa6c-456a-b41f-0446bceebde1 req-43fdf22d-9994-4cd1-bee4-e37de553497c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4541578 May 09 13:17:25.233660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:25.244723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a071002b-4193-4811-9f06-31baf49737cf tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:25.249427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:25.387823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:25.444006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-50e6a1f0-4292-4fbe-8e44-f40ff1cec70b None None] Provisioning complete for port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:25.444333 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-50e6a1f0-4292-4fbe-8e44-f40ff1cec70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:25.515930 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ade2de06-aa6c-456a-b41f-0446bceebde1 req-4ea51e80-c1c6-40ac-960c-ed0fdc7da22a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bc08a88006e40bf8a44780de483df57&device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 1098 time: 0.2285419 May 09 13:17:25.519145 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37c00f9-444d-46b3-ab2e-34d6a5840d38 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:25.544277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08d6d5-aa5c-4422-be13-8d754db24aba None None] Sync routers for ids ['a18ee48c-7f37-46eb-9367-8fb576cbf563'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:25.568210 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f37c00f9-444d-46b3-ab2e-34d6a5840d38 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/a18ee48c-7f37-46eb-9367-8fb576cbf563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5307581 May 09 13:17:25.576995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a08d6d5-aa5c-4422-be13-8d754db24aba None None] Routers {'a18ee48c-7f37-46eb-9367-8fb576cbf563'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:25.577653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2a08d6d5-aa5c-4422-be13-8d754db24aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a18ee48c-7f37-46eb-9367-8fb576cbf563'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:25.583311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50404) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:25.589237 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:25.633945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:25.640380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2a08d6d5-aa5c-4422-be13-8d754db24aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:25.647097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:25.654263 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a08d6d5-aa5c-4422-be13-8d754db24aba None None] Routers {'a18ee48c-7f37-46eb-9367-8fb576cbf563'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:25.654914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2a08d6d5-aa5c-4422-be13-8d754db24aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a18ee48c-7f37-46eb-9367-8fb576cbf563'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:25.717983 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2a08d6d5-aa5c-4422-be13-8d754db24aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:25.718782 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08d6d5-aa5c-4422-be13-8d754db24aba None None] The sync data for ids ['a18ee48c-7f37-46eb-9367-8fb576cbf563'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:25.725328 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c66058a3-3abf-4840-857d-bac2ca83fe81 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18ee48c-7f37-46eb-9367-8fb576cbf563 HTTP/1.1" status: 200 len: 205 time: 0.1358032 May 09 13:17:25.778413 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Deleting port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:25.778774 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:25.784891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:25.793427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50408) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:25.859732 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:25.860429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:25.860429 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Floating IP d6d15d9e-94fb-4713-beac-c8b88982640e disassociated. External IP: 172.26.1.125, port: 8d54d4bd-562f-4642-8118-84dbb54d0224. May 09 13:17:25.860756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Calling delete_port for 8d54d4bd-562f-4642-8118-84dbb54d0224 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:25.955616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:26.006400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:26.066262 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2de06-aa6c-456a-b41f-0446bceebde1 req-666e8aa2-2cb2-4a11-8eac-6b058ad8e4c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:26.067738 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ade2de06-aa6c-456a-b41f-0446bceebde1 req-666e8aa2-2cb2-4a11-8eac-6b058ad8e4c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d30285d5-e8c7-43ba-85ca-e036631511ae HTTP/1.1" status: 200 len: 913 time: 0.5130959 May 09 13:17:26.273704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:26.277381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7143c0dd-85cc-4e8e-9f48-10ac102a8271 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:26.333293 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ade2de06-aa6c-456a-b41f-0446bceebde1 req-1802566f-0bf6-4f6b-bb10-7c03a736354b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef HTTP/1.1" status: 200 len: 1000 time: 0.2131760 May 09 13:17:26.337306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:26.387860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:26.388767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] For port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=59c013f0-96c2-4ea1-bea7-84cf1f03fe9b,segment=NetworkSegment(dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55),segment_id=dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:26.389080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:26.458874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:26.459232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:26.523602 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edabe2b0-3c6d-484b-ae87-f5f018dd51b2,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:26.533597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a071002b-4193-4811-9f06-31baf49737cf tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 231d44b2-cca3-4137-a4d0-45e4702a52f1 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:17:26.536295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:26.540912 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-89827656-1632-451d-ba9e-3252bb2a1b18 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3469753 May 09 13:17:26.541723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50414) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:26.551080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-05210622-9a18-4c24-b294-0cfa8c89eefa tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group_rule': {'security_group_id': '34f39a78-1691-4ec0-acbd-6344c7b30520', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'edabe2b0-3c6d-484b-ae87-f5f018dd51b2', 'remote_ip_prefix': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:26.555430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:26.601478 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Calling delete_port for 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:26.624992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-05210622-9a18-4c24-b294-0cfa8c89eefa tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:26.647709 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Allocated IP 172.26.1.249 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/f164f663-d831-4314-bc28-a220a45dc890) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:26.679759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2de06-aa6c-456a-b41f-0446bceebde1 req-1dfed784-50ba-4fff-8570-c629f058b801 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:26.681839 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ade2de06-aa6c-456a-b41f-0446bceebde1 req-1dfed784-50ba-4fff-8570-c629f058b801 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6c9a587-b9ae-413f-8d43-1f05ff4d95b2 HTTP/1.1" status: 200 len: 851 time: 0.3361130 May 09 13:17:26.712495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-05210622-9a18-4c24-b294-0cfa8c89eefa tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:26.735489 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-05210622-9a18-4c24-b294-0cfa8c89eefa tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:26.746164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Pushing event deleted for resources: {'Port': ['ID=8d54d4bd-562f-4642-8118-84dbb54d0224,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:26.750777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-05210622-9a18-4c24-b294-0cfa8c89eefa tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:26.858684 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832dd5f-f90d-442c-9d3d-80311c245087 req-68a71538-c211-4d8b-b133-02faabd53645 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:26.860309 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6832dd5f-f90d-442c-9d3d-80311c245087 req-68a71538-c211-4d8b-b133-02faabd53645 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 867 time: 0.4632785 May 09 13:17:27.020078 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.021125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-05210622-9a18-4c24-b294-0cfa8c89eefa tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.027291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.030582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7143c0dd-85cc-4e8e-9f48-10ac102a8271 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.062984 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ade2de06-aa6c-456a-b41f-0446bceebde1 req-c1f13968-1eca-4ea9-a3a9-c0975a275bb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d30285d5-e8c7-43ba-85ca-e036631511ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3720760 May 09 13:17:27.065030 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6832dd5f-f90d-442c-9d3d-80311c245087 req-b63d6e40-0647-46cd-9116-ecf119ca812a tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups?id=2080ea15-7aa7-447b-a18a-801a911c2e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641290 May 09 13:17:27.110206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Port': ['ID=59c013f0-96c2-4ea1-bea7-84cf1f03fe9b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:27.156006 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7143c0dd-85cc-4e8e-9f48-10ac102a8271 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.182455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a071002b-4193-4811-9f06-31baf49737cf tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:27.189205 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a071002b-4193-4811-9f06-31baf49737cf tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/231d44b2-cca3-4137-a4d0-45e4702a52f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8137484 May 09 13:17:27.194428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50420) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:27.199188 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888c4677-a051-476d-9c94-1e842ec5c8bd None None] Sync routers for ids ['231d44b2-cca3-4137-a4d0-45e4702a52f1'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:27.237240 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888c4677-a051-476d-9c94-1e842ec5c8bd None None] Routers {'231d44b2-cca3-4137-a4d0-45e4702a52f1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:27.238167 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-888c4677-a051-476d-9c94-1e842ec5c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['231d44b2-cca3-4137-a4d0-45e4702a52f1'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:27.262178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-cdb7d320-50dd-46b2-acd2-90854fe1588a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Synchronizing usage tracker for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:27.263837 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56171a1c-f09b-49ee-bfe6-db6a76fb9aff None None] DHCP port deletion for bb3248c3-2a6d-4bad-b0a1-564271ce3baf request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:17:27.301044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7143c0dd-85cc-4e8e-9f48-10ac102a8271 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.301562 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7143c0dd-85cc-4e8e-9f48-10ac102a8271 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Fanout notify agent at l3_agent the message router_deleted on router a18ee48c-7f37-46eb-9367-8fb576cbf563 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:17:27.318487 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-cdb7d320-50dd-46b2-acd2-90854fe1588a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Unset dirty status for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:27.322665 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cdb7d320-50dd-46b2-acd2-90854fe1588a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=231d44b2-cca3-4137-a4d0-45e4702a52f1 HTTP/1.1" status: 200 len: 205 time: 0.1242461 May 09 13:17:27.326204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50424) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:27.351573 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-888c4677-a051-476d-9c94-1e842ec5c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:27.365058 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888c4677-a051-476d-9c94-1e842ec5c8bd None None] Routers {'231d44b2-cca3-4137-a4d0-45e4702a52f1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:27.366008 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-888c4677-a051-476d-9c94-1e842ec5c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['231d44b2-cca3-4137-a4d0-45e4702a52f1'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:27.381199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No DVR routers for this DVR port 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:17:27.456504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.481694 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-888c4677-a051-476d-9c94-1e842ec5c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:27.482448 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888c4677-a051-476d-9c94-1e842ec5c8bd None None] The sync data for ids ['231d44b2-cca3-4137-a4d0-45e4702a52f1'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:27.532158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-05210622-9a18-4c24-b294-0cfa8c89eefa tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.540827 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ade2de06-aa6c-456a-b41f-0446bceebde1 req-b80cb43e-c86c-4fc1-8a86-d65bb3c4e064 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686012 May 09 13:17:27.545031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.584859 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7143c0dd-85cc-4e8e-9f48-10ac102a8271 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.586177 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7143c0dd-85cc-4e8e-9f48-10ac102a8271 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/a18ee48c-7f37-46eb-9367-8fb576cbf563 HTTP/1.1" status: 204 len: 168 time: 1.7897825 May 09 13:17:27.595476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-05210622-9a18-4c24-b294-0cfa8c89eefa tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.598969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50430) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:27.666833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event updated for resources: {'Port': ['ID=f164f663-d831-4314-bc28-a220a45dc890,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:27.667864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05210622-9a18-4c24-b294-0cfa8c89eefa tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e602c8-d84f-4dc5-8ce9-102526c9a579,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:27.694744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:27.700866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-05210622-9a18-4c24-b294-0cfa8c89eefa tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.702262 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-05210622-9a18-4c24-b294-0cfa8c89eefa tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.1596096 May 09 13:17:27.705992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50434) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:27.706131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:27.712729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:27.758855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-20474c9b-e25d-43dd-9135-4930fd1faf52 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.862640 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ade2de06-aa6c-456a-b41f-0446bceebde1 req-f71c5a2d-f69a-418d-94cb-5e7e611b2cf1 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825933 May 09 13:17:27.886028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.936441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1d607e-4bf9-4c05-9847-d7c569ff4afe,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:27.966439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1bc695b0-dff1-43c8-b134-bd798c798393 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:27.973310 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b065d0e2-9070-491a-972a-9e2e4300c6fc None None] Network bb3248c3-2a6d-4bad-b0a1-564271ce3baf requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:27.984961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1bc695b0-dff1-43c8-b134-bd798c798393 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.112167 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1bc695b0-dff1-43c8-b134-bd798c798393 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.126168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.157939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3248c3-2a6d-4bad-b0a1-564271ce3baf']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:28.184725 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:28.184725 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1f3f1a-041f-41e5-a79a-fc46b7fc9b55') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:28.185001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Router 1a89b733-1bec-48a6-800b-064eda8112f4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:17:28.198664 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebf8c65-4135-4ddf-a04f-1cb520249bc2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting subnet 4f9bde1e-b65e-4330-8a18-53fd6a47c67e {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:17:28.205711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.211859 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8c65-4135-4ddf-a04f-1cb520249bc2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.228299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.229309 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.232905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.238638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc695b0-dff1-43c8-b134-bd798c798393 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90e602c8-d84f-4dc5-8ce9-102526c9a579,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:28.241159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:28.241582 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.259107 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1bc695b0-dff1-43c8-b134-bd798c798393 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:28.259322 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:28.261192 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1bc695b0-dff1-43c8-b134-bd798c798393 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/90e602c8-d84f-4dc5-8ce9-102526c9a579 HTTP/1.1" status: 204 len: 168 time: 0.5414493 May 09 13:17:28.266174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50442) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:28.339538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a0127-31a5-40f7-9f58-6c47ce2f5113 req-27754680-1d64-4a7a-8b0b-c5637d1d1c61 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:28.341089 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-af8a0127-31a5-40f7-9f58-6c47ce2f5113 req-27754680-1d64-4a7a-8b0b-c5637d1d1c61 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 945 time: 0.2847869 May 09 13:17:28.362958 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 8d54d4bd-562f-4642-8118-84dbb54d0224 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:28.408698 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8c65-4135-4ddf-a04f-1cb520249bc2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.446658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-20474c9b-e25d-43dd-9135-4930fd1faf52 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.464109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:28.512816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:17:28.513323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 59c013f0-96c2-4ea1-bea7-84cf1f03fe9b not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:17:28.527621 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 8d54d4bd-562f-4642-8118-84dbb54d0224 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:17:28.528116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 8d54d4bd-562f-4642-8118-84dbb54d0224 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:17:28.537895 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb7f80-6567-4969-ad0d-d5368abcaa9f None None] DHCP port deletion for bb3248c3-2a6d-4bad-b0a1-564271ce3baf request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:17:28.541817 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3aba51d8-dc0b-4a70-98a9-61480c904d6c req-8dd16d53-b3ed-48a0-8141-6b79c9a1f1b2 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 210 time: 0.0922790 May 09 13:17:28.572180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-20474c9b-e25d-43dd-9135-4930fd1faf52 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.634519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.666803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-20474c9b-e25d-43dd-9135-4930fd1faf52 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.667566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20474c9b-e25d-43dd-9135-4930fd1faf52 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Fanout notify agent at l3_agent the message router_deleted on router 231d44b2-cca3-4137-a4d0-45e4702a52f1 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:17:28.669708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8c65-4135-4ddf-a04f-1cb520249bc2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.676734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.693885 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Network': ['ID=bb3248c3-2a6d-4bad-b0a1-564271ce3baf,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:28.717846 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-af8a0127-31a5-40f7-9f58-6c47ce2f5113 req-81500ef4-ce85-4ceb-9dd8-74eaea7914ca tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886541 May 09 13:17:28.727820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-20474c9b-e25d-43dd-9135-4930fd1faf52 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.732417 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-20474c9b-e25d-43dd-9135-4930fd1faf52 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/231d44b2-cca3-4137-a4d0-45e4702a52f1 HTTP/1.1" status: 204 len: 168 time: 1.4004166 May 09 13:17:28.734114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50446) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:28.764714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8be1ce4-eba6-4a93-9741-6418aad9a05d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:28.778739 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-aa317dce-0053-4fa4-bcbc-cd0f185a1b76 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/bb3248c3-2a6d-4bad-b0a1-564271ce3baf HTTP/1.1" status: 204 len: 168 time: 5.3598747 May 09 13:17:28.783923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50450) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:28.833857 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf01b8a-0624-4420-8177-0e5d43fae62d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:28.834618 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf01b8a-0624-4420-8177-0e5d43fae62d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:28.836832 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cbf01b8a-0624-4420-8177-0e5d43fae62d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/subnets/3d1d607e-4bf9-4c05-9847-d7c569ff4afe HTTP/1.1" status: 404 len: 337 time: 0.0510793 May 09 13:17:28.840727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50454) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:28.846628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8be1ce4-eba6-4a93-9741-6418aad9a05d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:28.850458 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b8be1ce4-eba6-4a93-9741-6418aad9a05d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5807946 May 09 13:17:28.851092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50456) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:28.861112 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8c65-4135-4ddf-a04f-1cb520249bc2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.948882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a185b388-9804-4f45-886b-55a2508cd3a9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:28.981533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a185b388-9804-4f45-886b-55a2508cd3a9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:29.054343 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a185b388-9804-4f45-886b-55a2508cd3a9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:29.068648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Router fa3a5db3-a77b-4ee4-953f-fa5fc65961a9 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:17:29.077922 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185b388-9804-4f45-886b-55a2508cd3a9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edabe2b0-3c6d-484b-ae87-f5f018dd51b2,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:29.084322 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf8c65-4135-4ddf-a04f-1cb520249bc2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9bde1e-b65e-4330-8a18-53fd6a47c67e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:29.096593 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b69136-8b8c-4a83-83d0-8a7d16797fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:29.097082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b69136-8b8c-4a83-83d0-8a7d16797fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:29.125222 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d6b69136-8b8c-4a83-83d0-8a7d16797fed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/bb3248c3-2a6d-4bad-b0a1-564271ce3baf HTTP/1.1" status: 404 len: 339 time: 0.2680089 May 09 13:17:29.125979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8c65-4135-4ddf-a04f-1cb520249bc2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:29.127845 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6ebf8c65-4135-4ddf-a04f-1cb520249bc2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/4f9bde1e-b65e-4330-8a18-53fd6a47c67e HTTP/1.1" status: 204 len: 168 time: 1.5206020 May 09 13:17:29.132068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202c6f0d-8b83-4d8b-b78c-3d0019cf02fa None None] Network 870ab1a8-13fd-4a2f-88bc-a9861ec3b676 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:29.134009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50462) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:29.134885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50464) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:29.163183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a185b388-9804-4f45-886b-55a2508cd3a9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:29.164329 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a185b388-9804-4f45-886b-55a2508cd3a9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-groups/edabe2b0-3c6d-484b-ae87-f5f018dd51b2 HTTP/1.1" status: 204 len: 168 time: 0.3115692 May 09 13:17:29.177798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50470) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:29.248079 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-917e35e8-4f00-4152-9dd4-bfa3e3a32e8d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:29.248421 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917e35e8-4f00-4152-9dd4-bfa3e3a32e8d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:29.252520 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-917e35e8-4f00-4152-9dd4-bfa3e3a32e8d tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/subnets/78b59408-b1a4-48bd-ab95-7085f47004fe HTTP/1.1" status: 404 len: 337 time: 0.1134260 May 09 13:17:29.268914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50474) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:29.311251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7016fd1-149f-44cf-86ad-d269825de70d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting subnet b93a95ac-30eb-40cf-b838-50e29cfb4cb2 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:17:29.329816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7016fd1-149f-44cf-86ad-d269825de70d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:29.362264 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d687a276-49af-4d6e-b97d-ede57adb31aa tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:29.362935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d687a276-49af-4d6e-b97d-ede57adb31aa tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:29.364600 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d687a276-49af-4d6e-b97d-ede57adb31aa tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/876d95eb-adbb-48b0-b84e-4cc2216dae14 HTTP/1.1" status: 404 len: 339 time: 0.0937984 May 09 13:17:29.367346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50478) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:29.376101 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:29.392460 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171e6fb-cc30-4801-a9f0-d223159c7321 None None] Sync routers for ids ['1a89b733-1bec-48a6-800b-064eda8112f4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:29.406700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171e6fb-cc30-4801-a9f0-d223159c7321 None None] Routers {'1a89b733-1bec-48a6-800b-064eda8112f4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:29.407360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5171e6fb-cc30-4801-a9f0-d223159c7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1a89b733-1bec-48a6-800b-064eda8112f4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:29.469120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c7a4ae-66ad-46bf-bfb0-bf8f93f0a92f None None] DHCP port deletion for 870ab1a8-13fd-4a2f-88bc-a9861ec3b676 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:17:29.508303 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74c7c5f-3142-4242-995f-640bcb5b2466 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:29.560489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7a4ae-66ad-46bf-bfb0-bf8f93f0a92f None None] Deleting port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:29.560973 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a4ae-66ad-46bf-bfb0-bf8f93f0a92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:29.574438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7016fd1-149f-44cf-86ad-d269825de70d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:29.624581 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] No DVR routers for this DVR port 8d54d4bd-562f-4642-8118-84dbb54d0224 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:17:29.644360 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:29.646642 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6b7e28cd-0cbb-45d3-8ec5-add3204eb990 req-3f3b4209-56ce-4ca8-bd44-988c41e27e68 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.57 "DELETE /v2.0/ports/8d54d4bd-562f-4642-8118-84dbb54d0224 HTTP/1.1" status: 204 len: 173 time: 5.3202462 May 09 13:17:29.650042 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13929467-cf52-4626-809e-30c4fbbc64a8', 'name': 'network-vif-deleted', 'tag': '8d54d4bd-562f-4642-8118-84dbb54d0224'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:17:29.672853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5c55f0e6-20e4-4c79-a1f5-552ebb1db1b3 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:29.765402 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ff5148-bf16-46b4-ae65-f18a24dca82c'] response: {'server_uuid': '13929467-cf52-4626-809e-30c4fbbc64a8', 'name': 'network-vif-deleted', 'tag': '8d54d4bd-562f-4642-8118-84dbb54d0224', 'status': 'completed', 'code': 200} May 09 13:17:29.769942 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5c55f0e6-20e4-4c79-a1f5-552ebb1db1b3 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:29.771251 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5c55f0e6-20e4-4c79-a1f5-552ebb1db1b3 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5578759 May 09 13:17:29.779389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50488) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:29.795049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cfd56d-631c-43bd-bef5-a00dcf434cb5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting subnet cc1311be-b599-4759-9be0-a23b78efdbb0 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:17:29.800221 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd56d-631c-43bd-bef5-a00dcf434cb5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:29.832805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:29.848677 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Sync routers for ids ['fa3a5db3-a77b-4ee4-953f-fa5fc65961a9'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:29.871678 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Routers {'fa3a5db3-a77b-4ee4-953f-fa5fc65961a9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:29.873551 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fa3a5db3-a77b-4ee4-953f-fa5fc65961a9'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:29.881519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7016fd1-149f-44cf-86ad-d269825de70d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:29.886132 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-5171e6fb-cc30-4801-a9f0-d223159c7321 None None] Set router 1a89b733-1bec-48a6-800b-064eda8112f4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:17:29.925051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd56d-631c-43bd-bef5-a00dcf434cb5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:29.936866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74c7c5f-3142-4242-995f-640bcb5b2466 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:29.968609 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b74c7c5f-3142-4242-995f-640bcb5b2466 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddd69d6-3681-437e-ab6d-638bff8aaf60']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:29.986130 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b74c7c5f-3142-4242-995f-640bcb5b2466 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260c3872-3468-4c11-9b8b-7824ced9d84b') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:29.986479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b74c7c5f-3142-4242-995f-640bcb5b2466 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260c3872-3468-4c11-9b8b-7824ced9d84b') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:30.001764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74c7c5f-3142-4242-995f-640bcb5b2466 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.022772 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74c7c5f-3142-4242-995f-640bcb5b2466 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.033959 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74c7c5f-3142-4242-995f-640bcb5b2466 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:30.034837 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74c7c5f-3142-4242-995f-640bcb5b2466 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.035580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c90f7ddf-6529-490b-aa2d-b51a5b158457 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.079037 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7016fd1-149f-44cf-86ad-d269825de70d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.084102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c90f7ddf-6529-490b-aa2d-b51a5b158457 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.132037 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7016fd1-149f-44cf-86ad-d269825de70d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Subnet': ['ID=b93a95ac-30eb-40cf-b838-50e29cfb4cb2,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:30.147433 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Set router fa3a5db3-a77b-4ee4-953f-fa5fc65961a9 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:17:30.149456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd56d-631c-43bd-bef5-a00dcf434cb5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.157578 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e2c7a4ae-66ad-46bf-bfb0-bf8f93f0a92f None None] For port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=90a605d0-d4c3-401c-8f1c-84ea9ed4175f,segment=NetworkSegment(839419fd-2589-4698-8ada-7d98e6e8b070),segment_id=839419fd-2589-4698-8ada-7d98e6e8b070)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:30.158153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a4ae-66ad-46bf-bfb0-bf8f93f0a92f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:30.166529 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:30.205896 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7016fd1-149f-44cf-86ad-d269825de70d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.219080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adadb462-b0c9-4f65-9c9e-df06bceed7af None None] Network 150cd4c8-b305-4fb8-8258-ec13b3dfd0f6 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:30.231133 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b7016fd1-149f-44cf-86ad-d269825de70d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/b93a95ac-30eb-40cf-b838-50e29cfb4cb2 HTTP/1.1" status: 204 len: 168 time: 1.4904215 May 09 13:17:30.234162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50492) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:30.288981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c90f7ddf-6529-490b-aa2d-b51a5b158457 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.319061 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f7ddf-6529-490b-aa2d-b51a5b158457 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f39a78-1691-4ec0-acbd-6344c7b30520,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:30.350938 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7dfb731-0fb1-4b84-9963-534eea67e953 req-c097d3f4-1f0b-4a14-94f8-aa21723f80f7 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/ports?device_id=13929467-cf52-4626-809e-30c4fbbc64a8 HTTP/1.1" status: 200 len: 210 time: 0.4721253 May 09 13:17:30.369825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd56d-631c-43bd-bef5-a00dcf434cb5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.393377 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74c7c5f-3142-4242-995f-640bcb5b2466 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.401581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.402902 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3fdaaf83-2c0a-48bb-81e3-f00a4f7e4383 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.2246017 May 09 13:17:30.464659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50496) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:30.467914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74c7c5f-3142-4242-995f-640bcb5b2466 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.471181 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b74c7c5f-3142-4242-995f-640bcb5b2466 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/5ddd69d6-3681-437e-ab6d-638bff8aaf60 HTTP/1.1" status: 204 len: 168 time: 1.1024551 May 09 13:17:30.490345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50498) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:30.531780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c90f7ddf-6529-490b-aa2d-b51a5b158457 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.535120 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c90f7ddf-6529-490b-aa2d-b51a5b158457 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-groups/34f39a78-1691-4ec0-acbd-6344c7b30520 HTTP/1.1" status: 204 len: 168 time: 0.7529743 May 09 13:17:30.550518 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50504) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:30.553249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfd56d-631c-43bd-bef5-a00dcf434cb5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1311be-b599-4759-9be0-a23b78efdbb0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:30.566524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c7c5f-3142-4242-995f-640bcb5b2466 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Network': ['ID=5ddd69d6-3681-437e-ab6d-638bff8aaf60,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:30.585428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-041e19bb-6759-4bb6-b56a-023e7ad7fc0d tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:30.586898 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-041e19bb-6759-4bb6-b56a-023e7ad7fc0d tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.57 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 945 time: 0.9157138 May 09 13:17:30.592973 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-090b7f98-fbf0-4fb8-9ddc-359884c34068 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:30.593438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090b7f98-fbf0-4fb8-9ddc-359884c34068 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:30.613073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd56d-631c-43bd-bef5-a00dcf434cb5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.631153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7a4ae-66ad-46bf-bfb0-bf8f93f0a92f None None] Calling delete_port for 90a605d0-d4c3-401c-8f1c-84ea9ed4175f owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:30.654589 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-090b7f98-fbf0-4fb8-9ddc-359884c34068 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/subnets/db536e48-6cd3-4de4-8852-c8f3102660d3 HTTP/1.1" status: 404 len: 337 time: 0.1630821 May 09 13:17:30.658665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50508) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:30.661409 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d7cfd56d-631c-43bd-bef5-a00dcf434cb5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/cc1311be-b599-4759-9be0-a23b78efdbb0 HTTP/1.1" status: 204 len: 168 time: 1.5230100 May 09 13:17:30.670224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50512) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:30.693642 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 90a605d0-d4c3-401c-8f1c-84ea9ed4175f no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:30.713911 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a5db3-a77b-4ee4-953f-fa5fc65961a9', 'name': 'tempest-snat-router-1734353551', 'tenant_id': '63f6d4efea9d4fa0861f54d134065c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.249'}], 'enable_snat': False}, 'gw_port_id': 'f164f663-d831-4314-bc28-a220a45dc890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:17:23Z', 'updated_at': '2022-05-09T13:17:27Z', 'revision_number': 3, 'project_id': '63f6d4efea9d4fa0861f54d134065c2b', 'gw_port': {'id': 'f164f663-d831-4314-bc28-a220a45dc890', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3a5db3-a77b-4ee4-953f-fa5fc65961a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:17:26Z', 'updated_at': '2022-05-09T13:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:30.720356 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Checking router: fa3a5db3-a77b-4ee4-953f-fa5fc65961a9 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:17:30.720947 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Updating router fa3a5db3-a77b-4ee4-953f-fa5fc65961a9 port f164f663-d831-4314-bc28-a220a45dc890 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:17:30.754200 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac72c2-0b14-4cf9-92c2-d6823714e301 None None] Network aeff3162-0a81-4ece-b9b7-fe615fb2268a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:30.767043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef83b3-5972-4ecc-b29c-66aa56b7254e req-38bc1a31-f049-42d9-b701-72a365523518 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:30.771084 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bcef83b3-5972-4ecc-b29c-66aa56b7254e req-38bc1a31-f049-42d9-b701-72a365523518 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 945 time: 0.6036360 May 09 13:17:30.792963 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d944f0cb-b4e4-4586-a274-382178a475b0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting subnet d8cfc572-0e18-4dd9-905b-0483d21626dd {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:17:30.794664 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6335cd-cec0-4931-9dba-6ad0921cc429 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:30.795093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6335cd-cec0-4931-9dba-6ad0921cc429 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:30.796681 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1e6335cd-cec0-4931-9dba-6ad0921cc429 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/8fce6ec7-4e5b-4896-a271-4fba5b5563aa HTTP/1.1" status: 404 len: 339 time: 0.1341200 May 09 13:17:30.805480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0309b4cd-c690-435a-8a22-0156825ac627 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:30.808429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d944f0cb-b4e4-4586-a274-382178a475b0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.814020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Deleting port f2cdb34c-7301-424c-a80b-20455c2b5d1c {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:30.814359 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.814694 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:30.834749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50516) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:31.022510 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-327eaffc-7528-4815-b189-3e15db4a87bb tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:31.022947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327eaffc-7528-4815-b189-3e15db4a87bb tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:31.024641 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-327eaffc-7528-4815-b189-3e15db4a87bb tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/subnets/9de76599-aa5b-4529-8616-7d530f258bd8 HTTP/1.1" status: 404 len: 337 time: 0.1781926 May 09 13:17:31.035372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50520) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:31.067211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8d162d53-f8f9-4313-b451-2208a41f549f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.072349 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bcef83b3-5972-4ecc-b29c-66aa56b7254e req-ca750417-2abe-4555-bef3-a8f0c432c840 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807827 May 09 13:17:31.079906 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-533f5e85-ad11-482f-94ae-0d256ae7f9fe tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:31.080335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533f5e85-ad11-482f-94ae-0d256ae7f9fe tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:31.081981 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-533f5e85-ad11-482f-94ae-0d256ae7f9fe tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/ecab08de-2675-47e6-a663-30c8f0153efe HTTP/1.1" status: 404 len: 339 time: 0.0444684 May 09 13:17:31.082601 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0309b4cd-c690-435a-8a22-0156825ac627 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:31.083690 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0309b4cd-c690-435a-8a22-0156825ac627 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5318508 May 09 13:17:31.087556 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50524) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:31.087891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50526) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:31.088710 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d944f0cb-b4e4-4586-a274-382178a475b0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.104920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3b8e9bb5-2cf9-47ff-8284-5f883588a97f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715314303'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:31.144134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a4ae-66ad-46bf-bfb0-bf8f93f0a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.155467 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3b8e9bb5-2cf9-47ff-8284-5f883588a97f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:31.171459 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-d318574d-99e0-469f-8368-c03ef0ee168f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:31.172657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d318574d-99e0-469f-8368-c03ef0ee168f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:31.176626 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d318574d-99e0-469f-8368-c03ef0ee168f tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/subnets/6c249174-09be-4037-ac97-455454683de2 HTTP/1.1" status: 404 len: 337 time: 0.0792022 May 09 13:17:31.177221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50532) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:31.211004 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.224440 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Transition to ACTIVE for port object f164f663-d831-4314-bc28-a220a45dc890 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:31.231101 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-65334101-ab84-4bba-b219-5136e943d805 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:31.231728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65334101-ab84-4bba-b219-5136e943d805 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:31.233474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7a4ae-66ad-46bf-bfb0-bf8f93f0a92f None None] No DVR routers for this DVR port 90a605d0-d4c3-401c-8f1c-84ea9ed4175f on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:17:31.235830 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.236682 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-65334101-ab84-4bba-b219-5136e943d805 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/9d6a154c-13ed-4654-861b-1d8d5a09c507 HTTP/1.1" status: 404 len: 339 time: 0.0511870 May 09 13:17:31.247855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3b8e9bb5-2cf9-47ff-8284-5f883588a97f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:31.249494 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50536) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:31.299945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8d162d53-f8f9-4313-b451-2208a41f549f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.310966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7a4ae-66ad-46bf-bfb0-bf8f93f0a92f None None] Pushing event deleted for resources: {'Port': ['ID=90a605d0-d4c3-401c-8f1c-84ea9ed4175f,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:31.315195 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1b7660-7f19-4c22-9264-a5fe0858daed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:31.315631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1b7660-7f19-4c22-9264-a5fe0858daed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:31.320082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50540) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:31.321107 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-df1b7660-7f19-4c22-9264-a5fe0858daed tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/subnets/3f2940fa-92f0-40a5-88a6-4c4d542bd5c4 HTTP/1.1" status: 404 len: 337 time: 0.0580256 May 09 13:17:31.324442 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0c54a-77a9-4604-b6c0-8b4647c8055b None None] Pushing event updated for resources: {'Port': ['ID=f164f663-d831-4314-bc28-a220a45dc890,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:31.326662 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Attempting to bind port f164f663-d831-4314-bc28-a220a45dc890 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:17:31.327016 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Attempting to bind port f164f663-d831-4314-bc28-a220a45dc890 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:17:31.327364 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Attempting to bind port f164f663-d831-4314-bc28-a220a45dc890 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:17:31.340291 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:17:31.340650 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:31.341043 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.341441 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:17:31.341890 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Bound port: f164f663-d831-4314-bc28-a220a45dc890, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:17:31.342268 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.358521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9bb5-2cf9-47ff-8284-5f883588a97f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.371781 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0c54a-77a9-4604-b6c0-8b4647c8055b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:31.372426 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0c54a-77a9-4604-b6c0-8b4647c8055b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:31.372773 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0c54a-77a9-4604-b6c0-8b4647c8055b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:31.373097 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0c54a-77a9-4604-b6c0-8b4647c8055b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:31.373448 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0c54a-77a9-4604-b6c0-8b4647c8055b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:31.373770 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0c54a-77a9-4604-b6c0-8b4647c8055b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:31.374089 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0c54a-77a9-4604-b6c0-8b4647c8055b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:31.374450 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0c54a-77a9-4604-b6c0-8b4647c8055b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:31.374938 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0c54a-77a9-4604-b6c0-8b4647c8055b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:31.375256 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0c54a-77a9-4604-b6c0-8b4647c8055b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:31.375569 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0c54a-77a9-4604-b6c0-8b4647c8055b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:17:31.380210 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e22fbd0-b84d-40c4-87e3-99cd7c62774a tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:31.380892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e22fbd0-b84d-40c4-87e3-99cd7c62774a tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:31.383055 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6e22fbd0-b84d-40c4-87e3-99cd7c62774a tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/0be62264-ad71-4ec8-ba98-bc5aef933bd5 HTTP/1.1" status: 404 len: 339 time: 0.0618763 May 09 13:17:31.385692 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8d162d53-f8f9-4313-b451-2208a41f549f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870ab1a8-13fd-4a2f-88bc-a9861ec3b676']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:31.386672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] For port f2cdb34c-7301-424c-a80b-20455c2b5d1c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f2cdb34c-7301-424c-a80b-20455c2b5d1c,segment=NetworkSegment(88ff0207-06bd-4d69-8a0e-5af6cf541eca),segment_id=88ff0207-06bd-4d69-8a0e-5af6cf541eca)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:31.387038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.394217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d944f0cb-b4e4-4586-a274-382178a475b0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.404306 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50544) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:31.439583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8d162d53-f8f9-4313-b451-2208a41f549f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839419fd-2589-4698-8ada-7d98e6e8b070') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:31.440273 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8d162d53-f8f9-4313-b451-2208a41f549f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839419fd-2589-4698-8ada-7d98e6e8b070') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:31.441367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.464093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8d162d53-f8f9-4313-b451-2208a41f549f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.484817 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] For port f164f663-d831-4314-bc28-a220a45dc890, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:17:31.492272 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] For port f164f663-d831-4314-bc28-a220a45dc890, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f164f663-d831-4314-bc28-a220a45dc890,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:17:31.494378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8d162d53-f8f9-4313-b451-2208a41f549f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.500664 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.504419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d162d53-f8f9-4313-b451-2208a41f549f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:31.505170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8d162d53-f8f9-4313-b451-2208a41f549f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:31.521272 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:31.611111 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5171e6fb-cc30-4801-a9f0-d223159c7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:12Z', 'revision_number': 4, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7792a5cd-d18f-47f5-b56b-4c441276c187', 'name': '', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'mac_address': 'fa:16:3e:8b:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:47Z', 'revision_number': 5, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'subnets': [{'id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:31.631562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3b8e9bb5-2cf9-47ff-8284-5f883588a97f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:31.636174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3b8e9bb5-2cf9-47ff-8284-5f883588a97f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:31.639500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3b8e9bb5-2cf9-47ff-8284-5f883588a97f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:31.641807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171e6fb-cc30-4801-a9f0-d223159c7321 None None] Checking router: 1a89b733-1bec-48a6-800b-064eda8112f4 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:17:31.647060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3b8e9bb5-2cf9-47ff-8284-5f883588a97f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:31.655184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d944f0cb-b4e4-4586-a274-382178a475b0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.657704 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171e6fb-cc30-4801-a9f0-d223159c7321 None None] Routers {'1a89b733-1bec-48a6-800b-064eda8112f4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:31.658872 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5171e6fb-cc30-4801-a9f0-d223159c7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1a89b733-1bec-48a6-800b-064eda8112f4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:31.693828 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Routers {'fa3a5db3-a77b-4ee4-953f-fa5fc65961a9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:31.694493 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fa3a5db3-a77b-4ee4-953f-fa5fc65961a9'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:31.713519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50552) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:31.731077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9bb5-2cf9-47ff-8284-5f883588a97f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.738130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944f0cb-b4e4-4586-a274-382178a475b0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Subnet': ['ID=d8cfc572-0e18-4dd9-905b-0483d21626dd,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:31.746806 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8d162d53-f8f9-4313-b451-2208a41f549f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.760682 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8d162d53-f8f9-4313-b451-2208a41f549f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.793157 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8d162d53-f8f9-4313-b451-2208a41f549f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/networks/870ab1a8-13fd-4a2f-88bc-a9861ec3b676 HTTP/1.1" status: 204 len: 168 time: 1.1039710 May 09 13:17:31.794662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d944f0cb-b4e4-4586-a274-382178a475b0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.796665 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d944f0cb-b4e4-4586-a274-382178a475b0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/d8cfc572-0e18-4dd9-905b-0483d21626dd HTTP/1.1" status: 204 len: 168 time: 1.5622292 May 09 13:17:31.799736 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-703987a0-c253-4e15-a6e5-13ea0701d2ef tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:31.800575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703987a0-c253-4e15-a6e5-13ea0701d2ef tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:31.801066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d162d53-f8f9-4313-b451-2208a41f549f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Network': ['ID=870ab1a8-13fd-4a2f-88bc-a9861ec3b676,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:31.803977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50556) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:31.804345 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50558) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:31.824112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9bb5-2cf9-47ff-8284-5f883588a97f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.861862 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-207d23b3-e701-4712-b06e-e2a18330ca30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.894182 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-207d23b3-e701-4712-b06e-e2a18330ca30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.906538 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0c54a-77a9-4604-b6c0-8b4647c8055b None None] Pushing event updated for resources: {'Port': ['ID=f164f663-d831-4314-bc28-a220a45dc890,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:31.932721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] DHCP port deletion for aeff3162-0a81-4ece-b9b7-fe615fb2268a request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:17:31.935894 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b5d0c-e21b-4a9e-9ee1-79575eabb9f1 None None] DHCP port deletion for 150cd4c8-b305-4fb8-8258-ec13b3dfd0f6 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:17:31.937972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2307efeb-7989-43f2-8fcc-f77b1a30eb28 None None] Network a3129d24-590a-43e0-a87b-7b437ac94920 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:31.954250 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] Set router fa3a5db3-a77b-4ee4-953f-fa5fc65961a9 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:17:31.960213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-207d23b3-e701-4712-b06e-e2a18330ca30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.963770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] Deleting port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:31.964142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:31.981302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d23b3-e701-4712-b06e-e2a18330ca30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2080ea15-7aa7-447b-a18a-801a911c2e6d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:32.006612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-207d23b3-e701-4712-b06e-e2a18330ca30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.008411 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-207d23b3-e701-4712-b06e-e2a18330ca30 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "DELETE /v2.0/security-groups/2080ea15-7aa7-447b-a18a-801a911c2e6d HTTP/1.1" status: 204 len: 168 time: 0.2926598 May 09 13:17:32.011240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50566) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:32.030839 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-3b27b1e8-e59e-4092-8844-79afa67e7771 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] show failed (client error): The resource could not be found. May 09 13:17:32.032146 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3b27b1e8-e59e-4092-8844-79afa67e7771 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "GET /v2.0/security-groups/2080ea15-7aa7-447b-a18a-801a911c2e6d HTTP/1.1" status: 404 len: 347 time: 0.0197592 May 09 13:17:32.036452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50570) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:32.068080 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-703987a0-c253-4e15-a6e5-13ea0701d2ef tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/subnets/02122d9c-e4f3-4d63-ac7d-19f0875477f0 HTTP/1.1" status: 404 len: 337 time: 0.6618719 May 09 13:17:32.069784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-596b5d0c-e21b-4a9e-9ee1-79575eabb9f1 None None] Deleting port de7c9b13-97f5-45fe-9f8b-838c65d14d86 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:32.070149 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-596b5d0c-e21b-4a9e-9ee1-79575eabb9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.075322 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50574) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:32.095024 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-49e7f4e6-39e2-4f74-a10a-3da7e7f9a188 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/routers/fa3a5db3-a77b-4ee4-953f-fa5fc65961a9 HTTP/1.1" status: 200 len: 909 time: 1.6178331 May 09 13:17:32.105471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50576) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:32.161776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9bb5-2cf9-47ff-8284-5f883588a97f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.163169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-5171e6fb-cc30-4801-a9f0-d223159c7321 None None] Set router 1a89b733-1bec-48a6-800b-064eda8112f4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:17:32.166369 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3b8e9bb5-2cf9-47ff-8284-5f883588a97f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0646315 May 09 13:17:32.179003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1734353551', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'enable_snat': True}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:32.185200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50584) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:32.203703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:32.256817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-24d41d27-e735-47aa-9c31-cfd0c2a65103 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group_rule': {'security_group_id': '1adf3d99-11ef-4ec8-b83a-5b8f0e6f95c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:32.265588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-24d41d27-e735-47aa-9c31-cfd0c2a65103 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:32.271078 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-24d41d27-e735-47aa-9c31-cfd0c2a65103 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:32.275296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-24d41d27-e735-47aa-9c31-cfd0c2a65103 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:32.282509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-24d41d27-e735-47aa-9c31-cfd0c2a65103 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:32.305590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.307825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e9bb5-2cf9-47ff-8284-5f883588a97f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1adf3d99-11ef-4ec8-b83a-5b8f0e6f95c0,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:32.310326 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8618e2-b265-4075-b2f0-f3ba3a6b31fa tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:32.310754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8618e2-b265-4075-b2f0-f3ba3a6b31fa tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:32.315071 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ac8618e2-b265-4075-b2f0-f3ba3a6b31fa tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/de1c4198-115c-4fb4-8f8b-1a6656747338 HTTP/1.1" status: 404 len: 339 time: 0.2183890 May 09 13:17:32.315663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50588) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:32.364412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ab383e0e-5688-4fba-8baf-43d2623587e3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Deleting port 52045f9f-9221-4d85-8e9c-969d84ecd300 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:32.364952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ab383e0e-5688-4fba-8baf-43d2623587e3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.410768 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a5db3-a77b-4ee4-953f-fa5fc65961a9', 'name': 'tempest-snat-router-1734353551', 'tenant_id': '63f6d4efea9d4fa0861f54d134065c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.249'}], 'enable_snat': False}, 'gw_port_id': 'f164f663-d831-4314-bc28-a220a45dc890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:17:23Z', 'updated_at': '2022-05-09T13:17:27Z', 'revision_number': 3, 'project_id': '63f6d4efea9d4fa0861f54d134065c2b', 'gw_port': {'id': 'f164f663-d831-4314-bc28-a220a45dc890', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3a5db3-a77b-4ee4-953f-fa5fc65961a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:17:26Z', 'updated_at': '2022-05-09T13:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:32.417326 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Usage tracker for resource:router and tenant:63f6d4efea9d4fa0861f54d134065c2b is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:32.419916 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb95ca-8750-4673-9033-445b2ac18158 None None] The sync data for ids ['fa3a5db3-a77b-4ee4-953f-fa5fc65961a9'] in dv-neutron-840889-2-hyperv is: [{'id': 'fa3a5db3-a77b-4ee4-953f-fa5fc65961a9', 'name': 'tempest-snat-router-1734353551', 'tenant_id': '63f6d4efea9d4fa0861f54d134065c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.249'}], 'enable_snat': False}, 'gw_port_id': 'f164f663-d831-4314-bc28-a220a45dc890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:17:23Z', 'updated_at': '2022-05-09T13:17:27Z', 'revision_number': 3, 'project_id': '63f6d4efea9d4fa0861f54d134065c2b', 'gw_port': {'id': 'f164f663-d831-4314-bc28-a220a45dc890', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3a5db3-a77b-4ee4-953f-fa5fc65961a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:17:26Z', 'updated_at': '2022-05-09T13:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:32.422012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:32.437470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:32.455910 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.460120 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f488b3b-5ee9-4515-9a02-804adbe7b751 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:32.460545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f488b3b-5ee9-4515-9a02-804adbe7b751 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:32.464586 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8f488b3b-5ee9-4515-9a02-804adbe7b751 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/subnets/4fc79939-1d11-4a32-84ba-7aa6c2b6c6af HTTP/1.1" status: 404 len: 337 time: 0.0903587 May 09 13:17:32.466406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50592) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:32.473040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24d41d27-e735-47aa-9c31-cfd0c2a65103 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.518243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:32.518583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.572705 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port de7c9b13-97f5-45fe-9f8b-838c65d14d86 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:32.572933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.587718 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:32.589054 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b971e82-016a-44b0-bf6e-557e65d0efee tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:32.590240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b971e82-016a-44b0-bf6e-557e65d0efee tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:32.592009 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0b971e82-016a-44b0-bf6e-557e65d0efee tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/eef83409-9e2d-403f-87d5-bb0f85134cbc HTTP/1.1" status: 404 len: 339 time: 0.1245947 May 09 13:17:32.599681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50596) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:32.612285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.625137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.748817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ab383e0e-5688-4fba-8baf-43d2623587e3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.749147 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ab383e0e-5688-4fba-8baf-43d2623587e3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.800017 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24d41d27-e735-47aa-9c31-cfd0c2a65103 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.827455 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1542a7-246f-49dc-ae69-42c5c4a853d6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:32.827869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1542a7-246f-49dc-ae69-42c5c4a853d6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:32.846545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24d41d27-e735-47aa-9c31-cfd0c2a65103 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.901415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:32.906964 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-dd1542a7-246f-49dc-ae69-42c5c4a853d6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/subnets/6c7c36b9-7da5-4224-8f49-5f73730c0f75 HTTP/1.1" status: 404 len: 337 time: 0.2145987 May 09 13:17:32.911148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ab383e0e-5688-4fba-8baf-43d2623587e3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Calling delete_port for 52045f9f-9221-4d85-8e9c-969d84ecd300 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:32.928645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50600) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:32.996764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d41d27-e735-47aa-9c31-cfd0c2a65103 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17fd001a-30b8-4610-98ae-fd000a1d986b,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:33.017024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] For port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=42b97ff5-43f0-4ce0-b9b3-e2f367d72375,segment=NetworkSegment(3b60cf1e-41a7-4a44-86da-9accd382037e),segment_id=3b60cf1e-41a7-4a44-86da-9accd382037e)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:33.017800 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.019005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437c891-a0a1-4d87-a04c-79d2ce076c54 req-f1d8dab1-e860-44c7-a89b-05cd5e32e541 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:33.020562 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1437c891-a0a1-4d87-a04c-79d2ce076c54 req-f1d8dab1-e860-44c7-a89b-05cd5e32e541 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 945 time: 0.6907558 May 09 13:17:33.030624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.031002 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.031315 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Floating IP 085e4662-801a-4c9c-9ca8-9657179320ca disassociated. External IP: 172.26.1.253, port: f2cdb34c-7301-424c-a80b-20455c2b5d1c. May 09 13:17:33.031655 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Calling delete_port for f2cdb34c-7301-424c-a80b-20455c2b5d1c owned by compute:nova {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:33.133993 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24d41d27-e735-47aa-9c31-cfd0c2a65103 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.135137 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-24d41d27-e735-47aa-9c31-cfd0c2a65103 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9485741 May 09 13:17:33.138198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50604) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:33.197980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] Calling delete_port for 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:33.268671 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-b302d6e5-95e3-4d19-907e-4b8399295a3a tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:33.269435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b302d6e5-95e3-4d19-907e-4b8399295a3a tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:33.294938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-596b5d0c-e21b-4a9e-9ee1-79575eabb9f1 None None] For port de7c9b13-97f5-45fe-9f8b-838c65d14d86, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=de7c9b13-97f5-45fe-9f8b-838c65d14d86,segment=NetworkSegment(9c50f375-8087-49c7-8fa6-04f33a7e38f5),segment_id=9c50f375-8087-49c7-8fa6-04f33a7e38f5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:33.295356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-596b5d0c-e21b-4a9e-9ee1-79575eabb9f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.316389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.330201 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.369158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ab383e0e-5688-4fba-8baf-43d2623587e3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.423619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-569fc58f-1256-4a15-b0aa-6238e8876f01 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.431394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab383e0e-5688-4fba-8baf-43d2623587e3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Pushing event deleted for resources: {'Port': ['ID=52045f9f-9221-4d85-8e9c-969d84ecd300,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:33.448743 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b302d6e5-95e3-4d19-907e-4b8399295a3a tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/fea7a67e-2d93-4117-951e-7d56c6b730c4 HTTP/1.1" status: 404 len: 339 time: 0.5042591 May 09 13:17:33.458843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50608) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:33.476825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-596b5d0c-e21b-4a9e-9ee1-79575eabb9f1 None None] Calling delete_port for de7c9b13-97f5-45fe-9f8b-838c65d14d86 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:33.492616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-569fc58f-1256-4a15-b0aa-6238e8876f01 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.537303 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.638582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-569fc58f-1256-4a15-b0aa-6238e8876f01 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.642062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa7324c-2261-42b6-abcc-72c557e85f83 None None] DHCP port deletion for a3129d24-590a-43e0-a87b-7b437ac94920 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:17:33.650316 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=42b97ff5-43f0-4ce0-b9b3-e2f367d72375,segment=NetworkSegment(3b60cf1e-41a7-4a44-86da-9accd382037e),segment_id=3b60cf1e-41a7-4a44-86da-9accd382037e)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:33.664452 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7324c-2261-42b6-abcc-72c557e85f83 None None] Deleting port 1e95c35e-f033-4abf-a788-dd7f8e434a34 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:33.664890 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5aa7324c-2261-42b6-abcc-72c557e85f83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.668179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fc58f-1256-4a15-b0aa-6238e8876f01 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17fd001a-30b8-4610-98ae-fd000a1d986b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:33.671053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ab383e0e-5688-4fba-8baf-43d2623587e3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.674636 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f80759-932f-4346-9b52-c4739c6445d0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:33.675071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f80759-932f-4346-9b52-c4739c6445d0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:33.679658 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e1f80759-932f-4346-9b52-c4739c6445d0 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/subnets/b760bec2-02b0-44e1-8a28-90c86c099e67 HTTP/1.1" status: 404 len: 337 time: 0.2067101 May 09 13:17:33.682762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50612) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:33.695636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Pushing event deleted for resources: {'Port': ['ID=f2cdb34c-7301-424c-a80b-20455c2b5d1c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:33.712676 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.713749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device de7c9b13-97f5-45fe-9f8b-838c65d14d86 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:33.723728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] For port de7c9b13-97f5-45fe-9f8b-838c65d14d86, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=de7c9b13-97f5-45fe-9f8b-838c65d14d86,segment=NetworkSegment(9c50f375-8087-49c7-8fa6-04f33a7e38f5),segment_id=9c50f375-8087-49c7-8fa6-04f33a7e38f5)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:33.724095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.724311 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1007ec52-1f3a-44b1-9f46-33b2ec947d90 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] DELETE failed (client error): The resource could not be found. May 09 13:17:33.724947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1007ec52-1f3a-44b1-9f46-33b2ec947d90 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:17:33.734498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-569fc58f-1256-4a15-b0aa-6238e8876f01 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.737921 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-569fc58f-1256-4a15-b0aa-6238e8876f01 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/17fd001a-30b8-4610-98ae-fd000a1d986b HTTP/1.1" status: 204 len: 168 time: 0.5957503 May 09 13:17:33.738730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ab383e0e-5688-4fba-8baf-43d2623587e3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.739752 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ab383e0e-5688-4fba-8baf-43d2623587e3 tempest-ServersTestManualDisk-2126174110 tempest-ServersTestManualDisk-2126174110-project] 10.222.0.44 "DELETE /v2.0/floatingips/d6d15d9e-94fb-4713-beac-c8b88982640e HTTP/1.1" status: 204 len: 168 time: 1.7024148 May 09 13:17:33.740582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50616) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:33.747495 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1437c891-a0a1-4d87-a04c-79d2ce076c54 req-27f1855c-428d-4af1-be5a-f9b9aaa0bc58 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6146786 May 09 13:17:33.752489 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50618) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:33.756332 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1007ec52-1f3a-44b1-9f46-33b2ec947d90 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/8e38593c-3eb5-4768-b080-16abbd74ac9d HTTP/1.1" status: 404 len: 339 time: 0.0696974 May 09 13:17:33.768956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50622) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:33.834873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:17:33.835222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:17:33.890135 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-596b5d0c-e21b-4a9e-9ee1-79575eabb9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:33.898862 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-97b1aa10-2ee2-47e1-abd7-4b0d8fc9a2b7 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:33.934904 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No ports have port_id starting with de7c9b13-97f5-45fe-9f8b-838c65d14d86 May 09 13:17:33.940735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for de7c9b13-97f5-45fe-9f8b-838c65d14d86 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:33.945133 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5171e6fb-cc30-4801-a9f0-d223159c7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:12Z', 'revision_number': 4, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7792a5cd-d18f-47f5-b56b-4c441276c187', 'name': '', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'mac_address': 'fa:16:3e:8b:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:47Z', 'revision_number': 5, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'subnets': [{'id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:33.964187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=42b97ff5-43f0-4ce0-b9b3-e2f367d72375,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:33.969772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b5d0c-e21b-4a9e-9ee1-79575eabb9f1 None None] No DVR routers for this DVR port de7c9b13-97f5-45fe-9f8b-838c65d14d86 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:17:33.971294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171e6fb-cc30-4801-a9f0-d223159c7321 None None] The sync data for ids ['1a89b733-1bec-48a6-800b-064eda8112f4'] in dv-neutron-840889-2-hyperv is: [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:12Z', 'revision_number': 4, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7792a5cd-d18f-47f5-b56b-4c441276c187', 'name': '', 'network_id': '383a2382-5572-4290-b10a-e7048ae43e04', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'mac_address': 'fa:16:3e:8b:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:47Z', 'revision_number': 5, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'subnets': [{'id': '1aaab92f-a7fc-4043-af59-8dc7bee9c193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:33.975209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] For port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=42b97ff5-43f0-4ce0-b9b3-e2f367d72375,segment=NetworkSegment(3b60cf1e-41a7-4a44-86da-9accd382037e),segment_id=3b60cf1e-41a7-4a44-86da-9accd382037e)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:33.975573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.022418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-97b1aa10-2ee2-47e1-abd7-4b0d8fc9a2b7 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:34.023662 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-97b1aa10-2ee2-47e1-abd7-4b0d8fc9a2b7 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2745333 May 09 13:17:34.029982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50630) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:34.047959 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.059456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b5d0c-e21b-4a9e-9ee1-79575eabb9f1 None None] Pushing event deleted for resources: {'Port': ['ID=de7c9b13-97f5-45fe-9f8b-838c65d14d86,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:34.085155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.158786 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5aa7324c-2261-42b6-abcc-72c557e85f83 None None] For port 1e95c35e-f033-4abf-a788-dd7f8e434a34, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1e95c35e-f033-4abf-a788-dd7f8e434a34,segment=NetworkSegment(f39b48cf-9e85-481d-b01f-c8b42ce381fb),segment_id=f39b48cf-9e85-481d-b01f-c8b42ce381fb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:34.159233 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5aa7324c-2261-42b6-abcc-72c557e85f83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.221551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c7aece-620f-46b4-858a-2a1d89d82cb6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Deleting subnet 4a953fe3-dacc-470d-93d9-4ef8af53a555 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:17:34.241369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38c7aece-620f-46b4-858a-2a1d89d82cb6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.295050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-23a98dca-7204-4469-a635-0968992eab63 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.341871 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:34.385863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38c7aece-620f-46b4-858a-2a1d89d82cb6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.403733 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7324c-2261-42b6-abcc-72c557e85f83 None None] Calling delete_port for 1e95c35e-f033-4abf-a788-dd7f8e434a34 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:34.436058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Allocated IP 172.26.1.125 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/f86709a0-f07f-46ec-ad28-97e2f2fc2114) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:34.465942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] Deleting port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:34.466326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.472051 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:17:34.472364 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:17:34.481221 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-23a98dca-7204-4469-a635-0968992eab63 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.488761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:17:34.489054 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:17:34.502394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device f2cdb34c-7301-424c-a80b-20455c2b5d1c no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:34.524242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f164f663-d831-4314-bc28-a220a45dc890 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:34.653322 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-23a98dca-7204-4469-a635-0968992eab63 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.672826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5aa7324c-2261-42b6-abcc-72c557e85f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.706065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a98dca-7204-4469-a635-0968992eab63 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adf3d99-11ef-4ec8-b83a-5b8f0e6f95c0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:34.711512 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38c7aece-620f-46b4-858a-2a1d89d82cb6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.718124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: f2cdb34c-7301-424c-a80b-20455c2b5d1c {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:17:34.718393 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:17:34.718701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device f2cdb34c-7301-424c-a80b-20455c2b5d1c not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:17:34.747071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.755091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7324c-2261-42b6-abcc-72c557e85f83 None None] Pushing event deleted for resources: {'Port': ['ID=1e95c35e-f033-4abf-a788-dd7f8e434a34,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:34.779761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-23a98dca-7204-4469-a635-0968992eab63 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.783335 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-23a98dca-7204-4469-a635-0968992eab63 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-groups/1adf3d99-11ef-4ec8-b83a-5b8f0e6f95c0 HTTP/1.1" status: 204 len: 168 time: 0.7501037 May 09 13:17:34.784779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50634) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:34.809345 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7324c-2261-42b6-abcc-72c557e85f83 None None] No DVR routers for this DVR port 1e95c35e-f033-4abf-a788-dd7f8e434a34 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:17:34.878139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38c7aece-620f-46b4-858a-2a1d89d82cb6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.908157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port f164f663-d831-4314-bc28-a220a45dc890 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:34.924507 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f164f663-d831-4314-bc28-a220a45dc890 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:34.925099 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.926451 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38c7aece-620f-46b4-858a-2a1d89d82cb6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.929420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.934330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-dc59681e-b27c-4c8d-96bc-5498418be108 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:34.958384 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d0014-1f25-493a-ba26-c4ab814ea871 None None] Network e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:34.974780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port de7c9b13-97f5-45fe-9f8b-838c65d14d86 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:34.975304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:34.978422 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7aece-620f-46b4-858a-2a1d89d82cb6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Subnet': ['ID=4a953fe3-dacc-470d-93d9-4ef8af53a555,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:35.004985 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-38c7aece-620f-46b4-858a-2a1d89d82cb6 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/subnets/4a953fe3-dacc-470d-93d9-4ef8af53a555 HTTP/1.1" status: 204 len: 168 time: 1.2299287 May 09 13:17:35.013849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50640) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:35.044503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-dc59681e-b27c-4c8d-96bc-5498418be108 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:35.049336 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dc59681e-b27c-4c8d-96bc-5498418be108 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2593620 May 09 13:17:35.049336 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:35.055094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50644) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:35.056026 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:35.062808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-e7f994b8-0758-4451-836a-3193ea6f890a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group': {'name': 'tempest-secgroup--421785060'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:35.074618 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:35.082314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] For port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=42b97ff5-43f0-4ce0-b9b3-e2f367d72375,segment=NetworkSegment(3b60cf1e-41a7-4a44-86da-9accd382037e),segment_id=3b60cf1e-41a7-4a44-86da-9accd382037e)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:35.082807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.123373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:35.123584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.149028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event updated for resources: {'Port': ['ID=f86709a0-f07f-46ec-ad28-97e2f2fc2114,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:35.151660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e7f994b8-0758-4451-836a-3193ea6f890a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:35.157005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-69b1f35d-d741-4b25-a7ce-cea63d4abe74 req-aaa8fea3-f6dc-4129-b9a3-f5682ee7853b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Synchronizing usage tracker for tenant:4b2965b1bb45478ebc86d7ce34b37d49 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:35.192586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e7f994b8-0758-4451-836a-3193ea6f890a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:35.228226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] The port 'de7c9b13-97f5-45fe-9f8b-838c65d14d86' was deleted {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:17:35.253278 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] Calling delete_port for 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:35.256680 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.328633 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-69b1f35d-d741-4b25-a7ce-cea63d4abe74 req-aaa8fea3-f6dc-4129-b9a3-f5682ee7853b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Unset dirty status for tenant:4b2965b1bb45478ebc86d7ce34b37d49 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:35.338049 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-69b1f35d-d741-4b25-a7ce-cea63d4abe74 req-aaa8fea3-f6dc-4129-b9a3-f5682ee7853b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 210 time: 0.4162486 May 09 13:17:35.357301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7f994b8-0758-4451-836a-3193ea6f890a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.404448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Deleting port 954aa221-c626-4018-a2d7-0965f5c12958 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:35.405153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.409291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.439287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port f164f663-d831-4314-bc28-a220a45dc890, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f164f663-d831-4314-bc28-a220a45dc890,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:35.448723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.463132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.479054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e7f994b8-0758-4451-836a-3193ea6f890a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:35.485550 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e7f994b8-0758-4451-836a-3193ea6f890a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:35.490821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e7f994b8-0758-4451-836a-3193ea6f890a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:35.517830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.527301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1e95c35e-f033-4abf-a788-dd7f8e434a34 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:35.532510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e7f994b8-0758-4451-836a-3193ea6f890a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:35.579376 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 1e95c35e-f033-4abf-a788-dd7f8e434a34 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:17:35.580486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1e95c35e-f033-4abf-a788-dd7f8e434a34 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:17:35.585780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150cd4c8-b305-4fb8-8258-ec13b3dfd0f6']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:35.620259 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c50f375-8087-49c7-8fa6-04f33a7e38f5') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:35.620537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c50f375-8087-49c7-8fa6-04f33a7e38f5') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:35.625863 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] No DVR routers for this DVR port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:17:35.634844 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] For port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=42b97ff5-43f0-4ce0-b9b3-e2f367d72375,segment=NetworkSegment(3b60cf1e-41a7-4a44-86da-9accd382037e),segment_id=3b60cf1e-41a7-4a44-86da-9accd382037e)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:35.636424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.657842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc255-5abf-48ac-89c6-58c00a86ab88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.668256 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=f164f663-d831-4314-bc28-a220a45dc890,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:35.717157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0322dd47-f6ee-4947-922b-12f1f84d21ea None None] DHCP port deletion for e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:17:35.727277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0322dd47-f6ee-4947-922b-12f1f84d21ea None None] Deleting port 954aa221-c626-4018-a2d7-0965f5c12958 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:35.728265 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0322dd47-f6ee-4947-922b-12f1f84d21ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.729844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7f994b8-0758-4451-836a-3193ea6f890a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.735495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] For port 954aa221-c626-4018-a2d7-0965f5c12958, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=954aa221-c626-4018-a2d7-0965f5c12958,segment=NetworkSegment(968209e2-59f5-4e6a-83f0-0424db62b8d5),segment_id=968209e2-59f5-4e6a-83f0-0424db62b8d5)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:35.735847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.758324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7f994b8-0758-4451-836a-3193ea6f890a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.760107 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce5450-050e-429c-ac30-f022a0ddcec4 None None] Pushing event deleted for resources: {'Port': ['ID=42b97ff5-43f0-4ce0-b9b3-e2f367d72375,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:35.769652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.848586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:35.894534 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Calling delete_port for 954aa221-c626-4018-a2d7-0965f5c12958 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:35.945668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.950519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0322dd47-f6ee-4947-922b-12f1f84d21ea None None] For port 954aa221-c626-4018-a2d7-0965f5c12958, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=954aa221-c626-4018-a2d7-0965f5c12958,segment=NetworkSegment(968209e2-59f5-4e6a-83f0-0424db62b8d5),segment_id=968209e2-59f5-4e6a-83f0-0424db62b8d5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:35.950903 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0322dd47-f6ee-4947-922b-12f1f84d21ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.964405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f994b8-0758-4451-836a-3193ea6f890a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5917ef8f-217b-4166-8d89-c8d24f3b9af6,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:35.976624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.978441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:35.984478 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:35.984848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:36.002320 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:36.131773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.138594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0322dd47-f6ee-4947-922b-12f1f84d21ea None None] Calling delete_port for 954aa221-c626-4018-a2d7-0965f5c12958 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:36.141108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7f994b8-0758-4451-836a-3193ea6f890a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.142419 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e7f994b8-0758-4451-836a-3193ea6f890a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0842514 May 09 13:17:36.147425 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50648) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:36.150555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.154330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.158270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-74c8d468-6761-46da-bb33-fe57f41c5bbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group_rule': {'security_group_id': '5917ef8f-217b-4166-8d89-c8d24f3b9af6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:36.161344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:36.162928 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:17:36.163153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:17:36.171532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-74c8d468-6761-46da-bb33-fe57f41c5bbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:36.173835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f3755-d5d4-42de-b7d8-59426ebe6fed None None] Sync routers for ids ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:36.176309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-74c8d468-6761-46da-bb33-fe57f41c5bbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:36.180216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-74c8d468-6761-46da-bb33-fe57f41c5bbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:36.187194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-74c8d468-6761-46da-bb33-fe57f41c5bbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:36.214183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Network': ['ID=150cd4c8-b305-4fb8-8258-ec13b3dfd0f6,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:36.214450 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f3755-d5d4-42de-b7d8-59426ebe6fed None None] Routers {'43718e57-43f6-4aa5-92d2-1c3cbaa99301'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:36.214450 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fb1f3755-d5d4-42de-b7d8-59426ebe6fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:36.254307 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3778726-cd9c-4870-b8be-237af50831e4 None None] New status for floating IP d6d15d9e-94fb-4713-beac-c8b88982640e: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:17:36.261031 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Port': ['ID=954aa221-c626-4018-a2d7-0965f5c12958,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:36.270708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74c8d468-6761-46da-bb33-fe57f41c5bbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.277578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] No DVR routers for this DVR port 954aa221-c626-4018-a2d7-0965f5c12958 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:17:36.277803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] No DVR routers for this DVR port f2cdb34c-7301-424c-a80b-20455c2b5d1c on host hv-neutron-8408 {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:17:36.282022 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.283928 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b4ca976e-bbd9-4aa8-ae2b-f57e2ec710e1 req-1166bde4-d619-4f14-8658-315f6141418b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.57 "DELETE /v2.0/ports/f2cdb34c-7301-424c-a80b-20455c2b5d1c HTTP/1.1" status: 204 len: 173 time: 5.6882033 May 09 13:17:36.284435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12876e2-47ad-4eb7-9cb2-0afdd8089cbc', 'name': 'network-vif-deleted', 'tag': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:17:36.309733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50654) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:36.310409 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e324e029-e4a6-4106-bfbb-f14ca55c59b2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/networks/150cd4c8-b305-4fb8-8258-ec13b3dfd0f6 HTTP/1.1" status: 204 len: 168 time: 4.4834292 May 09 13:17:36.412427 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-0322dd47-f6ee-4947-922b-12f1f84d21ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:17:36.412773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-0322dd47-f6ee-4947-922b-12f1f84d21ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:17:36.445646 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d3b07a-6c5f-4fab-8848-dc89f41bb8ea'] response: {'server_uuid': 'f12876e2-47ad-4eb7-9cb2-0afdd8089cbc', 'name': 'network-vif-deleted', 'tag': 'f2cdb34c-7301-424c-a80b-20455c2b5d1c', 'status': 'completed', 'code': 200} May 09 13:17:36.480765 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f164f663-d831-4314-bc28-a220a45dc890 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:36.521312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port 42b97ff5-43f0-4ce0-b9b3-e2f367d72375 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:36.522206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.614949 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-fb1f3755-d5d4-42de-b7d8-59426ebe6fed None None] Set router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:17:36.674289 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] The port '42b97ff5-43f0-4ce0-b9b3-e2f367d72375' was deleted {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:17:36.725442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65c9712c-9b1e-4d3c-a20a-c0614dccfd8e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.726731 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-aa1eb8e8-ce9d-4ff6-b8df-927fafef5ff4 req-8dc14667-879d-44e8-bd5a-342cb47b1a8b tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12876e2-47ad-4eb7-9cb2-0afdd8089cbc HTTP/1.1" status: 200 len: 210 time: 0.0969648 May 09 13:17:36.750659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.815585 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74c8d468-6761-46da-bb33-fe57f41c5bbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.817835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:36.834205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74c8d468-6761-46da-bb33-fe57f41c5bbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.837868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968209e2-59f5-4e6a-83f0-0424db62b8d5') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:36.838165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968209e2-59f5-4e6a-83f0-0424db62b8d5') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:36.899674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f164f663-d831-4314-bc28-a220a45dc890 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:36.899674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.912913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:36.919759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8d468-6761-46da-bb33-fe57f41c5bbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec66c131-0963-4620-a5b3-ef5300767fc8,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:36.941469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0322dd47-f6ee-4947-922b-12f1f84d21ea None None] Deleting port 954aa221-c626-4018-a2d7-0965f5c12958 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:36.941781 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0322dd47-f6ee-4947-922b-12f1f84d21ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.018228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.044810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:37.045142 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.061372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:37.068572 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:37.070494 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0322dd47-f6ee-4947-922b-12f1f84d21ea None None] The port '954aa221-c626-4018-a2d7-0965f5c12958' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:17:37.076907 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74c8d468-6761-46da-bb33-fe57f41c5bbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.077914 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-74c8d468-6761-46da-bb33-fe57f41c5bbd tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9294407 May 09 13:17:37.083634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50660) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:37.102226 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394e56e-59c6-4e9f-99da-462dbfb2f875 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:17:37.131891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeff3162-0a81-4ece-b9b7-fe615fb2268a']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:37.134817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65c9712c-9b1e-4d3c-a20a-c0614dccfd8e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.143768 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-43ccfe36-2b8d-491d-bcd9-871093c9863d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules/ec66c131-0963-4620-a5b3-ef5300767fc8 HTTP/1.1" status: 200 len: 705 time: 0.0586905 May 09 13:17:37.148210 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50664) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:37.175434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b60cf1e-41a7-4a44-86da-9accd382037e') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:37.175984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b60cf1e-41a7-4a44-86da-9accd382037e') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:37.193630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-65c9712c-9b1e-4d3c-a20a-c0614dccfd8e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3129d24-590a-43e0-a87b-7b437ac94920']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:37.194559 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.207060 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.209639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-65c9712c-9b1e-4d3c-a20a-c0614dccfd8e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39b48cf-9e85-481d-b01f-c8b42ce381fb') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:37.209945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-65c9712c-9b1e-4d3c-a20a-c0614dccfd8e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39b48cf-9e85-481d-b01f-c8b42ce381fb') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:37.262719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.283318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b11e2f49-5d4e-4d8d-89ae-bb0e60055bc3 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:37.286453 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:37.287366 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:37.304956 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:37.324523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.337683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65c9712c-9b1e-4d3c-a20a-c0614dccfd8e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.348254 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] Pushing event deleted for resources: {'Network': ['ID=e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:37.354195 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fb1f3755-d5d4-42de-b7d8-59426ebe6fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '45609ba4-e168-4373-9c1e-762336fe5f2b', 'name': '', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:26Z', 'revision_number': 5, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'subnets': [{'id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:37.360150 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0b5be44e-9d60-4be4-ab23-f65667b7a367 tempest-NetworksTest-1156604595 tempest-NetworksTest-1156604595-project] 10.222.0.44 "DELETE /v2.0/networks/e0e3cd0c-bd27-4f0b-bf0a-13788f77e33f HTTP/1.1" status: 204 len: 168 time: 2.3416255 May 09 13:17:37.368280 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f3755-d5d4-42de-b7d8-59426ebe6fed None None] Checking router: 43718e57-43f6-4aa5-92d2-1c3cbaa99301 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:17:37.369662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65c9712c-9b1e-4d3c-a20a-c0614dccfd8e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.377632 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1394e56e-59c6-4e9f-99da-462dbfb2f875 None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:17:37.380162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c9712c-9b1e-4d3c-a20a-c0614dccfd8e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:37.380788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65c9712c-9b1e-4d3c-a20a-c0614dccfd8e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:37.395737 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:37.406513 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f3755-d5d4-42de-b7d8-59426ebe6fed None None] Routers {'43718e57-43f6-4aa5-92d2-1c3cbaa99301'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:37.407148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fb1f3755-d5d4-42de-b7d8-59426ebe6fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:37.447636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b11e2f49-5d4e-4d8d-89ae-bb0e60055bc3 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:37.449176 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b11e2f49-5d4e-4d8d-89ae-bb0e60055bc3 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2980585 May 09 13:17:37.451714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50670) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:37.469279 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.476743 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 954aa221-c626-4018-a2d7-0965f5c12958 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:37.494269 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.507115 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65c9712c-9b1e-4d3c-a20a-c0614dccfd8e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.524984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Network': ['ID=aeff3162-0a81-4ece-b9b7-fe615fb2268a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:37.527961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65c9712c-9b1e-4d3c-a20a-c0614dccfd8e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.533806 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4c51755b-8754-4413-a9ca-7ae008c123d7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/networks/aeff3162-0a81-4ece-b9b7-fe615fb2268a HTTP/1.1" status: 204 len: 168 time: 5.7153256 May 09 13:17:37.535268 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Router 4fff3b46-5fd1-4291-a03b-e100192f5d6c is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:17:37.542242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50674) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:37.544142 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52633e07-6ba9-4a25-a943-77179f832e68 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.545388 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9712c-9b1e-4d3c-a20a-c0614dccfd8e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Network': ['ID=a3129d24-590a-43e0-a87b-7b437ac94920,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:37.551966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-47480342'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:37.557891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:37.567231 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-65c9712c-9b1e-4d3c-a20a-c0614dccfd8e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/networks/a3129d24-590a-43e0-a87b-7b437ac94920 HTTP/1.1" status: 204 len: 168 time: 1.2190711 May 09 13:17:37.567901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50678) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:37.570619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:network and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:37.574024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:37.583629 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:37.589523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52633e07-6ba9-4a25-a943-77179f832e68 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.595368 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 954aa221-c626-4018-a2d7-0965f5c12958 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:17:37.596491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 954aa221-c626-4018-a2d7-0965f5c12958 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:17:37.626535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'network': {'name': 'tempest-RoutersTest-306307056'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:37.633396 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:37.641536 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:network and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:37.646092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:37.654168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:37.699838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52633e07-6ba9-4a25-a943-77179f832e68 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.733536 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:37.736725 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.742783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:37.747106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.755326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52633e07-6ba9-4a25-a943-77179f832e68 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec66c131-0963-4620-a5b3-ef5300767fc8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:37.757188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52633e07-6ba9-4a25-a943-77179f832e68 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.758310 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-52633e07-6ba9-4a25-a943-77179f832e68 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ec66c131-0963-4620-a5b3-ef5300767fc8 HTTP/1.1" status: 204 len: 168 time: 0.3057091 May 09 13:17:37.762869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50682) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:37.835077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:17:37.842335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:17:37.858919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cc93e2d2-89cf-45db-80f4-fa19760eb1de tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:37.866038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.867590 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Added segment d9d5d5d0-5528-49b3-a3d2-bc4c531f8e20 of type vlan for network 477a2e37-19e1-4a83-b39c-fe8c0d8d3c88 May 09 13:17:37.887888 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.888275 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Added segment cd57bca3-e98d-44a3-851e-56ddb7e65c7a of type vlan for network cd09a373-41cd-4392-be7d-c41bb3d16a88 May 09 13:17:37.894628 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-fb1f3755-d5d4-42de-b7d8-59426ebe6fed None None] Set router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:17:37.928394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.983442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50692) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:37.986205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cc93e2d2-89cf-45db-80f4-fa19760eb1de tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:37.987815 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cc93e2d2-89cf-45db-80f4-fa19760eb1de tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2205110 May 09 13:17:37.991286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:37.992899 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50696) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:38.002953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-75db6ab3-791f-4a6d-82ec-4b805c63a16e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group_rule': {'security_group_id': '5917ef8f-217b-4166-8d89-c8d24f3b9af6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:38.009818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-75db6ab3-791f-4a6d-82ec-4b805c63a16e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:38.010999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c1cfc255-5abf-48ac-89c6-58c00a86ab88 admin admin] Deleting port 7792a5cd-d18f-47f5-b56b-4c441276c187 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:38.011371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc255-5abf-48ac-89c6-58c00a86ab88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.025897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-75db6ab3-791f-4a6d-82ec-4b805c63a16e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:38.050707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.055168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:38.055905 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.119555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50700) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:38.160545 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6168842 May 09 13:17:38.169658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50706) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:38.193308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-75db6ab3-791f-4a6d-82ec-4b805c63a16e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.209014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'subnet': {'network_id': 'cd09a373-41cd-4392-be7d-c41bb3d16a88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:38.286265 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-c1cfc255-5abf-48ac-89c6-58c00a86ab88 admin admin] For port 7792a5cd-d18f-47f5-b56b-4c441276c187, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7792a5cd-d18f-47f5-b56b-4c441276c187,segment=NetworkSegment(54054425-e38f-4188-a572-043bc3ea121a),segment_id=54054425-e38f-4188-a572-043bc3ea121a)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:38.286873 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc255-5abf-48ac-89c6-58c00a86ab88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.310730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1f364-3d35-4de0-b5d6-512384897678 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Network': ['ID=cd09a373-41cd-4392-be7d-c41bb3d16a88,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:38.325693 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network cd09a373-41cd-4392-be7d-c41bb3d16a88 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:17:38.345601 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:38.394707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:38.403711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.404932 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1af6fe0f-0eb7-41e2-8a00-3aa0120bd947 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.2918930 May 09 13:17:38.409226 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50712) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:38.410719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-75db6ab3-791f-4a6d-82ec-4b805c63a16e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.413757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:subnet and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:38.423040 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Sync routers for ids ['4fff3b46-5fd1-4291-a03b-e100192f5d6c'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:38.432199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c1cfc255-5abf-48ac-89c6-58c00a86ab88 admin admin] Calling delete_port for 7792a5cd-d18f-47f5-b56b-4c441276c187 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:38.459039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.462468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:38.463109 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.470320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:38.472652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-75db6ab3-791f-4a6d-82ec-4b805c63a16e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.493975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:38.538309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Routers {'4fff3b46-5fd1-4291-a03b-e100192f5d6c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:38.538937 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['4fff3b46-5fd1-4291-a03b-e100192f5d6c'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:38.560418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db6ab3-791f-4a6d-82ec-4b805c63a16e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a63bff5-9ec0-48c2-8a1c-b886e57e219c,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:38.581342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:38.636181 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-651eeabd-9dd3-41f6-8518-53f3c3e72c02 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.660189 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0791528 May 09 13:17:38.667618 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-75db6ab3-791f-4a6d-82ec-4b805c63a16e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.671314 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-75db6ab3-791f-4a6d-82ec-4b805c63a16e tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6745834 May 09 13:17:38.678357 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50716) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:38.678974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50718) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:38.709382 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.716862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'subnet': {'network_id': '477a2e37-19e1-4a83-b39c-fe8c0d8d3c88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:38.718412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fb1f3755-d5d4-42de-b7d8-59426ebe6fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '45609ba4-e168-4373-9c1e-762336fe5f2b', 'name': '', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:26Z', 'revision_number': 5, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'subnets': [{'id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:38.736505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f3755-d5d4-42de-b7d8-59426ebe6fed None None] The sync data for ids ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'] in dv-neutron-840889-2-hyperv is: [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '45609ba4-e168-4373-9c1e-762336fe5f2b', 'name': '', 'network_id': 'bb387965-a8e8-43fb-8146-6c2716009608', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:10Z', 'updated_at': '2022-05-09T13:15:26Z', 'revision_number': 5, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'subnets': [{'id': '4167bb49-8d44-4551-adfa-59e27c371d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:38.737885 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-61730dea-0b53-4e56-9f62-e7ffa0af0821 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules/7a63bff5-9ec0-48c2-8a1c-b886e57e219c HTTP/1.1" status: 200 len: 705 time: 0.0555258 May 09 13:17:38.756634 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Set router 4fff3b46-5fd1-4291-a03b-e100192f5d6c gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:17:38.776969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50724) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:38.850826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edb0b4-56b4-416d-9b1a-b807ac2ded01 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Network': ['ID=477a2e37-19e1-4a83-b39c-fe8c0d8d3c88,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:38.873277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 477a2e37-19e1-4a83-b39c-fe8c0d8d3c88 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:17:38.879675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-14b862e8-45ac-43d3-a92f-0d4fb3ab81ec tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:38.909653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-14b862e8-45ac-43d3-a92f-0d4fb3ab81ec tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:38.913861 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-14b862e8-45ac-43d3-a92f-0d4fb3ab81ec tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1328371 May 09 13:17:38.914010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50728) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:38.919395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-651eeabd-9dd3-41f6-8518-53f3c3e72c02 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:38.947023 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bbe82552-494c-4df1-b000-fc44eecf7f1f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/routers/4fff3b46-5fd1-4291-a03b-e100192f5d6c HTTP/1.1" status: 200 len: 908 time: 0.5325353 May 09 13:17:38.947247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50732) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:38.981069 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8693ae59-24c5-48e2-a80b-f919a41dd336 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83a9c8497c0340b592c7b83c8a606a70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8452611 May 09 13:17:39.002008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50738) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:39.016930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7ea9528b-b1cc-4bc0-b7e3-1fb8cc585498 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.064039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc255-5abf-48ac-89c6-58c00a86ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.083238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7ea9528b-b1cc-4bc0-b7e3-1fb8cc585498 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.165840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff3b46-5fd1-4291-a03b-e100192f5d6c', 'name': 'tempest-snat-router-1734353551', 'tenant_id': '63f6d4efea9d4fa0861f54d134065c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': 'f86709a0-f07f-46ec-ad28-97e2f2fc2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:17:32Z', 'updated_at': '2022-05-09T13:17:35Z', 'revision_number': 3, 'project_id': '63f6d4efea9d4fa0861f54d134065c2b', 'gw_port': {'id': 'f86709a0-f07f-46ec-ad28-97e2f2fc2114', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fff3b46-5fd1-4291-a03b-e100192f5d6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:17:34Z', 'updated_at': '2022-05-09T13:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:39.170250 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Checking router: 4fff3b46-5fd1-4291-a03b-e100192f5d6c for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:17:39.170723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Updating router 4fff3b46-5fd1-4291-a03b-e100192f5d6c port f86709a0-f07f-46ec-ad28-97e2f2fc2114 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:17:39.185085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7ea9528b-b1cc-4bc0-b7e3-1fb8cc585498 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.201733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:39.209489 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9528b-b1cc-4bc0-b7e3-1fb8cc585498 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a63bff5-9ec0-48c2-8a1c-b886e57e219c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:39.215866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:subnet and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:39.219825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfc255-5abf-48ac-89c6-58c00a86ab88 admin admin] Pushing event deleted for resources: {'Port': ['ID=7792a5cd-d18f-47f5-b56b-4c441276c187,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:39.223813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:39.234045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:39.235630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.260625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7ea9528b-b1cc-4bc0-b7e3-1fb8cc585498 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.264419 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7ea9528b-b1cc-4bc0-b7e3-1fb8cc585498 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/7a63bff5-9ec0-48c2-8a1c-b886e57e219c HTTP/1.1" status: 204 len: 168 time: 0.3471675 May 09 13:17:39.264878 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50744) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:39.316917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-651eeabd-9dd3-41f6-8518-53f3c3e72c02 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.320005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c61f4855-d713-47ca-ae3c-986588fcd749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.346702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:39.383598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.442194 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eeabd-9dd3-41f6-8518-53f3c3e72c02 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b181e9b-3c39-48cf-b669-5f0de1bf2fa6,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:39.476494 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c61f4855-d713-47ca-ae3c-986588fcd749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.484039 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Subnet': ['ID=4b30792c-68e6-42d9-8492-9f0aab4edbe3,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:39.519387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-05925277-de64-4119-969b-17b255d938fe tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:39.541668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.605060 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Checking segment: {'id': 'cd57bca3-e98d-44a3-851e-56ddb7e65c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd09a373-41cd-4392-be7d-c41bb3d16a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:39.605424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network hostable DHCP agents. Network: cd09a373-41cd-4392-be7d-c41bb3d16a88, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:17:39.649916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.665593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-05925277-de64-4119-969b-17b255d938fe tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:39.666823 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-05925277-de64-4119-969b-17b255d938fe tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4013224 May 09 13:17:39.674847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-651eeabd-9dd3-41f6-8518-53f3c3e72c02 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.675409 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50748) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:39.675972 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-651eeabd-9dd3-41f6-8518-53f3c3e72c02 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "DELETE /v2.0/security-groups/4b181e9b-3c39-48cf-b669-5f0de1bf2fa6 HTTP/1.1" status: 204 len: 168 time: 1.6875002 May 09 13:17:39.679484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50752) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:39.687792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d67166b0-ecaf-4355-884b-5f36584dca7a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group_rule': {'security_group_id': '5917ef8f-217b-4166-8d89-c8d24f3b9af6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:39.707126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d67166b0-ecaf-4355-884b-5f36584dca7a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:39.718039 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-087b4a87-7b31-4880-87ba-6ef357b7f7cc tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] show failed (client error): The resource could not be found. May 09 13:17:39.721913 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-087b4a87-7b31-4880-87ba-6ef357b7f7cc tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "GET /v2.0/security-groups/4b181e9b-3c39-48cf-b669-5f0de1bf2fa6 HTTP/1.1" status: 404 len: 347 time: 0.0358984 May 09 13:17:39.726249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.729797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50756) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:39.732099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d67166b0-ecaf-4355-884b-5f36584dca7a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:39.741239 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Transition to ACTIVE for port object f86709a0-f07f-46ec-ad28-97e2f2fc2114 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:39.751288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.751916 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-d67166b0-ecaf-4355-884b-5f36584dca7a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Project 0fd104c231ba494c9654393a7bf6f091 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:17:39.760684 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network cd09a373-41cd-4392-be7d-c41bb3d16a88 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:17:39.764611 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d67166b0-ecaf-4355-884b-5f36584dca7a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.791794 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, cd09a373-41cd-4392-be7d-c41bb3d16a88) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:39.806594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:39.807164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.811328 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d18a23-3119-4e0a-942b-549a772b1dc2 None None] Network cd09a373-41cd-4392-be7d-c41bb3d16a88 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:39.840372 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-94c9e761-9f00-4e20-9f63-8e01718971e4 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6700037 May 09 13:17:39.841315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50760) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:39.852278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-fcb60a57-4133-417c-b906-5fb01df16dde tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-773258901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:39.874237 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fcb60a57-4133-417c-b906-5fb01df16dde tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:39.877171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d67166b0-ecaf-4355-884b-5f36584dca7a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.880750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fcb60a57-4133-417c-b906-5fb01df16dde tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:router and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:39.884902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fcb60a57-4133-417c-b906-5fb01df16dde tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:39.899198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fcb60a57-4133-417c-b906-5fb01df16dde tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:39.906137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d67166b0-ecaf-4355-884b-5f36584dca7a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.916832 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25a998-f0e4-487a-bbdc-3c80e2c5f106 None None] Pushing event updated for resources: {'Port': ['ID=f86709a0-f07f-46ec-ad28-97e2f2fc2114,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:39.922836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Attempting to bind port f86709a0-f07f-46ec-ad28-97e2f2fc2114 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:17:39.923508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Attempting to bind port f86709a0-f07f-46ec-ad28-97e2f2fc2114 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:17:39.924129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Attempting to bind port f86709a0-f07f-46ec-ad28-97e2f2fc2114 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:17:39.936273 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fcb60a57-4133-417c-b906-5fb01df16dde tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.937180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fcb60a57-4133-417c-b906-5fb01df16dde tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.939687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:17:39.940248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67166b0-ecaf-4355-884b-5f36584dca7a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19feb285-5a6f-4e98-a597-76aadf6fe89d,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:39.941122 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:39.941850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.942453 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:17:39.943167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Bound port: f86709a0-f07f-46ec-ad28-97e2f2fc2114, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:17:39.943780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.973496 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d67166b0-ecaf-4355-884b-5f36584dca7a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:39.974589 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d67166b0-ecaf-4355-884b-5f36584dca7a tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2976520 May 09 13:17:39.977989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50764) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:39.981885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.004431 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fcb60a57-4133-417c-b906-5fb01df16dde tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.004625 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c61f4855-d713-47ca-ae3c-986588fcd749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.019495 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-22185385-1c10-42a7-aa69-42310a79253f tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules/19feb285-5a6f-4e98-a597-76aadf6fe89d HTTP/1.1" status: 200 len: 711 time: 0.0374691 May 09 13:17:40.019495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Deleting port f86709a0-f07f-46ec-ad28-97e2f2fc2114 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:40.019495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.024817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50768) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:40.027510 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Deleting port 1d48b940-eaad-4d44-90cd-845cb2451a42 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:40.028261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.072967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fcb60a57-4133-417c-b906-5fb01df16dde tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.085560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f4855-d713-47ca-ae3c-986588fcd749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b102dcb6-a643-4502-a292-6b980a6e9afa,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:40.140002 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] For port f86709a0-f07f-46ec-ad28-97e2f2fc2114, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:17:40.144294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-89d7d64f-f50f-4e34-9d5a-0602ab5099a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.171988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fcb60a57-4133-417c-b906-5fb01df16dde tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.176004 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fcb60a57-4133-417c-b906-5fb01df16dde tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3319004 May 09 13:17:40.176761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50772) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:40.186272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'port': {'network_id': 'cd09a373-41cd-4392-be7d-c41bb3d16a88', 'name': 'tempest-RoutersIpV6Test-1299991217'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:40.206171 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] For port f86709a0-f07f-46ec-ad28-97e2f2fc2114, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f86709a0-f07f-46ec-ad28-97e2f2fc2114,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:17:40.216633 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.217206 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765194fa-8926-4841-bec0-c38a5986d041 None None] New status for floating IP 085e4662-801a-4c9c-9ca8-9657179320ca: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:17:40.257113 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-cd09a373-41cd-4392-be7d-c41bb3d16a88', 'network_id': 'cd09a373-41cd-4392-be7d-c41bb3d16a88', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'fixed_ips': [{'subnet_id': '4b30792c-68e6-42d9-8492-9f0aab4edbe3'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:17:40.258003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.326546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c61f4855-d713-47ca-ae3c-986588fcd749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.329085 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c61f4855-d713-47ca-ae3c-986588fcd749 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b102dcb6-a643-4502-a292-6b980a6e9afa HTTP/1.1" status: 204 len: 168 time: 1.3258710 May 09 13:17:40.393185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50778) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:40.396781 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5aae1b08-e85b-4d99-a904-700dbdc498ae tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3706870 May 09 13:17:40.399317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25a998-f0e4-487a-bbdc-3c80e2c5f106 None None] Pushing event updated for resources: {'Port': ['ID=f86709a0-f07f-46ec-ad28-97e2f2fc2114,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:40.406290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Routers {'4fff3b46-5fd1-4291-a03b-e100192f5d6c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:40.407037 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['4fff3b46-5fd1-4291-a03b-e100192f5d6c'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:40.429089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] For port f86709a0-f07f-46ec-ad28-97e2f2fc2114, host dv-neutron-840889-2-hyperv, got binding levels [] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:40.429480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.612516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Calling delete_port for f86709a0-f07f-46ec-ad28-97e2f2fc2114 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:40.621351 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.621757 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.670939 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] Set router 4fff3b46-5fd1-4291-a03b-e100192f5d6c gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:17:40.671484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:40.681602 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0fb88784-a165-40a5-9985-be4e01e87d5d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.699556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0fb88784-a165-40a5-9985-be4e01e87d5d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.706651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:port and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:40.715096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:40.723916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Allocated IP 2001:db8::2 (cd09a373-41cd-4392-be7d-c41bb3d16a88/4b30792c-68e6-42d9-8492-9f0aab4edbe3/f71659f7-3a9d-4a2a-badb-274b5a954d24) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:40.731042 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:40.773872 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:40.777763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.805064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0fb88784-a165-40a5-9985-be4e01e87d5d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.806287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff3b46-5fd1-4291-a03b-e100192f5d6c', 'name': 'tempest-snat-router-1734353551', 'tenant_id': '63f6d4efea9d4fa0861f54d134065c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:17:32Z', 'updated_at': '2022-05-09T13:17:39Z', 'revision_number': 4, 'project_id': '63f6d4efea9d4fa0861f54d134065c2b', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:40.813722 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269e21e-607a-4e1d-9e27-7db4fa72ed94 None None] The sync data for ids ['4fff3b46-5fd1-4291-a03b-e100192f5d6c'] in dv-neutron-840889-2-hyperv is: [{'id': '4fff3b46-5fd1-4291-a03b-e100192f5d6c', 'name': 'tempest-snat-router-1734353551', 'tenant_id': '63f6d4efea9d4fa0861f54d134065c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:17:32Z', 'updated_at': '2022-05-09T13:17:39Z', 'revision_number': 4, 'project_id': '63f6d4efea9d4fa0861f54d134065c2b', 'gw_port_host': None}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:40.819203 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.833327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Calling delete_port for 1d48b940-eaad-4d44-90cd-845cb2451a42 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:40.834233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb88784-a165-40a5-9985-be4e01e87d5d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19feb285-5a6f-4e98-a597-76aadf6fe89d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:40.852370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] device_id is not set on port 6ab6237a-67da-4c41-98bc-e3d9121d7c33 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:17:40.927719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0fb88784-a165-40a5-9985-be4e01e87d5d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:40.932552 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0fb88784-a165-40a5-9985-be4e01e87d5d tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/19feb285-5a6f-4e98-a597-76aadf6fe89d HTTP/1.1" status: 204 len: 168 time: 0.5238504 May 09 13:17:40.970344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50788) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:40.972521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Subnet': ['ID=191152fd-8f3b-4661-b5b2-61589d513a5f,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:40.981887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc255-5abf-48ac-89c6-58c00a86ab88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.023369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:17:41.023737 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:17:41.078501 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.091430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Transition to ACTIVE for port object f71659f7-3a9d-4a2a-badb-274b5a954d24 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:41.112334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Transition to ACTIVE for port object f71659f7-3a9d-4a2a-badb-274b5a954d24 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:41.120284 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.204852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Network cd09a373-41cd-4392-be7d-c41bb3d16a88 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:41.207676 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:41.211607 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:41.218214 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Pushing event updated for resources: {'Port': ['ID=f71659f7-3a9d-4a2a-badb-274b5a954d24,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:41.238184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Allocated IP 2001:db8::15e (cd09a373-41cd-4392-be7d-c41bb3d16a88/4b30792c-68e6-42d9-8492-9f0aab4edbe3/6ab6237a-67da-4c41-98bc-e3d9121d7c33) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:41.317129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Attempting to bind port f71659f7-3a9d-4a2a-badb-274b5a954d24 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:17:41.317723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Attempting to bind port f71659f7-3a9d-4a2a-badb-274b5a954d24 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'cd57bca3-e98d-44a3-851e-56ddb7e65c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd09a373-41cd-4392-be7d-c41bb3d16a88'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:17:41.318276 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Attempting to bind port f71659f7-3a9d-4a2a-badb-274b5a954d24 on network cd09a373-41cd-4392-be7d-c41bb3d16a88 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:17:41.327115 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:17:41.327725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Checking segment: {'id': 'cd57bca3-e98d-44a3-851e-56ddb7e65c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd09a373-41cd-4392-be7d-c41bb3d16a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:41.328346 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.328995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Bound using segment: {'id': 'cd57bca3-e98d-44a3-851e-56ddb7e65c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd09a373-41cd-4392-be7d-c41bb3d16a88'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:17:41.329725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Bound port: f71659f7-3a9d-4a2a-badb-274b5a954d24, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd57bca3-e98d-44a3-851e-56ddb7e65c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd09a373-41cd-4392-be7d-c41bb3d16a88'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:17:41.330289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.351469 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-808e1ccc-f087-443d-9284-0afbfcc27101 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3755560 May 09 13:17:41.359603 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50798) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:41.369574 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Checking segment: {'id': 'd9d5d5d0-5528-49b3-a3d2-bc4c531f8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '477a2e37-19e1-4a83-b39c-fe8c0d8d3c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:41.369943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network hostable DHCP agents. Network: 477a2e37-19e1-4a83-b39c-fe8c0d8d3c88, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:17:41.421199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:17:41.421541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:17:41.448247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] For port f71659f7-3a9d-4a2a-badb-274b5a954d24, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:17:41.451903 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] For port f71659f7-3a9d-4a2a-badb-274b5a954d24, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f71659f7-3a9d-4a2a-badb-274b5a954d24,segment=NetworkSegment(cd57bca3-e98d-44a3-851e-56ddb7e65c7a),segment_id=cd57bca3-e98d-44a3-851e-56ddb7e65c7a)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:17:41.455250 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 477a2e37-19e1-4a83-b39c-fe8c0d8d3c88 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:17:41.457231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.478476 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 477a2e37-19e1-4a83-b39c-fe8c0d8d3c88) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:41.486847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:41.487436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.494400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5beab2b7-6290-4a4d-b7be-85934d931822 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.550858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5beab2b7-6290-4a4d-b7be-85934d931822 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.563453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.564938 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d03540df-fd3d-4d53-b66d-e87b91553ff3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8846877 May 09 13:17:41.568870 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50806) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:41.569753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1af9a94-17e6-4c20-bac3-86ce9c36332f None None] Network 477a2e37-19e1-4a83-b39c-fe8c0d8d3c88 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:41.580858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Transition to ACTIVE for port object 6ab6237a-67da-4c41-98bc-e3d9121d7c33 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:41.584673 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-871f6be3-93d4-41de-9539-787e06906c9f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-667079992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:41.596498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-871f6be3-93d4-41de-9539-787e06906c9f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:41.603638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Deleting port f86709a0-f07f-46ec-ad28-97e2f2fc2114 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:41.604373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.620367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-871f6be3-93d4-41de-9539-787e06906c9f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:router and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:41.626329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-871f6be3-93d4-41de-9539-787e06906c9f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:41.635242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-871f6be3-93d4-41de-9539-787e06906c9f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:41.667935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-871f6be3-93d4-41de-9539-787e06906c9f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.669407 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-871f6be3-93d4-41de-9539-787e06906c9f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.676812 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5beab2b7-6290-4a4d-b7be-85934d931822 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.715459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beab2b7-6290-4a4d-b7be-85934d931822 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5917ef8f-217b-4166-8d89-c8d24f3b9af6,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:41.787409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50810) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:41.822417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d191152-f697-449f-b88c-43f6e3bbff74 None None] Pushing event updated for resources: {'Port': ['ID=f71659f7-3a9d-4a2a-badb-274b5a954d24,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:41.881247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.883428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5beab2b7-6290-4a4d-b7be-85934d931822 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.884584 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5beab2b7-6290-4a4d-b7be-85934d931822 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-groups/5917ef8f-217b-4166-8d89-c8d24f3b9af6 HTTP/1.1" status: 204 len: 168 time: 0.5239239 May 09 13:17:41.898102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50816) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:41.907453 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-871f6be3-93d4-41de-9539-787e06906c9f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.935297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Deleting port 1d48b940-eaad-4d44-90cd-845cb2451a42 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:41.935632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:41.991715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-477a2e37-19e1-4a83-b39c-fe8c0d8d3c88', 'network_id': '477a2e37-19e1-4a83-b39c-fe8c0d8d3c88', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'fixed_ips': [{'subnet_id': '191152fd-8f3b-4661-b5b2-61589d513a5f'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:17:41.994418 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.035035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network cd09a373-41cd-4392-be7d-c41bb3d16a88 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:42.044726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=6ab6237a-67da-4c41-98bc-e3d9121d7c33,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:42.051593 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-871f6be3-93d4-41de-9539-787e06906c9f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.060395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:42.070502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:42.074884 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:42.075564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.100136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-459604239'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:42.132851 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] For port f86709a0-f07f-46ec-ad28-97e2f2fc2114, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f86709a0-f07f-46ec-ad28-97e2f2fc2114,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:42.133311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.155894 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ff63d916-23f4-4ffd-a286-f46618b961a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9758239 May 09 13:17:42.159098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50820) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:42.184409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:42.197713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:network and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:42.205376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e460b0cd-79fa-4adf-a2ff-2b31b1022641 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:42.217518 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:42.228291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-871f6be3-93d4-41de-9539-787e06906c9f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.229939 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-871f6be3-93d4-41de-9539-787e06906c9f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6526632 May 09 13:17:42.239391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50824) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:42.242596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:42.254142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Allocated IP 172.20.0.2 (477a2e37-19e1-4a83-b39c-fe8c0d8d3c88/191152fd-8f3b-4661-b5b2-61589d513a5f/8282779f-54a6-4646-b5b4-9b31775f1fd4) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:42.322896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'port': {'network_id': '477a2e37-19e1-4a83-b39c-fe8c0d8d3c88', 'name': 'tempest-RoutersTest-1884245899'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:42.407826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-adb6c6f2-7d92-4e5d-9e75-a548943f60c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.427929 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e460b0cd-79fa-4adf-a2ff-2b31b1022641 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:42.429506 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e460b0cd-79fa-4adf-a2ff-2b31b1022641 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5244563 May 09 13:17:42.435216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Calling delete_port for f86709a0-f07f-46ec-ad28-97e2f2fc2114 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:42.450944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f71659f7-3a9d-4a2a-badb-274b5a954d24 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:42.485661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50828) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:42.499225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:42.502089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.514211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-424bdf73-5b47-40e5-aaee-e1a3e1e07890 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group': {'name': 'tempest-secgroup--437071695'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:42.552845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-424bdf73-5b47-40e5-aaee-e1a3e1e07890 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:42.568249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.568249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.580015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.604439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-424bdf73-5b47-40e5-aaee-e1a3e1e07890 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:42.611066 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.625171 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Transition to ACTIVE for port object 8282779f-54a6-4646-b5b4-9b31775f1fd4 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:42.634955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port f71659f7-3a9d-4a2a-badb-274b5a954d24 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:42.650137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Transition to ACTIVE for port object 8282779f-54a6-4646-b5b4-9b31775f1fd4 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:42.655768 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.715670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Network 477a2e37-19e1-4a83-b39c-fe8c0d8d3c88 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:42.719212 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:42.728672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:42.749431 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Pushing event updated for resources: {'Port': ['ID=8282779f-54a6-4646-b5b4-9b31775f1fd4,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:42.758566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Calling delete_port for 1d48b940-eaad-4d44-90cd-845cb2451a42 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:42.808344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:42.812874 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:security_group_rule and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:42.815861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:42.845600 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:42.847761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Attempting to bind port 8282779f-54a6-4646-b5b4-9b31775f1fd4 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:17:42.848281 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Attempting to bind port 8282779f-54a6-4646-b5b4-9b31775f1fd4 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'd9d5d5d0-5528-49b3-a3d2-bc4c531f8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '477a2e37-19e1-4a83-b39c-fe8c0d8d3c88'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:17:42.848648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Attempting to bind port 8282779f-54a6-4646-b5b4-9b31775f1fd4 on network 477a2e37-19e1-4a83-b39c-fe8c0d8d3c88 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:17:42.856956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:17:42.857352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Checking segment: {'id': 'd9d5d5d0-5528-49b3-a3d2-bc4c531f8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '477a2e37-19e1-4a83-b39c-fe8c0d8d3c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:42.857811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.858201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Bound using segment: {'id': 'd9d5d5d0-5528-49b3-a3d2-bc4c531f8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '477a2e37-19e1-4a83-b39c-fe8c0d8d3c88'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:17:42.858833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Bound port: 8282779f-54a6-4646-b5b4-9b31775f1fd4, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d5d5d0-5528-49b3-a3d2-bc4c531f8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '477a2e37-19e1-4a83-b39c-fe8c0d8d3c88'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:17:42.859202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.876191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:42.932939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event deleted for resources: {'Port': ['ID=f86709a0-f07f-46ec-ad28-97e2f2fc2114,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:42.972330 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] For port 8282779f-54a6-4646-b5b4-9b31775f1fd4, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:17:42.975956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] For port 8282779f-54a6-4646-b5b4-9b31775f1fd4, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8282779f-54a6-4646-b5b4-9b31775f1fd4,segment=NetworkSegment(d9d5d5d0-5528-49b3-a3d2-bc4c531f8e20),segment_id=d9d5d5d0-5528-49b3-a3d2-bc4c531f8e20)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:17:42.982535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.002675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-424bdf73-5b47-40e5-aaee-e1a3e1e07890 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.047681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-424bdf73-5b47-40e5-aaee-e1a3e1e07890 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:43.052781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-424bdf73-5b47-40e5-aaee-e1a3e1e07890 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:43.056528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-424bdf73-5b47-40e5-aaee-e1a3e1e07890 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:43.062008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-424bdf73-5b47-40e5-aaee-e1a3e1e07890 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:43.075082 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471e8f8-1ee3-4ca6-8bbf-375d08dfa0f3 None None] Pushing event updated for resources: {'Port': ['ID=8282779f-54a6-4646-b5b4-9b31775f1fd4,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:43.171553 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e939416c-317e-475a-98f2-527ce3fcbc39 None None] Network cd09a373-41cd-4392-be7d-c41bb3d16a88 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:43.198350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:43.205126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-424bdf73-5b47-40e5-aaee-e1a3e1e07890 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.215251 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:port and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:43.224099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:43.229108 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-424bdf73-5b47-40e5-aaee-e1a3e1e07890 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.249013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:43.354474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.396882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dd467c45-4de1-481a-86e6-46a2b83222d3 None None] Provisioning for port f71659f7-3a9d-4a2a-badb-274b5a954d24 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:43.408106 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dd467c45-4de1-481a-86e6-46a2b83222d3 None None] Provisioning complete for port f71659f7-3a9d-4a2a-badb-274b5a954d24 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:43.408536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dd467c45-4de1-481a-86e6-46a2b83222d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.412038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:43.416572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.427050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bdf73-5b47-40e5-aaee-e1a3e1e07890 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7810891a-da63-4e93-9dc1-eb9dddc02075,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:43.467460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.493631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.494933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-424bdf73-5b47-40e5-aaee-e1a3e1e07890 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.496140 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-424bdf73-5b47-40e5-aaee-e1a3e1e07890 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0072589 May 09 13:17:43.496906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.508357 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50832) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:43.582963 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.595065 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:17:43.605682 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.605882 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Added segment 8509caa1-524d-47d0-857a-1d1ef08fbf50 of type vlan for network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 May 09 13:17:43.638833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-de379153-c15b-4977-9d98-2a1d862d1137 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Request body: {'security_group_rule': {'security_group_id': '7810891a-da63-4e93-9dc1-eb9dddc02075', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:43.645193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dd467c45-4de1-481a-86e6-46a2b83222d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.660604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] device_id is not set on port b88801d3-4a1d-489d-83d1-c465f1269482 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:17:43.688792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-dd467c45-4de1-481a-86e6-46a2b83222d3 None None] For port f71659f7-3a9d-4a2a-badb-274b5a954d24, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f71659f7-3a9d-4a2a-badb-274b5a954d24,segment=NetworkSegment(cd57bca3-e98d-44a3-851e-56ddb7e65c7a),segment_id=cd57bca3-e98d-44a3-851e-56ddb7e65c7a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:43.693983 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dd467c45-4de1-481a-86e6-46a2b83222d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.718970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Pushing event deleted for resources: {'Port': ['ID=1d48b940-eaad-4d44-90cd-845cb2451a42,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:43.731360 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-de379153-c15b-4977-9d98-2a1d862d1137 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:43.776824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.785448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-de379153-c15b-4977-9d98-2a1d862d1137 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Usage tracker for resource:security_group_rule and tenant:0fd104c231ba494c9654393a7bf6f091 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:43.786350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.791249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd467c45-4de1-481a-86e6-46a2b83222d3 None None] Pushing event updated for resources: {'Port': ['ID=f71659f7-3a9d-4a2a-badb-274b5a954d24,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:43.802605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-de379153-c15b-4977-9d98-2a1d862d1137 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:43.839613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-de379153-c15b-4977-9d98-2a1d862d1137 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:43.869114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d194d67e-e6e2-45c8-8019-b518189a6508,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:43.932540 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.964521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de379153-c15b-4977-9d98-2a1d862d1137 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.966036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.975884 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.977492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.978180 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:43.982800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:43.983586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:44.039129 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cfc255-5abf-48ac-89c6-58c00a86ab88 admin admin] Router 1a89b733-1bec-48a6-800b-064eda8112f4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:17:44.059001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:44.060136 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e9277e9d-fc4d-4f4f-bdb4-701092b239a0 tempest-ServersTestJSON-118187513 tempest-ServersTestJSON-118187513-project] 10.222.0.44 "DELETE /v2.0/floatingips/085e4662-801a-4c9c-9ca8-9657179320ca HTTP/1.1" status: 204 len: 168 time: 4.2793517 May 09 13:17:44.066705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50836) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:44.135481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a4863171-e4e4-4ce5-a20e-9798db8b14ca None None] Provisioning complete for port f71659f7-3a9d-4a2a-badb-274b5a954d24 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:44.136209 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a4863171-e4e4-4ce5-a20e-9798db8b14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:44.140279 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3417280 May 09 13:17:44.168800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50840) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:44.191696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Allocated IP 172.20.0.13 (477a2e37-19e1-4a83-b39c-fe8c0d8d3c88/191152fd-8f3b-4661-b5b2-61589d513a5f/b88801d3-4a1d-489d-83d1-c465f1269482) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:44.202271 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'name': 'tempest-PortsIpV6TestJSON-986206142'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:44.208317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:44.209077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fff3b46-5fd1-4291-a03b-e100192f5d6c {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:17:44.362596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26ff51-241a-489e-aa29-25b37bbd65c7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Network': ['ID=3329c738-611f-4dca-87cc-39a4cb6c1fd1,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:44.383205 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:17:44.469538 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:44.469758 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e04f3e9-c182-42db-920c-3d3df9460fbe None None] Network 477a2e37-19e1-4a83-b39c-fe8c0d8d3c88 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:44.473571 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-196807b2-a0fb-4875-91bb-65e520832e53 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "DELETE /v2.0/routers/4fff3b46-5fd1-4291-a03b-e100192f5d6c HTTP/1.1" status: 204 len: 168 time: 5.5254242 May 09 13:17:44.478178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50844) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:44.593148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f71659f7-3a9d-4a2a-badb-274b5a954d24 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:44.593377 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de379153-c15b-4977-9d98-2a1d862d1137 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:44.652390 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a4863171-e4e4-4ce5-a20e-9798db8b14ca None None] Provisioning for port 6ab6237a-67da-4c41-98bc-e3d9121d7c33 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:44.669722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de379153-c15b-4977-9d98-2a1d862d1137 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:44.684458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a4863171-e4e4-4ce5-a20e-9798db8b14ca None None] Provisioning complete for port 6ab6237a-67da-4c41-98bc-e3d9121d7c33 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:44.685232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a4863171-e4e4-4ce5-a20e-9798db8b14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:44.700907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:44.729506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:port and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:44.747158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:44.750334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de379153-c15b-4977-9d98-2a1d862d1137 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4aa0b7-91a0-4535-bbe3-94351c57d98e,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:44.776271 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:44.790666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a4863171-e4e4-4ce5-a20e-9798db8b14ca None None] Port 6ab6237a-67da-4c41-98bc-e3d9121d7c33 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:44.833834 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f71659f7-3a9d-4a2a-badb-274b5a954d24 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:44.834193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:44.844442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de379153-c15b-4977-9d98-2a1d862d1137 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:44.845737 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-de379153-c15b-4977-9d98-2a1d862d1137 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3049157 May 09 13:17:44.857838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50848) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:44.865476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:44.872201 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:44.890352 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:44.893159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:44.970790 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port 64322bef-9941-4efc-afbe-6f048601c212 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:17:45.000144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.004600 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8075a6c7-338d-49c0-b49c-30670e7dcdfb None None] Provisioning for port 8282779f-54a6-4646-b5b4-9b31775f1fd4 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:45.088680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8282779f-54a6-4646-b5b4-9b31775f1fd4 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:45.100163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.125516 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f57f5ebd-996f-407f-888b-68b21f9959e9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.168260 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8075a6c7-338d-49c0-b49c-30670e7dcdfb None None] Provisioning complete for port 6ab6237a-67da-4c41-98bc-e3d9121d7c33 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:45.169197 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8075a6c7-338d-49c0-b49c-30670e7dcdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.181795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Transition to ACTIVE for port object b88801d3-4a1d-489d-83d1-c465f1269482 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:17:45.210731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=6ab6237a-67da-4c41-98bc-e3d9121d7c33,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:45.224542 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f57f5ebd-996f-407f-888b-68b21f9959e9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.255520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8075a6c7-338d-49c0-b49c-30670e7dcdfb None None] Port 6ab6237a-67da-4c41-98bc-e3d9121d7c33 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:45.274159 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 8282779f-54a6-4646-b5b4-9b31775f1fd4 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:45.287625 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 8282779f-54a6-4646-b5b4-9b31775f1fd4 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:45.288121 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.379826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.434404 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a42ce4d1-8cac-40b1-9b6a-f525405eebcb None None] Provisioning complete for port 6ab6237a-67da-4c41-98bc-e3d9121d7c33 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:45.434506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a42ce4d1-8cac-40b1-9b6a-f525405eebcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.459390 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f57f5ebd-996f-407f-888b-68b21f9959e9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.464694 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.499291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.515942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a42ce4d1-8cac-40b1-9b6a-f525405eebcb None None] Port 6ab6237a-67da-4c41-98bc-e3d9121d7c33 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:45.539328 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 8282779f-54a6-4646-b5b4-9b31775f1fd4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8282779f-54a6-4646-b5b4-9b31775f1fd4,segment=NetworkSegment(d9d5d5d0-5528-49b3-a3d2-bc4c531f8e20),segment_id=d9d5d5d0-5528-49b3-a3d2-bc4c531f8e20)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:45.546816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.601036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cfc255-5abf-48ac-89c6-58c00a86ab88 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:45.620655 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f5ebd-996f-407f-888b-68b21f9959e9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7810891a-da63-4e93-9dc1-eb9dddc02075,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:45.632549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=8282779f-54a6-4646-b5b4-9b31775f1fd4,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:45.632854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.636028 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb464925-956c-4a98-8792-c3bbdf522e9c None None] Sync routers for ids ['1a89b733-1bec-48a6-800b-064eda8112f4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:45.636937 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c1cfc255-5abf-48ac-89c6-58c00a86ab88 admin admin] 10.222.0.44 "PUT /v2.0/routers/1a89b733-1bec-48a6-800b-064eda8112f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8778272 May 09 13:17:45.640102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50852) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:45.646463 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f57f5ebd-996f-407f-888b-68b21f9959e9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.647553 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f57f5ebd-996f-407f-888b-68b21f9959e9 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-groups/7810891a-da63-4e93-9dc1-eb9dddc02075 HTTP/1.1" status: 204 len: 168 time: 0.7865255 May 09 13:17:45.651126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50856) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:45.664905 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb464925-956c-4a98-8792-c3bbdf522e9c None None] Routers {'1a89b733-1bec-48a6-800b-064eda8112f4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:45.665575 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cb464925-956c-4a98-8792-c3bbdf522e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1a89b733-1bec-48a6-800b-064eda8112f4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:45.666997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.770574 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.775286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 477a2e37-19e1-4a83-b39c-fe8c0d8d3c88 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:45.776155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=b88801d3-4a1d-489d-83d1-c465f1269482,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:45.786053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:45.819707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-24a48ee4-9b19-425b-ad38-903c2ff9f89a None None] Provisioning complete for port 8282779f-54a6-4646-b5b4-9b31775f1fd4 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:45.820080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-24a48ee4-9b19-425b-ad38-903c2ff9f89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.831504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:45.924903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.941550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-688e0f1a-111d-427b-a9d3-53786f4e3634 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:45.955255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bcec09d-a2da-4f53-940a-07b3debc5f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:45.965235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=64322bef-9941-4efc-afbe-6f048601c212,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:45.987283 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:45.988191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:46.006248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Checking segment: {'id': '8509caa1-524d-47d0-857a-1d1ef08fbf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:46.006637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network hostable DHCP agents. Network: 3329c738-611f-4dca-87cc-39a4cb6c1fd1, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:17:46.020155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-688e0f1a-111d-427b-a9d3-53786f4e3634 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:46.022089 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-688e0f1a-111d-427b-a9d3-53786f4e3634 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3700640 May 09 13:17:46.024155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cb464925-956c-4a98-8792-c3bbdf522e9c None None] Set router 1a89b733-1bec-48a6-800b-064eda8112f4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:17:46.024667 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f9cdd0d0-9da0-4549-9af7-bd3dcf09df22 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7768705 May 09 13:17:46.025477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50862) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:46.029679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50864) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:46.193324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:17:46.211626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8d8f0bfd-04a9-4f5c-85de-897a7e7ba8e4 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Synchronizing usage tracker for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:46.221774 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 3329c738-611f-4dca-87cc-39a4cb6c1fd1) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:46.230932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:46.234673 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:46.235278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:46.283900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a0c79e-889f-43aa-a712-00759972c14e None None] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:46.302865 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a3a799d6-142d-47a4-a92d-1480ae554416 None None] Provisioning for port b88801d3-4a1d-489d-83d1-c465f1269482 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:17:46.315224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a3a799d6-142d-47a4-a92d-1480ae554416 None None] Provisioning complete for port b88801d3-4a1d-489d-83d1-c465f1269482 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:46.315667 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a3a799d6-142d-47a4-a92d-1480ae554416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:46.335853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:46.361755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8d8f0bfd-04a9-4f5c-85de-897a7e7ba8e4 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] Unset dirty status for tenant:0fd104c231ba494c9654393a7bf6f091 on resource:security_group_rule {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:46.362968 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8d8f0bfd-04a9-4f5c-85de-897a7e7ba8e4 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3357575 May 09 13:17:46.373281 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50870) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:46.376433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Deleting port f164f663-d831-4314-bc28-a220a45dc890 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:46.376950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:46.392727 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1aaa935c-42e1-46e2-ab8e-fec2f80b6b11 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2228413 May 09 13:17:46.396169 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50874) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:46.400605 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-8432aa77-b057-4e78-a9af-6437a4004af3 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] delete failed (client error): The resource could not be found. May 09 13:17:46.401557 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8432aa77-b057-4e78-a9af-6437a4004af3 tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "DELETE /v2.0/security-groups/7810891a-da63-4e93-9dc1-eb9dddc02075 HTTP/1.1" status: 404 len: 347 time: 0.0305457 May 09 13:17:46.406251 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-236384762'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:46.409326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50878) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:46.413354 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:46.430200 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a3a799d6-142d-47a4-a92d-1480ae554416 None None] Port b88801d3-4a1d-489d-83d1-c465f1269482 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:46.432986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:network and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:46.439451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:46.449164 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:46.455044 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8282779f-54a6-4646-b5b4-9b31775f1fd4 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:17:46.542472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:46.587536 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:46.590210 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:46.627551 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-50faafb9-4db0-4990-b200-8fd12efc784c tempest-SecGroupIPv6Test-1761931250 tempest-SecGroupIPv6Test-1761931250-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2156839 May 09 13:17:46.669238 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:17:46.686683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:46.688154 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Added segment e48dbc29-e121-4c6c-879c-5d499cc95f1e of type vlan for network 0fa541be-5254-40bf-8e4c-faa93afc1eb6 May 09 13:17:46.714218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 8282779f-54a6-4646-b5b4-9b31775f1fd4 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:46.716055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:46.732318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:46.805240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cb464925-956c-4a98-8792-c3bbdf522e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:17:38Z', 'revision_number': 5, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:46.838494 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb464925-956c-4a98-8792-c3bbdf522e9c None None] Checking router: 1a89b733-1bec-48a6-800b-064eda8112f4 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:17:46.863749 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:46.871861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:46.872058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:46.872495 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb464925-956c-4a98-8792-c3bbdf522e9c None None] Routers {'1a89b733-1bec-48a6-800b-064eda8112f4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:46.873368 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cb464925-956c-4a98-8792-c3bbdf522e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1a89b733-1bec-48a6-800b-064eda8112f4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:47.043321 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6460092 May 09 13:17:47.046504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50886) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:47.060066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] For port f164f663-d831-4314-bc28-a220a45dc890, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f164f663-d831-4314-bc28-a220a45dc890,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:47.060782 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:47.068413 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02ae22-0a9f-48b8-ba66-097aceddb477 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Network': ['ID=0fa541be-5254-40bf-8e4c-faa93afc1eb6,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:47.078182 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'ports': [{'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1'}, {'network_id': '0fa541be-5254-40bf-8e4c-faa93afc1eb6'}]} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:47.078791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:47.079470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': '0fa541be-5254-40bf-8e4c-faa93afc1eb6'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:47.132567 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cb464925-956c-4a98-8792-c3bbdf522e9c None None] Set router 1a89b733-1bec-48a6-800b-064eda8112f4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:17:47.169097 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:47.183504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50890) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:47.291826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:17:47.305840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 0fa541be-5254-40bf-8e4c-faa93afc1eb6 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:17:47.374573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Calling delete_port for f164f663-d831-4314-bc28-a220a45dc890 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:47.436656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:47.465315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:47.466063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:47.651162 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0097d51a-dc2e-495a-8303-cd740e62d003 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fd104c231ba494c9654393a7bf6f091&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4661016 May 09 13:17:47.659688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50896) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:47.679244 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cb464925-956c-4a98-8792-c3bbdf522e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:17:38Z', 'revision_number': 5, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:47.683852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb464925-956c-4a98-8792-c3bbdf522e9c None None] The sync data for ids ['1a89b733-1bec-48a6-800b-064eda8112f4'] in dv-neutron-840889-2-hyperv is: [{'id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'name': 'tempest-ServersTestManualDisk-1503956258-router', 'tenant_id': 'e6a64149e3f648a1820699d3c9ae317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:17:38Z', 'revision_number': 5, 'project_id': 'e6a64149e3f648a1820699d3c9ae317a', 'gw_port': {'id': 'ae94d676-b10b-48f8-97a5-ee548bc246a5', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89b733-1bec-48a6-800b-064eda8112f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:02Z', 'updated_at': '2022-05-09T13:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:47.778231 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:17:47.785399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d254630c-2b79-416c-bde2-a6b863b578ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:47.825241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d254630c-2b79-416c-bde2-a6b863b578ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:47.830056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=6ab6237a-67da-4c41-98bc-e3d9121d7c33,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:47.834053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:47.846677 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:47.985884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=b88801d3-4a1d-489d-83d1-c465f1269482,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:47.996378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:48.011166 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:port and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:48.031802 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:48.031972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d254630c-2b79-416c-bde2-a6b863b578ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:48.045820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:48.065159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254630c-2b79-416c-bde2-a6b863b578ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115d8ed4-d4a0-4d57-b42b-4b657fe20981,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:48.136043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d254630c-2b79-416c-bde2-a6b863b578ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:48.139676 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d254630c-2b79-416c-bde2-a6b863b578ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/115d8ed4-d4a0-4d57-b42b-4b657fe20981 HTTP/1.1" status: 204 len: 168 time: 0.4762919 May 09 13:17:48.154514 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 2} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:48.158025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:48.181035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network cd09a373-41cd-4392-be7d-c41bb3d16a88 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:48.184134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:48.259265 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:48.284402 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1f91fad3-9421-430a-aa81-2234f5987452 None None] Provisioning complete for port b88801d3-4a1d-489d-83d1-c465f1269482 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:48.285387 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1f91fad3-9421-430a-aa81-2234f5987452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:48.381292 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7792a5cd-d18f-47f5-b56b-4c441276c187 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:48.387219 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:48.474663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 7792a5cd-d18f-47f5-b56b-4c441276c187 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:17:48.475003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7792a5cd-d18f-47f5-b56b-4c441276c187 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:17:48.476468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-1f91fad3-9421-430a-aa81-2234f5987452 None None] Port b88801d3-4a1d-489d-83d1-c465f1269482 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:48.571789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:48.614684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-419a943d-ae03-45ec-a57c-25f29fd37332 None None] Provisioning complete for port 6ab6237a-67da-4c41-98bc-e3d9121d7c33 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:48.614984 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-419a943d-ae03-45ec-a57c-25f29fd37332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:48.652225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:48.674502 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-419a943d-ae03-45ec-a57c-25f29fd37332 None None] Port 6ab6237a-67da-4c41-98bc-e3d9121d7c33 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:48.718141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:48.729911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event deleted for resources: {'Port': ['ID=f164f663-d831-4314-bc28-a220a45dc890,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:48.834265 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Deleting port ae94d676-b10b-48f8-97a5-ee548bc246a5 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:48.834566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:48.866430 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:48.871759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:48.985733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=b88801d3-4a1d-489d-83d1-c465f1269482,revision_number=3']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:48.988160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:49.135290 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50918) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:49.139038 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028577 May 09 13:17:49.143297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50920) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:49.150778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 477a2e37-19e1-4a83-b39c-fe8c0d8d3c88 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:49.151875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:49.407894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port baffb184-a33c-4bf9-862a-8f409a9921c3 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:17:49.410723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-02c2156a-c714-4ae9-b973-7d63810e2230 None None] Provisioning complete for port b88801d3-4a1d-489d-83d1-c465f1269482 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:17:49.412163 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02c2156a-c714-4ae9-b973-7d63810e2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:49.473557 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-02c2156a-c714-4ae9-b973-7d63810e2230 None None] Port b88801d3-4a1d-489d-83d1-c465f1269482 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:17:49.506597 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-74dbc654-f206-4aa1-8e18-e18df78c5883 tempest-NetworksApiDiscovery-848309768 tempest-NetworksApiDiscovery-848309768-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2997823 May 09 13:17:49.540677 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:49.635705 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router a26e9edf-bbe5-4229-8540-769cc60f651d is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:17:49.818306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] For port ae94d676-b10b-48f8-97a5-ee548bc246a5, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ae94d676-b10b-48f8-97a5-ee548bc246a5,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:49.819261 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:49.823330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:49.830776 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-47489471-8440-4e0a-abcb-eb162914caf2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/a26e9edf-bbe5-4229-8540-769cc60f651d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7980094 May 09 13:17:49.831720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50930) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:49.840690 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dd823e-32b5-4e9a-aa17-ea17d0bde1a0 None None] Sync routers for ids ['a26e9edf-bbe5-4229-8540-769cc60f651d'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:49.856063 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd823e-32b5-4e9a-aa17-ea17d0bde1a0 None None] Routers {'a26e9edf-bbe5-4229-8540-769cc60f651d'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:49.856900 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-23dd823e-32b5-4e9a-aa17-ea17d0bde1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a26e9edf-bbe5-4229-8540-769cc60f651d'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:49.913100 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50934) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:49.919914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8e67d8-21a0-4801-bc64-921fa4e67ed9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:49.920486 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4e8e67d8-21a0-4801-bc64-921fa4e67ed9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Synchronizing usage tracker for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:49.921064 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-23dd823e-32b5-4e9a-aa17-ea17d0bde1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:49.933149 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd823e-32b5-4e9a-aa17-ea17d0bde1a0 None None] Routers {'a26e9edf-bbe5-4229-8540-769cc60f651d'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:49.933954 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-23dd823e-32b5-4e9a-aa17-ea17d0bde1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a26e9edf-bbe5-4229-8540-769cc60f651d'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:49.947581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4e8e67d8-21a0-4801-bc64-921fa4e67ed9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Unset dirty status for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:49.951469 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4e8e67d8-21a0-4801-bc64-921fa4e67ed9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports/b88801d3-4a1d-489d-83d1-c465f1269482 HTTP/1.1" status: 200 len: 978 time: 0.1168263 May 09 13:17:49.952444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50940) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:49.993953 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-23dd823e-32b5-4e9a-aa17-ea17d0bde1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:49.994529 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dd823e-32b5-4e9a-aa17-ea17d0bde1a0 None None] The sync data for ids ['a26e9edf-bbe5-4229-8540-769cc60f651d'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:50.076897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Calling delete_port for ae94d676-b10b-48f8-97a5-ee548bc246a5 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:50.112703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-453331c5-fbdd-49f2-a047-e87915a5d431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.154770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-453331c5-fbdd-49f2-a047-e87915a5d431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:50.160636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-453331c5-fbdd-49f2-a047-e87915a5d431 admin admin] Usage tracker for resource:security_group_rule and tenant:d32dea2ea7894111bf3b2e878a5e3a2a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:50.165800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-453331c5-fbdd-49f2-a047-e87915a5d431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:50.167108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.172212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-453331c5-fbdd-49f2-a047-e87915a5d431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:50.216856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.320764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.386554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-453331c5-fbdd-49f2-a047-e87915a5d431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.392895 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-453331c5-fbdd-49f2-a047-e87915a5d431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.429684 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.430061 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa3a5db3-a77b-4ee4-953f-fa5fc65961a9 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:17:50.478750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453331c5-fbdd-49f2-a047-e87915a5d431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7ff3c5-d3b1-4511-afa3-ca65a2a16f48,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:50.495202 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-453331c5-fbdd-49f2-a047-e87915a5d431 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d32dea2ea7894111bf3b2e878a5e3a2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5809858 May 09 13:17:50.497871 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50944) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:50.534109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port 6b65e23b-c45f-4ba1-a7cd-0a9eb5866792 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:17:50.540042 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router 178169ad-a08f-43e4-8224-c3818946c51c is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:17:50.548303 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.549439 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7eca2ff7-ee82-4298-83cf-c8bfb8efee7f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "DELETE /v2.0/routers/fa3a5db3-a77b-4ee4-953f-fa5fc65961a9 HTTP/1.1" status: 204 len: 168 time: 6.0703578 May 09 13:17:50.553334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5bcec09d-a2da-4f53-940a-07b3debc5f35 admin admin] Deleting port 45609ba4-e168-4373-9c1e-762336fe5f2b {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:50.553564 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50948) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:50.554021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bcec09d-a2da-4f53-940a-07b3debc5f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.561682 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-842173287', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:50.608071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:50.620713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Usage tracker for resource:router and tenant:a7678370ca4147a89811dcde2ccbefa0 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:50.626530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:50.637209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:50.639837 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-59b9d95c-41d1-4114-8191-930889386187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.663708 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.664592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.690441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-59b9d95c-41d1-4114-8191-930889386187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.766994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.861937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-276a7a88-6f83-4156-81a2-b79977f2fa59 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.866613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.914174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-59b9d95c-41d1-4114-8191-930889386187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:50.931749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae94d676-b10b-48f8-97a5-ee548bc246a5,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:51.114819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-5bcec09d-a2da-4f53-940a-07b3debc5f35 admin admin] For port 45609ba4-e168-4373-9c1e-762336fe5f2b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=45609ba4-e168-4373-9c1e-762336fe5f2b,segment=NetworkSegment(88ff0207-06bd-4d69-8a0e-5af6cf541eca),segment_id=88ff0207-06bd-4d69-8a0e-5af6cf541eca)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:51.115601 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bcec09d-a2da-4f53-940a-07b3debc5f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:51.121086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:51.137864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:51.159929 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9d95c-41d1-4114-8191-930889386187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7ff3c5-d3b1-4511-afa3-ca65a2a16f48,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:51.177026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-59b9d95c-41d1-4114-8191-930889386187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:51.181006 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-59b9d95c-41d1-4114-8191-930889386187 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae7ff3c5-d3b1-4511-afa3-ca65a2a16f48 HTTP/1.1" status: 204 len: 168 time: 0.6794806 May 09 13:17:51.198865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:51.260442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5bcec09d-a2da-4f53-940a-07b3debc5f35 admin admin] Calling delete_port for 45609ba4-e168-4373-9c1e-762336fe5f2b owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:51.555258 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-276a7a88-6f83-4156-81a2-b79977f2fa59 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port b88801d3-4a1d-489d-83d1-c465f1269482 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:51.556179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-276a7a88-6f83-4156-81a2-b79977f2fa59 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:51.594154 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:51.612986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:51.620633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:51.624352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105f04f-7300-451d-9b65-9a699f7a56b0 None None] Sync routers for ids ['178169ad-a08f-43e4-8224-c3818946c51c'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:51.632842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:51.636691 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105f04f-7300-451d-9b65-9a699f7a56b0 None None] Routers {'178169ad-a08f-43e4-8224-c3818946c51c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:51.636898 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5105f04f-7300-451d-9b65-9a699f7a56b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['178169ad-a08f-43e4-8224-c3818946c51c'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:51.733331 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5105f04f-7300-451d-9b65-9a699f7a56b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:51.743893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105f04f-7300-451d-9b65-9a699f7a56b0 None None] Routers {'178169ad-a08f-43e4-8224-c3818946c51c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:51.745245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5105f04f-7300-451d-9b65-9a699f7a56b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['178169ad-a08f-43e4-8224-c3818946c51c'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:51.747532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:51.765540 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bbbf860f-bd6e-4df8-b6ce-0d8d23b5724e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/178169ad-a08f-43e4-8224-c3818946c51c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6030085 May 09 13:17:51.767401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50954) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:51.804906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5105f04f-7300-451d-9b65-9a699f7a56b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:51.805438 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105f04f-7300-451d-9b65-9a699f7a56b0 None None] The sync data for ids ['178169ad-a08f-43e4-8224-c3818946c51c'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:51.932570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fca8713-da69-4313-913b-118fd7864672 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:51.933162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6fca8713-da69-4313-913b-118fd7864672 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Synchronizing usage tracker for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:51.949716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-276a7a88-6f83-4156-81a2-b79977f2fa59 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:51.973030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Allocated IP 172.26.1.129 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/5355a053-040f-4142-bf9e-1dd2f80ea8c2) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:17:51.973521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:51.978135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=baffb184-a33c-4bf9-862a-8f409a9921c3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:51.981064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:51.987027 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:51.987678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:51.990379 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:52.073202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:52.080004 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6fca8713-da69-4313-913b-118fd7864672 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Unset dirty status for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:52.081145 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6fca8713-da69-4313-913b-118fd7864672 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports/6ab6237a-67da-4c41-98bc-e3d9121d7c33 HTTP/1.1" status: 200 len: 984 time: 0.3130465 May 09 13:17:52.088220 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-276a7a88-6f83-4156-81a2-b79977f2fa59 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for b88801d3-4a1d-489d-83d1-c465f1269482 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:52.093130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50958) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:52.187647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=6b65e23b-c45f-4ba1-a7cd-0a9eb5866792,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:52.263831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-276a7a88-6f83-4156-81a2-b79977f2fa59 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:52.288123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:52.288621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a89b733-1bec-48a6-800b-064eda8112f4 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:17:52.296014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bcec09d-a2da-4f53-940a-07b3debc5f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:52.324686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a7a88-6f83-4156-81a2-b79977f2fa59 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=b88801d3-4a1d-489d-83d1-c465f1269482,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:52.367106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Checking segment: {'id': 'e48dbc29-e121-4c6c-879c-5d499cc95f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0fa541be-5254-40bf-8e4c-faa93afc1eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:17:52.367460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network hostable DHCP agents. Network: 0fa541be-5254-40bf-8e4c-faa93afc1eb6, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:17:52.377274 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcec09d-a2da-4f53-940a-07b3debc5f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=45609ba4-e168-4373-9c1e-762336fe5f2b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:52.436863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:52.438070 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-42fc47f2-f86c-4ef6-9155-19f8d7874c26 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1a89b733-1bec-48a6-800b-064eda8112f4 HTTP/1.1" status: 204 len: 168 time: 6.7958331 May 09 13:17:52.456590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f164f663-d831-4314-bc28-a220a45dc890 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:52.470573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50962) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:52.525045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: f164f663-d831-4314-bc28-a220a45dc890 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:17:52.525416 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f164f663-d831-4314-bc28-a220a45dc890 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:17:52.557999 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 0fa541be-5254-40bf-8e4c-faa93afc1eb6 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:17:52.604985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 0fa541be-5254-40bf-8e4c-faa93afc1eb6) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:52.615930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:52.619231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ab9be-8df9-46cf-9413-6b06594947cf None None] Network 0fa541be-5254-40bf-8e4c-faa93afc1eb6 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:52.622161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:52.628128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:52.628908 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:52.652097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de4a87c-4b96-4a45-91d8-2df805830001 admin admin] Deleting subnet 1aaab92f-a7fc-4043-af59-8dc7bee9c193 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:17:52.661335 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-45e2de31-70cf-4515-b1df-591ea4642e31 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.6117079 May 09 13:17:52.662393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9de4a87c-4b96-4a45-91d8-2df805830001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:52.838201 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50966) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:52.841040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:52.943076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-eb5bc17e-4523-4331-aadf-efde47439a78 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 6b65e23b-c45f-4ba1-a7cd-0a9eb5866792 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:52.943709 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc17e-4523-4331-aadf-efde47439a78 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:52.987495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-276a7a88-6f83-4156-81a2-b79977f2fa59 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.052384 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.123001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9de4a87c-4b96-4a45-91d8-2df805830001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.247306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9de4a87c-4b96-4a45-91d8-2df805830001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.266397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:17:53.311384 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:17:53.331167 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:17:53.360462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Pushing event updated for resources: {'Port': ['ID=5355a053-040f-4142-bf9e-1dd2f80ea8c2,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:53.388475 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9de4a87c-4b96-4a45-91d8-2df805830001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.432396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4a87c-4b96-4a45-91d8-2df805830001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aaab92f-a7fc-4043-af59-8dc7bee9c193,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:53.436825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bcec09d-a2da-4f53-940a-07b3debc5f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.446575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9de4a87c-4b96-4a45-91d8-2df805830001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.450133 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571b098a-eff8-483e-892e-f759607c6ffa None None] Network 383a2382-5572-4290-b10a-e7048ae43e04 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:53.452545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc17e-4523-4331-aadf-efde47439a78 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.490213 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9de4a87c-4b96-4a45-91d8-2df805830001 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1aaab92f-a7fc-4043-af59-8dc7bee9c193 HTTP/1.1" status: 204 len: 168 time: 1.0161359 May 09 13:17:53.494514 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50970) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:53.672296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-eb5bc17e-4523-4331-aadf-efde47439a78 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 6b65e23b-c45f-4ba1-a7cd-0a9eb5866792 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:53.719181 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098684eb-a918-46e5-987e-687f77889441 None None] DHCP port deletion for 383a2382-5572-4290-b10a-e7048ae43e04 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:17:53.724339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-098684eb-a918-46e5-987e-687f77889441 None None] Deleting port 628faa96-4d3f-469a-a703-d2d35da94c85 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:53.725420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-098684eb-a918-46e5-987e-687f77889441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.735392 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.807117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Deleting port 628faa96-4d3f-469a-a703-d2d35da94c85 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:53.808307 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.873298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-31dd924b-20ed-48b8-bd95-8ff4b4c97f8f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.903584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc17e-4523-4331-aadf-efde47439a78 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.952523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-098684eb-a918-46e5-987e-687f77889441 None None] For port 628faa96-4d3f-469a-a703-d2d35da94c85, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=628faa96-4d3f-469a-a703-d2d35da94c85,segment=NetworkSegment(54054425-e38f-4188-a572-043bc3ea121a),segment_id=54054425-e38f-4188-a572-043bc3ea121a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:53.952833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-098684eb-a918-46e5-987e-687f77889441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.961373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bc17e-4523-4331-aadf-efde47439a78 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=6b65e23b-c45f-4ba1-a7cd-0a9eb5866792,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:53.973297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc17e-4523-4331-aadf-efde47439a78 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:53.981846 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276a7a88-6f83-4156-81a2-b79977f2fa59 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router a26e9edf-bbe5-4229-8540-769cc60f651d has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:17:54.001791 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-eb5bc17e-4523-4331-aadf-efde47439a78 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/6b65e23b-c45f-4ba1-a7cd-0a9eb5866792 HTTP/1.1" status: 204 len: 168 time: 1.1551671 May 09 13:17:54.002122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50974) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:54.078964 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-098684eb-a918-46e5-987e-687f77889441 None None] Calling delete_port for 628faa96-4d3f-469a-a703-d2d35da94c85 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:54.157619 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-098684eb-a918-46e5-987e-687f77889441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:54.187312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] For port 628faa96-4d3f-469a-a703-d2d35da94c85, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=628faa96-4d3f-469a-a703-d2d35da94c85,segment=NetworkSegment(54054425-e38f-4188-a572-043bc3ea121a),segment_id=54054425-e38f-4188-a572-043bc3ea121a)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:54.187919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:54.203282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098684eb-a918-46e5-987e-687f77889441 None None] Pushing event deleted for resources: {'Port': ['ID=628faa96-4d3f-469a-a703-d2d35da94c85,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:54.208987 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098684eb-a918-46e5-987e-687f77889441 None None] No DVR routers for this DVR port 628faa96-4d3f-469a-a703-d2d35da94c85 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:17:54.307075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:54.308148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:54.325100 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f611f4-3107-4894-a0d5-d598d1c3d9f5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:54.329045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f611f4-3107-4894-a0d5-d598d1c3d9f5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:54.329944 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-39f611f4-3107-4894-a0d5-d598d1c3d9f5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:54.333688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276a7a88-6f83-4156-81a2-b79977f2fa59 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:54.343501 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-276a7a88-6f83-4156-81a2-b79977f2fa59 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/a26e9edf-bbe5-4229-8540-769cc60f651d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3864779 May 09 13:17:54.343501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50978) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:54.346579 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c9d03-ea9c-4ffe-a51b-4ff8077eb35b None None] Sync routers for ids ['a26e9edf-bbe5-4229-8540-769cc60f651d'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:54.381303 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c9d03-ea9c-4ffe-a51b-4ff8077eb35b None None] Routers {'a26e9edf-bbe5-4229-8540-769cc60f651d'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:54.382283 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-744c9d03-ea9c-4ffe-a51b-4ff8077eb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a26e9edf-bbe5-4229-8540-769cc60f651d'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:54.425512 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Calling delete_port for 628faa96-4d3f-469a-a703-d2d35da94c85 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:54.454417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 628faa96-4d3f-469a-a703-d2d35da94c85 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:54.484083 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-744c9d03-ea9c-4ffe-a51b-4ff8077eb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:54.495059 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 628faa96-4d3f-469a-a703-d2d35da94c85 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:17:54.495673 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 628faa96-4d3f-469a-a703-d2d35da94c85 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:17:54.496487 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c9d03-ea9c-4ffe-a51b-4ff8077eb35b None None] Routers {'a26e9edf-bbe5-4229-8540-769cc60f651d'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:54.496700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ae94d676-b10b-48f8-97a5-ee548bc246a5 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:54.497085 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-744c9d03-ea9c-4ffe-a51b-4ff8077eb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a26e9edf-bbe5-4229-8540-769cc60f651d'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:54.541619 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: ae94d676-b10b-48f8-97a5-ee548bc246a5 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:17:54.542411 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ae94d676-b10b-48f8-97a5-ee548bc246a5 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:17:54.581070 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-744c9d03-ea9c-4ffe-a51b-4ff8077eb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:54.581495 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c9d03-ea9c-4ffe-a51b-4ff8077eb35b None None] The sync data for ids ['a26e9edf-bbe5-4229-8540-769cc60f651d'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:54.592252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-39f611f4-3107-4894-a0d5-d598d1c3d9f5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:54.593449 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-39f611f4-3107-4894-a0d5-d598d1c3d9f5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.5905058 May 09 13:17:54.596117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50984) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:54.684743 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:17:54.684938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:17:54.748059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2ecb2-ddd2-4d23-a8aa-90702393f09d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port baffb184-a33c-4bf9-862a-8f409a9921c3 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:54.748394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ecb2-ddd2-4d23-a8aa-90702393f09d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:54.942400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-31dd924b-20ed-48b8-bd95-8ff4b4c97f8f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port 6ab6237a-67da-4c41-98bc-e3d9121d7c33 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:54.942648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-31dd924b-20ed-48b8-bd95-8ff4b4c97f8f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:55.016316 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-2a25e07a-520d-4c40-9a19-60b029aa28cd tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] remove_router_interface failed (client error): The resource could not be found. May 09 13:17:55.017376 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2a25e07a-520d-4c40-9a19-60b029aa28cd tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/a26e9edf-bbe5-4229-8540-769cc60f651d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6736491 May 09 13:17:55.028479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50988) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:55.113564 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ecb2-ddd2-4d23-a8aa-90702393f09d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:55.122184 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6407f726-31a8-4a3e-aea1-b87bac7c036c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=a26e9edf-bbe5-4229-8540-769cc60f651d HTTP/1.1" status: 200 len: 205 time: 0.0926430 May 09 13:17:55.131073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 50992) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:55.185814 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Deleting port 628faa96-4d3f-469a-a703-d2d35da94c85 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:55.186148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:55.212529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-31dd924b-20ed-48b8-bd95-8ff4b4c97f8f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:55.302050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2ecb2-ddd2-4d23-a8aa-90702393f09d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for baffb184-a33c-4bf9-862a-8f409a9921c3 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:55.368369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-31dd924b-20ed-48b8-bd95-8ff4b4c97f8f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for 6ab6237a-67da-4c41-98bc-e3d9121d7c33 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:55.412688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] The port '628faa96-4d3f-469a-a703-d2d35da94c85' was deleted {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:17:55.566375 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a5e808e-889c-44a6-8d20-77dac71530f1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:55.589147 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:55.603725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcec09d-a2da-4f53-940a-07b3debc5f35 admin admin] Router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:17:55.631090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383a2382-5572-4290-b10a-e7048ae43e04']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:55.648262 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54054425-e38f-4188-a572-043bc3ea121a') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:55.648556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54054425-e38f-4188-a572-043bc3ea121a') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:55.668385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:55.676832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ecb2-ddd2-4d23-a8aa-90702393f09d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:55.728165 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Router a3bc2c19-ce32-41e8-a6b0-8224ba36dc72 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:17:55.743913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2ecb2-ddd2-4d23-a8aa-90702393f09d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=baffb184-a33c-4bf9-862a-8f409a9921c3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:55.756483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ecb2-ddd2-4d23-a8aa-90702393f09d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:55.778830 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f6e2ecb2-ddd2-4d23-a8aa-90702393f09d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/baffb184-a33c-4bf9-862a-8f409a9921c3 HTTP/1.1" status: 204 len: 168 time: 1.1814668 May 09 13:17:55.828269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 50996) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:55.926544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:55.958888 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:55.959275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:55.973894 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:56.122604 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:56.144459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:56.151747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-31dd924b-20ed-48b8-bd95-8ff4b4c97f8f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:56.167711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a5e808e-889c-44a6-8d20-77dac71530f1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:56.174978 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a5e808e-889c-44a6-8d20-77dac71530f1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:56.201341 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] Pushing event deleted for resources: {'Network': ['ID=383a2382-5572-4290-b10a-e7048ae43e04,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:56.220435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd924b-20ed-48b8-bd95-8ff4b4c97f8f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=6ab6237a-67da-4c41-98bc-e3d9121d7c33,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:56.222269 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a5e808e-889c-44a6-8d20-77dac71530f1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:56.222782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5e808e-889c-44a6-8d20-77dac71530f1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Fanout notify agent at l3_agent the message router_deleted on router a26e9edf-bbe5-4229-8540-769cc60f651d {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:17:56.239297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a5e808e-889c-44a6-8d20-77dac71530f1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:56.240364 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6a5e808e-889c-44a6-8d20-77dac71530f1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/a26e9edf-bbe5-4229-8540-769cc60f651d HTTP/1.1" status: 204 len: 168 time: 1.1083853 May 09 13:17:56.241330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d959301-416b-4f03-a51f-6087562f83d4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:56.242004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0d959301-416b-4f03-a51f-6087562f83d4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:56.244131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51000) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:56.297221 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ef551940-67de-4983-9954-d9e9c91ecd55 admin admin] 10.222.0.44 "DELETE /v2.0/networks/383a2382-5572-4290-b10a-e7048ae43e04 HTTP/1.1" status: 204 len: 168 time: 2.7993052 May 09 13:17:56.305965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:56.327167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6315f2-d96c-46fc-9fab-3dc95e11c508 None None] Sync routers for ids ['a3bc2c19-ce32-41e8-a6b0-8224ba36dc72'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:56.356137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6315f2-d96c-46fc-9fab-3dc95e11c508 None None] Routers {'a3bc2c19-ce32-41e8-a6b0-8224ba36dc72'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:56.357094 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ea6315f2-d96c-46fc-9fab-3dc95e11c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a3bc2c19-ce32-41e8-a6b0-8224ba36dc72'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:56.427234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:56.428317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0d959301-416b-4f03-a51f-6087562f83d4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:56.428627 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2ee5b67f-8d0b-4a3b-86a9-6c58f066d369 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8724139 May 09 13:17:56.429478 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0d959301-416b-4f03-a51f-6087562f83d4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5978491 May 09 13:17:56.431672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51006) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:56.436718 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b16fd681-2ce7-46fd-ac6d-6ca967350b9b tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'enable_snat': False}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:56.438698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ea6315f2-d96c-46fc-9fab-3dc95e11c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:56.439098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51010) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:56.451426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6315f2-d96c-46fc-9fab-3dc95e11c508 None None] Routers {'a3bc2c19-ce32-41e8-a6b0-8224ba36dc72'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:56.452481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ea6315f2-d96c-46fc-9fab-3dc95e11c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a3bc2c19-ce32-41e8-a6b0-8224ba36dc72'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:56.534325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ea6315f2-d96c-46fc-9fab-3dc95e11c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:56.534999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6315f2-d96c-46fc-9fab-3dc95e11c508 None None] The sync data for ids ['a3bc2c19-ce32-41e8-a6b0-8224ba36dc72'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:56.539760 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb9e959-de94-4bce-88c7-964b447c2a4c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:17:56.544161 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-afb9e959-de94-4bce-88c7-964b447c2a4c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/6b65e23b-c45f-4ba1-a7cd-0a9eb5866792 HTTP/1.1" status: 404 len: 333 time: 0.0948253 May 09 13:17:56.546138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51014) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:56.605238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-31dd924b-20ed-48b8-bd95-8ff4b4c97f8f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:56.613069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51018) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:56.617413 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0ce43c-2705-4192-88eb-63ce73dafeeb tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:17:56.621143 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9c0ce43c-2705-4192-88eb-63ce73dafeeb tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/baffb184-a33c-4bf9-862a-8f409a9921c3 HTTP/1.1" status: 404 len: 333 time: 0.0706990 May 09 13:17:56.621998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51022) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:56.703141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcec09d-a2da-4f53-940a-07b3debc5f35 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:56.711257 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5bcec09d-a2da-4f53-940a-07b3debc5f35 admin admin] 10.222.0.44 "PUT /v2.0/routers/43718e57-43f6-4aa5-92d2-1c3cbaa99301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6435699 May 09 13:17:56.713654 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081900a4-ade6-47de-b34c-bc2d9086c560 None None] Sync routers for ids ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:56.719134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51026) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:56.726699 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081900a4-ade6-47de-b34c-bc2d9086c560 None None] Routers {'43718e57-43f6-4aa5-92d2-1c3cbaa99301'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:56.727316 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-081900a4-ade6-47de-b34c-bc2d9086c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:56.865892 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e2afae-c455-47f2-a75b-3a2e9869cee0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting subnet 191152fd-8f3b-4661-b5b2-61589d513a5f {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:17:56.877224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84e2afae-c455-47f2-a75b-3a2e9869cee0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:56.917213 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-081900a4-ade6-47de-b34c-bc2d9086c560 None None] Set router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:17:56.932248 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-55b7e4cc-2ee4-4c5e-a671-10ac96a11302 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6a64149e3f648a1820699d3c9ae317a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3095837 May 09 13:17:56.932446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5edb7b03-6d7d-4222-98b5-cfdb8174775c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:56.932543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51030) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:56.953813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84e2afae-c455-47f2-a75b-3a2e9869cee0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.166568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5edb7b03-6d7d-4222-98b5-cfdb8174775c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.209094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5edb7b03-6d7d-4222-98b5-cfdb8174775c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa541be-5254-40bf-8e4c-faa93afc1eb6']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:57.216667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84e2afae-c455-47f2-a75b-3a2e9869cee0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.243774 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-081900a4-ade6-47de-b34c-bc2d9086c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:17:52Z', 'revision_number': 5, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:57.248046 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081900a4-ade6-47de-b34c-bc2d9086c560 None None] Checking router: 43718e57-43f6-4aa5-92d2-1c3cbaa99301 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:17:57.259707 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081900a4-ade6-47de-b34c-bc2d9086c560 None None] Routers {'43718e57-43f6-4aa5-92d2-1c3cbaa99301'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:57.260303 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-081900a4-ade6-47de-b34c-bc2d9086c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:57.265957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5edb7b03-6d7d-4222-98b5-cfdb8174775c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48dbc29-e121-4c6c-879c-5d499cc95f1e') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:57.266362 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5edb7b03-6d7d-4222-98b5-cfdb8174775c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48dbc29-e121-4c6c-879c-5d499cc95f1e') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:57.340920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5edb7b03-6d7d-4222-98b5-cfdb8174775c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.358837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3b1b094-9adf-443c-bd05-6561bd43d0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.407113 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3b1b094-9adf-443c-bd05-6561bd43d0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.432129 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5edb7b03-6d7d-4222-98b5-cfdb8174775c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.443426 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edb7b03-6d7d-4222-98b5-cfdb8174775c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:57.443943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5edb7b03-6d7d-4222-98b5-cfdb8174775c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.448031 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-081900a4-ade6-47de-b34c-bc2d9086c560 None None] Set router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:57.458688 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:57.470240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dd924b-20ed-48b8-bd95-8ff4b4c97f8f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router 178169ad-a08f-43e4-8224-c3818946c51c has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:17:57.492305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.561226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84e2afae-c455-47f2-a75b-3a2e9869cee0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.602164 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5edb7b03-6d7d-4222-98b5-cfdb8174775c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.611223 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2afae-c455-47f2-a75b-3a2e9869cee0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Subnet': ['ID=191152fd-8f3b-4661-b5b2-61589d513a5f,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:57.630683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5edb7b03-6d7d-4222-98b5-cfdb8174775c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.641554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84e2afae-c455-47f2-a75b-3a2e9869cee0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.644771 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb7b03-6d7d-4222-98b5-cfdb8174775c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Network': ['ID=0fa541be-5254-40bf-8e4c-faa93afc1eb6,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:57.647605 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d57355a-8341-4606-be8b-c7aaea05a037 None None] Network 477a2e37-19e1-4a83-b39c-fe8c0d8d3c88 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:17:57.664241 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-84e2afae-c455-47f2-a75b-3a2e9869cee0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/191152fd-8f3b-4661-b5b2-61589d513a5f HTTP/1.1" status: 204 len: 168 time: 1.4169602 May 09 13:17:57.664241 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5edb7b03-6d7d-4222-98b5-cfdb8174775c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/networks/0fa541be-5254-40bf-8e4c-faa93afc1eb6 HTTP/1.1" status: 204 len: 168 time: 1.0403423 May 09 13:17:57.665937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51034) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:57.668317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51036) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:57.690822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3b1b094-9adf-443c-bd05-6561bd43d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.693381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1042406203'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:57.702460 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:57.754155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:network and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:57.762535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:57.779642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:57.785200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1b094-9adf-443c-bd05-6561bd43d0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c03371-0e27-4d7d-82b1-dbf0e782aa85,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:57.798314 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3b1b094-9adf-443c-bd05-6561bd43d0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.799790 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d3b1b094-9adf-443c-bd05-6561bd43d0eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18c03371-0e27-4d7d-82b1-dbf0e782aa85 HTTP/1.1" status: 204 len: 168 time: 0.8663907 May 09 13:17:57.819245 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-081900a4-ade6-47de-b34c-bc2d9086c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:17:52Z', 'revision_number': 5, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:57.820880 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:57.823865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.824103 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081900a4-ade6-47de-b34c-bc2d9086c560 None None] The sync data for ids ['43718e57-43f6-4aa5-92d2-1c3cbaa99301'] in dv-neutron-840889-2-hyperv is: [{'id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'name': 'tempest-ServersTestJSON-209870239-router', 'tenant_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:01Z', 'updated_at': '2022-05-09T13:17:52Z', 'revision_number': 5, 'project_id': '4b2965b1bb45478ebc86d7ce34b37d49', 'gw_port': {'id': '8db1864f-5af9-4dfc-adbb-df0b3f357ef3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43718e57-43f6-4aa5-92d2-1c3cbaa99301', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:03Z', 'updated_at': '2022-05-09T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:57.853368 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dd924b-20ed-48b8-bd95-8ff4b4c97f8f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:17:57.863400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.870031 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-31dd924b-20ed-48b8-bd95-8ff4b4c97f8f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/178169ad-a08f-43e4-8224-c3818946c51c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7697845 May 09 13:17:57.871482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51044) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:57.892053 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cf751-0110-41b0-930e-f158973017fb None None] Sync routers for ids ['178169ad-a08f-43e4-8224-c3818946c51c'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:17:57.898315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 8282779f-54a6-4646-b5b4-9b31775f1fd4 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:57.898657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:57.964993 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:17:57.998968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cf751-0110-41b0-930e-f158973017fb None None] Routers {'178169ad-a08f-43e4-8224-c3818946c51c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:57.999735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-299cf751-0110-41b0-930e-f158973017fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['178169ad-a08f-43e4-8224-c3818946c51c'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:58.071484 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-299cf751-0110-41b0-930e-f158973017fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:58.097934 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cf751-0110-41b0-930e-f158973017fb None None] Routers {'178169ad-a08f-43e4-8224-c3818946c51c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:17:58.098551 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-299cf751-0110-41b0-930e-f158973017fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['178169ad-a08f-43e4-8224-c3818946c51c'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:58.112919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:58.113807 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Added segment ca622af0-5644-4689-abb0-0fe94329657d of type vlan for network b0caa70e-36a1-448c-bf34-85439d17a8bd May 09 13:17:58.146939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:58.165020 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-299cf751-0110-41b0-930e-f158973017fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:58.165565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cf751-0110-41b0-930e-f158973017fb None None] The sync data for ids ['178169ad-a08f-43e4-8224-c3818946c51c'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:17:58.193081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:58.283216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda969d7-b542-4f4e-824b-8120e98f5c57 None None] DHCP port deletion for 477a2e37-19e1-4a83-b39c-fe8c0d8d3c88 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:17:58.287790 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-fda969d7-b542-4f4e-824b-8120e98f5c57 None None] Deleting port 8282779f-54a6-4646-b5b4-9b31775f1fd4 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:58.288315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fda969d7-b542-4f4e-824b-8120e98f5c57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:58.295829 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-4e890461-8307-44c5-bff9-2dd6454d89ad tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] remove_router_interface failed (client error): The resource could not be found. May 09 13:17:58.300958 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4e890461-8307-44c5-bff9-2dd6454d89ad tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/178169ad-a08f-43e4-8224-c3818946c51c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4216168 May 09 13:17:58.302520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51054) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:58.332721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] For port 8282779f-54a6-4646-b5b4-9b31775f1fd4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8282779f-54a6-4646-b5b4-9b31775f1fd4,segment=NetworkSegment(d9d5d5d0-5528-49b3-a3d2-bc4c531f8e20),segment_id=d9d5d5d0-5528-49b3-a3d2-bc4c531f8e20)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:58.333242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:58.358149 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:58.382526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:17:58.383177 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:58.384348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a164ba7b-4cd2-4de4-a4cc-5f59929d103a tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Synchronizing usage tracker for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:17:58.388972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Deleting port 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:58.389343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:58.436354 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8282779f-54a6-4646-b5b4-9b31775f1fd4 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:58.618919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a164ba7b-4cd2-4de4-a4cc-5f59929d103a tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Unset dirty status for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:17:58.624392 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a164ba7b-4cd2-4de4-a4cc-5f59929d103a tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=178169ad-a08f-43e4-8224-c3818946c51c HTTP/1.1" status: 200 len: 205 time: 0.3206887 May 09 13:17:58.624995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51064) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:58.708772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-fda969d7-b542-4f4e-824b-8120e98f5c57 None None] For port 8282779f-54a6-4646-b5b4-9b31775f1fd4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8282779f-54a6-4646-b5b4-9b31775f1fd4,segment=NetworkSegment(d9d5d5d0-5528-49b3-a3d2-bc4c531f8e20),segment_id=d9d5d5d0-5528-49b3-a3d2-bc4c531f8e20)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:58.709770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fda969d7-b542-4f4e-824b-8120e98f5c57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:58.766507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for 8282779f-54a6-4646-b5b4-9b31775f1fd4 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:58.858765 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-fda969d7-b542-4f4e-824b-8120e98f5c57 None None] Calling delete_port for 8282779f-54a6-4646-b5b4-9b31775f1fd4 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:58.906489 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Network': ['ID=b0caa70e-36a1-448c-bf34-85439d17a8bd,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:58.909149 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:58.927290 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-236573a4-4f71-42c8-8105-36ea07c5a6e5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2544215 May 09 13:17:58.927514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network b0caa70e-36a1-448c-bf34-85439d17a8bd details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:17:58.927605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51072) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:58.939293 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': 'b0caa70e-36a1-448c-bf34-85439d17a8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:58.997031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.051240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=8282779f-54a6-4646-b5b4-9b31775f1fd4,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:59.059146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] No DVR routers for this DVR port 8282779f-54a6-4646-b5b4-9b31775f1fd4 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:17:59.078794 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:59.083736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:59.086356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:59.089528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 45609ba4-e168-4373-9c1e-762336fe5f2b no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:17:59.094009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:59.113592 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48c40ae0-d051-4f05-8382-a97db83802c2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.118961 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-fda969d7-b542-4f4e-824b-8120e98f5c57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:17:59.119304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-fda969d7-b542-4f4e-824b-8120e98f5c57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:17:59.124355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 45609ba4-e168-4373-9c1e-762336fe5f2b {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:17:59.124692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 45609ba4-e168-4373-9c1e-762336fe5f2b not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:17:59.165094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:59.187498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] For port 8db1864f-5af9-4dfc-adbb-df0b3f357ef3, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8db1864f-5af9-4dfc-adbb-df0b3f357ef3,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:17:59.187814 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.209521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.239488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b16fd681-2ce7-46fd-ac6d-6ca967350b9b tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.244858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477a2e37-19e1-4a83-b39c-fe8c0d8d3c88']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:59.260450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d5d5d0-5528-49b3-a3d2-bc4c531f8e20') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:59.260719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d5d5d0-5528-49b3-a3d2-bc4c531f8e20') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:17:59.275345 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.355193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.365472 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:17:59.365874 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:17:59.382810 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:17:59.448126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Calling delete_port for 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:17:59.479433 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.501820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.521152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.521825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Network': ['ID=477a2e37-19e1-4a83-b39c-fe8c0d8d3c88,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:17:59.551764 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5c0b35ef-dbb3-4c20-bd01-000a7832bd88 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/networks/477a2e37-19e1-4a83-b39c-fe8c0d8d3c88 HTTP/1.1" status: 204 len: 168 time: 1.8848267 May 09 13:17:59.557097 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51086) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:17:59.566278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'network': {'name': 'tempest-RoutersTest-1260643601'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:17:59.573842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:17:59.579373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:network and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:17:59.584394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:17:59.592373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:17:59.620203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-fda969d7-b542-4f4e-824b-8120e98f5c57 None None] Deleting port 8282779f-54a6-4646-b5b4-9b31775f1fd4 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:17:59.620703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fda969d7-b542-4f4e-824b-8120e98f5c57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.677125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:17:59.681128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.704087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-fda969d7-b542-4f4e-824b-8120e98f5c57 None None] The port '8282779f-54a6-4646-b5b4-9b31775f1fd4' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:17:59.774972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.ipam_backend_mixin [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Performing IP validity checks on allocation pools {{(pid=83895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 09 13:17:59.777778 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.ipam_backend_mixin [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 09 13:17:59.798017 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:17:59.821368 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.821715 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Added segment 059ee8f3-7686-415e-a951-7d857f1852d7 of type vlan for network 1711e5bb-d5f7-4710-a9b1-1e89d83428d6 May 09 13:17:59.831498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b16fd681-2ce7-46fd-ac6d-6ca967350b9b tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.838768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b16fd681-2ce7-46fd-ac6d-6ca967350b9b tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.857638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.958691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48c40ae0-d051-4f05-8382-a97db83802c2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:17:59.998127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48c40ae0-d051-4f05-8382-a97db83802c2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:00.019607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:00.023249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:00.024366 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:00.101170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51098) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:00.121679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48c40ae0-d051-4f05-8382-a97db83802c2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:00.122171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c40ae0-d051-4f05-8382-a97db83802c2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Fanout notify agent at l3_agent the message router_deleted on router 178169ad-a08f-43e4-8224-c3818946c51c {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:18:00.126027 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5664811 May 09 13:18:00.130048 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51104) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:00.141297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'subnet': {'network_id': '1711e5bb-d5f7-4710-a9b1-1e89d83428d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:00.146568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:00.164482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad368c3-4b9b-4226-8d33-af11ab0e7a2d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Network': ['ID=1711e5bb-d5f7-4710-a9b1-1e89d83428d6,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:00.177090 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 1711e5bb-d5f7-4710-a9b1-1e89d83428d6 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:00.182900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:00.270471 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:00.277709 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:subnet and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:00.282498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:00.292824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:00.317512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:00.372849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1302539241'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:00.379023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db1864f-5af9-4dfc-adbb-df0b3f357ef3,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:00.390786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48c40ae0-d051-4f05-8382-a97db83802c2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:00.391833 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-48c40ae0-d051-4f05-8382-a97db83802c2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/178169ad-a08f-43e4-8224-c3818946c51c HTTP/1.1" status: 204 len: 168 time: 1.7627499 May 09 13:18:00.395708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:00.404388 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51108) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:00.435704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Usage tracker for resource:network and tenant:80e36a62ff71407cb2350fa8465d6a4e is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:00.440522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:00.474542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Subnet': ['ID=122f6916-9c5a-4a42-8d23-6fc6b6d2d530,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:00.479819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:00.516084 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Made reservation on behalf of 80e36a62ff71407cb2350fa8465d6a4e for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:00.519046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:00.544668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:00.587604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16fd681-2ce7-46fd-ac6d-6ca967350b9b tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Router a3bc2c19-ce32-41e8-a6b0-8224ba36dc72 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:18:00.592111 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:00.617425 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Checking segment: {'id': 'ca622af0-5644-4689-abb0-0fe94329657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b0caa70e-36a1-448c-bf34-85439d17a8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:00.618327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network hostable DHCP agents. Network: b0caa70e-36a1-448c-bf34-85439d17a8bd, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:18:00.720843 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:00.722732 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:00.785503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Usage tracker for resource:security_group_rule and tenant:80e36a62ff71407cb2350fa8465d6a4e is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:00.843770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:00.859508 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:00.876412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network b0caa70e-36a1-448c-bf34-85439d17a8bd is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:18:00.959686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-638ff4b5-6662-428b-a5a9-bdc30ced7d65 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting subnet 4b30792c-68e6-42d9-8492-9f0aab4edbe3 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:18:00.965312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-638ff4b5-6662-428b-a5a9-bdc30ced7d65 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.011145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, b0caa70e-36a1-448c-bf34-85439d17a8bd) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:01.015156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:01.015870 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.024057 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1e6c1d-e7c9-456e-8045-9e525476a505 None None] Network b0caa70e-36a1-448c-bf34-85439d17a8bd requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:01.031544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.051387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.069551 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bd127bb4-816a-4124-ab0e-d8c94354f421 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1415985 May 09 13:18:01.075034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-638ff4b5-6662-428b-a5a9-bdc30ced7d65 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.079623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51112) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:01.091346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': 'b0caa70e-36a1-448c-bf34-85439d17a8bd', 'name': 'tempest-PortsIpV6TestJSON-1599112658'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:01.185545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.198819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.201295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.221488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.222004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43718e57-43f6-4aa5-92d2-1c3cbaa99301 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:18:01.271570 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-b0caa70e-36a1-448c-bf34-85439d17a8bd', 'network_id': 'b0caa70e-36a1-448c-bf34-85439d17a8bd', 'tenant_id': '063671cb43444ed2a081a62fcb4da355', 'fixed_ips': [{'subnet_id': '122f6916-9c5a-4a42-8d23-6fc6b6d2d530'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:18:01.273241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.290909 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.294661 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-026900fc-525e-4eb8-a258-676e9148ac13 admin admin] 10.222.0.44 "DELETE /v2.0/routers/43718e57-43f6-4aa5-92d2-1c3cbaa99301 HTTP/1.1" status: 204 len: 168 time: 4.5744061 May 09 13:18:01.298702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:01.299678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-638ff4b5-6662-428b-a5a9-bdc30ced7d65 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.300543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51116) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:01.314216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807aede2-6a0c-4f96-b809-26d7c2e399a4,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:01.342841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Subnet': ['ID=707c315e-317a-456a-adae-8ee203bf560b,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:01.368663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.369002 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Added segment c63988a5-0450-4aeb-92b7-14a1f7a9dc98 of type vlan for network 9e535d81-bcf8-465a-bf89-971e12e90637 May 09 13:18:01.386870 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16fd681-2ce7-46fd-ac6d-6ca967350b9b tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:01.389906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:01.403667 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67cec4f-99ec-4e07-b221-9a1ced39dec3 None None] Sync routers for ids ['a3bc2c19-ce32-41e8-a6b0-8224ba36dc72'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:01.411568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b16fd681-2ce7-46fd-ac6d-6ca967350b9b tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.415914 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b16fd681-2ce7-46fd-ac6d-6ca967350b9b tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "PUT /v2.0/routers/a3bc2c19-ce32-41e8-a6b0-8224ba36dc72 HTTP/1.1" status: 200 len: 925 time: 4.9800477 May 09 13:18:01.415914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Checking segment: {'id': '059ee8f3-7686-415e-a951-7d857f1852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1711e5bb-d5f7-4710-a9b1-1e89d83428d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:01.415914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network hostable DHCP agents. Network: 1711e5bb-d5f7-4710-a9b1-1e89d83428d6, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:18:01.418613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51120) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:01.420639 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67cec4f-99ec-4e07-b221-9a1ced39dec3 None None] Routers {'a3bc2c19-ce32-41e8-a6b0-8224ba36dc72'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:01.422114 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a67cec4f-99ec-4e07-b221-9a1ced39dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a3bc2c19-ce32-41e8-a6b0-8224ba36dc72'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:01.430493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:01.432634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bf34e5-98ca-4e8e-97c4-92f621289710 admin admin] Deleting subnet 4167bb49-8d44-4551-adfa-59e27c371d42 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:18:01.453104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 1711e5bb-d5f7-4710-a9b1-1e89d83428d6 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:18:01.459636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-638ff4b5-6662-428b-a5a9-bdc30ced7d65 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.489355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.499259 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bf34e5-98ca-4e8e-97c4-92f621289710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.508450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ff4b5-6662-428b-a5a9-bdc30ced7d65 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Subnet': ['ID=4b30792c-68e6-42d9-8492-9f0aab4edbe3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:01.510268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 1711e5bb-d5f7-4710-a9b1-1e89d83428d6) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:01.515179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-638ff4b5-6662-428b-a5a9-bdc30ced7d65 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.518273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:01.518961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.536080 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-638ff4b5-6662-428b-a5a9-bdc30ced7d65 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/4b30792c-68e6-42d9-8492-9f0aab4edbe3 HTTP/1.1" status: 204 len: 168 time: 1.1305530 May 09 13:18:01.538844 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51124) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:01.542347 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a67cec4f-99ec-4e07-b221-9a1ced39dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:01.564703 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-988ebba0-97b4-4238-a0f5-5bd1a2af31c2 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4312558 May 09 13:18:01.569912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51128) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:01.571940 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67cec4f-99ec-4e07-b221-9a1ced39dec3 None None] Routers {'a3bc2c19-ce32-41e8-a6b0-8224ba36dc72'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:01.572713 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a67cec4f-99ec-4e07-b221-9a1ced39dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a3bc2c19-ce32-41e8-a6b0-8224ba36dc72'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:01.577595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af38e574-b870-4a8a-a6e8-ded6fed4960d None None] Network 1711e5bb-d5f7-4710-a9b1-1e89d83428d6 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:01.636184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:01.636424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1299f4b1-9fd2-4c28-8b6d-b016e99c40a4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1501176291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:01.639177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.648059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1299f4b1-9fd2-4c28-8b6d-b016e99c40a4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:01.666792 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a67cec4f-99ec-4e07-b221-9a1ced39dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:01.667355 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67cec4f-99ec-4e07-b221-9a1ced39dec3 None None] The sync data for ids ['a3bc2c19-ce32-41e8-a6b0-8224ba36dc72'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:01.671369 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1299f4b1-9fd2-4c28-8b6d-b016e99c40a4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:router and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:01.676444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1299f4b1-9fd2-4c28-8b6d-b016e99c40a4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:01.680581 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bf34e5-98ca-4e8e-97c4-92f621289710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.691640 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1299f4b1-9fd2-4c28-8b6d-b016e99c40a4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:01.705563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.714058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1299f4b1-9fd2-4c28-8b6d-b016e99c40a4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.714979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1299f4b1-9fd2-4c28-8b6d-b016e99c40a4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.723714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port f71659f7-3a9d-4a2a-badb-274b5a954d24 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:01.724050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.727810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port 7c2c0c82-f330-46bc-8a7c-e6b34eaa8f09 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:01.750743 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8bbcce-773e-4530-9ee0-f8a435bafc4d None None] Network cd09a373-41cd-4392-be7d-c41bb3d16a88 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:01.763009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.766814 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:01.767311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.807750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1299f4b1-9fd2-4c28-8b6d-b016e99c40a4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.864138 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1299f4b1-9fd2-4c28-8b6d-b016e99c40a4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.955322 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1299f4b1-9fd2-4c28-8b6d-b016e99c40a4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:01.956513 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1299f4b1-9fd2-4c28-8b6d-b016e99c40a4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3857923 May 09 13:18:01.959511 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51132) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:02.022783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Allocated IP 2001:db8::2 (b0caa70e-36a1-448c-bf34-85439d17a8bd/122f6916-9c5a-4a42-8d23-6fc6b6d2d530/b78446f6-7494-4a4f-a857-ae0a6cde2a04) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:02.045219 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9400046 May 09 13:18:02.050004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51136) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:02.077625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bee59-db47-409a-b7c6-334bbc5d32f5 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Pushing event updated for resources: {'Network': ['ID=9e535d81-bcf8-465a-bf89-971e12e90637,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:02.096629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] For port f71659f7-3a9d-4a2a-badb-274b5a954d24, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f71659f7-3a9d-4a2a-badb-274b5a954d24,segment=NetworkSegment(cd57bca3-e98d-44a3-851e-56ddb7e65c7a),segment_id=cd57bca3-e98d-44a3-851e-56ddb7e65c7a)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:02.097206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.103218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bf34e5-98ca-4e8e-97c4-92f621289710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.129968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 9e535d81-bcf8-465a-bf89-971e12e90637 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:02.142498 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-1711e5bb-d5f7-4710-a9b1-1e89d83428d6', 'network_id': '1711e5bb-d5f7-4710-a9b1-1e89d83428d6', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'fixed_ips': [{'subnet_id': '707c315e-317a-456a-adae-8ee203bf560b'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:18:02.143425 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.197070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bf34e5-98ca-4e8e-97c4-92f621289710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.236732 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Request body: {'network': {'name': 'tempest-network--2108261690', 'router:external': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:02.251109 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-faf9ddde-2f37-4ffa-abe9-97e11daf2e1e tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/routers/a3bc2c19-ce32-41e8-a6b0-8224ba36dc72 HTTP/1.1" status: 200 len: 925 time: 0.8234885 May 09 13:18:02.255029 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:02.257065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51142) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:02.259039 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf34e5-98ca-4e8e-97c4-92f621289710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4167bb49-8d44-4551-adfa-59e27c371d42,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:02.294309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Usage tracker for resource:network and tenant:b55621579f0148cd9d16d5a45de90d2a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:02.299542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22bf34e5-98ca-4e8e-97c4-92f621289710 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.302397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:02.314978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:02.327728 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-22bf34e5-98ca-4e8e-97c4-92f621289710 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4167bb49-8d44-4551-adfa-59e27c371d42 HTTP/1.1" status: 204 len: 168 time: 1.0252900 May 09 13:18:02.327891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51146) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:02.336285 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for f71659f7-3a9d-4a2a-badb-274b5a954d24 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:02.348509 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Made reservation on behalf of b55621579f0148cd9d16d5a45de90d2a for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:02.350899 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.361404 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e1479e-d4b9-4e29-a8b4-047295018292 None None] Network bb387965-a8e8-43fb-8146-6c2716009608 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:02.370915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.401952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-714b8869-5b7c-4cd0-b0ae-e0b5b3ff3311 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Synchronizing usage tracker for tenant:63f6d4efea9d4fa0861f54d134065c2b on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:02.430579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:02.435316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-714b8869-5b7c-4cd0-b0ae-e0b5b3ff3311 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Unset dirty status for tenant:63f6d4efea9d4fa0861f54d134065c2b on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:02.439202 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-714b8869-5b7c-4cd0-b0ae-e0b5b3ff3311 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&device_id=a3bc2c19-ce32-41e8-a6b0-8224ba36dc72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1745980 May 09 13:18:02.439202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Usage tracker for resource:security_group_rule and tenant:b55621579f0148cd9d16d5a45de90d2a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:02.440383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51150) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:02.442992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:02.470435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:18:02.528364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:02.624567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.642094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b8a6ac-09c9-4ed5-96bf-40bec1201e33 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:02.643182 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-95b8a6ac-09c9-4ed5-96bf-40bec1201e33 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Synchronizing usage tracker for tenant:63f6d4efea9d4fa0861f54d134065c2b on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:02.646619 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Deleting port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:02.646958 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.675862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:18:02.676626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.676786 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8db1864f-5af9-4dfc-adbb-df0b3f357ef3 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:18:02.714711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.747610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.775414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-95b8a6ac-09c9-4ed5-96bf-40bec1201e33 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Unset dirty status for tenant:63f6d4efea9d4fa0861f54d134065c2b on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:02.779735 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-95b8a6ac-09c9-4ed5-96bf-40bec1201e33 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/networks/f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 881 time: 0.3352618 May 09 13:18:02.780429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51154) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:02.795065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4919ee3e-f26d-4c83-9367-d1292e6ed0cd None None] DHCP port deletion for cd09a373-41cd-4392-be7d-c41bb3d16a88 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:18:02.811768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=f71659f7-3a9d-4a2a-badb-274b5a954d24,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:02.873091 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:02.885045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] No DVR routers for this DVR port f71659f7-3a9d-4a2a-badb-274b5a954d24 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:18:02.896701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.902270 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1d5a4447-496a-4c3e-a4e0-50be0e4feb69 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3bc2c19-ce32-41e8-a6b0-8224ba36dc72 HTTP/1.1" status: 200 len: 205 time: 0.1119959 May 09 13:18:02.902270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c915f1ec-cd92-45c6-b634-21f4da6791f4,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:02.912165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51158) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:02.913639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.914047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.916334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.916945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.917565 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.918524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.918524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.919179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.919955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.919955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.920433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.920865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.921211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.921575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.921905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.922235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.922557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.922873 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.923197 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.923513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.923826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.924142 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:02.931899 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:02.932138 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Added segment b5d93ab7-3925-4b0d-8eb0-a532fd32c527 of type vlan for network f2b53add-b19b-401b-943c-1ccd510c1a49 May 09 13:18:02.962036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Transition to ACTIVE for port object b78446f6-7494-4a4f-a857-ae0a6cde2a04 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:02.990957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Allocated IP 172.20.0.2 (1711e5bb-d5f7-4710-a9b1-1e89d83428d6/707c315e-317a-456a-adae-8ee203bf560b/9df8834b-5358-407a-bf02-60151a5df947) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:02.996702 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Transition to ACTIVE for port object b78446f6-7494-4a4f-a857-ae0a6cde2a04 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:03.017358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.062513 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] DHCP port deletion for bb387965-a8e8-43fb-8146-6c2716009608 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:18:03.101325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.161324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Deleting port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:03.162055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.173427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.233320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8::3 (b0caa70e-36a1-448c-bf34-85439d17a8bd/122f6916-9c5a-4a42-8d23-6fc6b6d2d530/7c2c0c82-f330-46bc-8a7c-e6b34eaa8f09) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:03.241379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd09a373-41cd-4392-be7d-c41bb3d16a88']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:03.276435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd57bca3-e98d-44a3-851e-56ddb7e65c7a') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:03.277018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd57bca3-e98d-44a3-851e-56ddb7e65c7a') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:03.280301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.281171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:03.281925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.285761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] For port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a,segment=NetworkSegment(88ff0207-06bd-4d69-8a0e-5af6cf541eca),segment_id=88ff0207-06bd-4d69-8a0e-5af6cf541eca)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:03.286338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.439332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.452714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Calling delete_port for f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:03.458738 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] For port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a,segment=NetworkSegment(88ff0207-06bd-4d69-8a0e-5af6cf541eca),segment_id=88ff0207-06bd-4d69-8a0e-5af6cf541eca)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:03.459255 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.496738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.506184 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4462440 May 09 13:18:03.507024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957510b-71c8-48e9-993d-73802d273f66 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event updated for resources: {'Network': ['ID=f2b53add-b19b-401b-943c-1ccd510c1a49,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:03.509716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51162) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:03.523404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.588798 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Calling delete_port for f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:03.592132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:03.592722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:03.622187 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:03.656220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network f2b53add-b19b-401b-943c-1ccd510c1a49 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:03.695464 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Network b0caa70e-36a1-448c-bf34-85439d17a8bd is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:03.717139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.748646 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Pushing event updated for resources: {'Port': ['ID=b78446f6-7494-4a4f-a857-ae0a6cde2a04,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:03.752668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.761479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:03.779622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:03.802958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.846967 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.914630 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:18:03.915171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:18:03.940196 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object 7c2c0c82-f330-46bc-8a7c-e6b34eaa8f09 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:03.948220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Pushing event deleted for resources: {'Port': ['ID=f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:03.974879 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:03.988747 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] No DVR routers for this DVR port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:18:03.991308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:03.991757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:03.992314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:03.993222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:03.993574 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:03.993899 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:03.994221 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:03.994537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:03.994850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:03.995160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:03.995472 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73322a97-774a-4991-8191-56b6a4bfff12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:18:04.011705 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.023480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Network': ['ID=cd09a373-41cd-4392-be7d-c41bb3d16a88,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:04.033907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Attempting to bind port b78446f6-7494-4a4f-a857-ae0a6cde2a04 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:04.035037 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Attempting to bind port b78446f6-7494-4a4f-a857-ae0a6cde2a04 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'ca622af0-5644-4689-abb0-0fe94329657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b0caa70e-36a1-448c-bf34-85439d17a8bd'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:04.035559 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Attempting to bind port b78446f6-7494-4a4f-a857-ae0a6cde2a04 on network b0caa70e-36a1-448c-bf34-85439d17a8bd {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:04.060010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:18:04.060374 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Checking segment: {'id': 'ca622af0-5644-4689-abb0-0fe94329657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b0caa70e-36a1-448c-bf34-85439d17a8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:04.060959 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.063919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Bound using segment: {'id': 'ca622af0-5644-4689-abb0-0fe94329657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b0caa70e-36a1-448c-bf34-85439d17a8bd'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:18:04.063919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Bound port: b78446f6-7494-4a4f-a857-ae0a6cde2a04, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca622af0-5644-4689-abb0-0fe94329657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b0caa70e-36a1-448c-bf34-85439d17a8bd'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:18:04.063919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.087773 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-63dee3d8-54c4-4e48-a10e-4b686d8a407b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/networks/cd09a373-41cd-4392-be7d-c41bb3d16a88 HTTP/1.1" status: 204 len: 168 time: 2.5463223 May 09 13:18:04.094430 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51168) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:04.108092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1643197120'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:04.122643 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:04.124169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.132474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:network and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:04.137988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:04.148154 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:04.150848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Transition to ACTIVE for port object 9df8834b-5358-407a-bf02-60151a5df947 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:04.159766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:04.160883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.163442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.187612 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Transition to ACTIVE for port object 9df8834b-5358-407a-bf02-60151a5df947 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:04.193735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.197496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] For port b78446f6-7494-4a4f-a857-ae0a6cde2a04, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:18:04.200875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] For port b78446f6-7494-4a4f-a857-ae0a6cde2a04, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b78446f6-7494-4a4f-a857-ae0a6cde2a04,segment=NetworkSegment(ca622af0-5644-4689-abb0-0fe94329657d),segment_id=ca622af0-5644-4689-abb0-0fe94329657d)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:18:04.202188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.202533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:04.232642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b53add-b19b-401b-943c-1ccd510c1a49']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:04.248271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.257025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.257526 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Added segment 312bf0e5-e3c2-4564-9d12-1bfce4e1e35a of type vlan for network a94e4465-47f6-4fb9-98eb-4671526a0d1a May 09 13:18:04.261087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d93ab7-3925-4b0d-8eb0-a532fd32c527') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:04.261414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d93ab7-3925-4b0d-8eb0-a532fd32c527') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:04.280930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Network 1711e5bb-d5f7-4710-a9b1-1e89d83428d6 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:04.287729 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:04.291410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.292692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Pushing event updated for resources: {'Port': ['ID=9df8834b-5358-407a-bf02-60151a5df947,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:04.295985 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:04.309834 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Allocated IP 172.20.0.1 (1711e5bb-d5f7-4710-a9b1-1e89d83428d6/707c315e-317a-456a-adae-8ee203bf560b/b527943d-4387-4748-9a49-c0bc7e512802) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:04.319714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.329312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=7c2c0c82-f330-46bc-8a7c-e6b34eaa8f09,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:04.330286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.338652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network b0caa70e-36a1-448c-bf34-85439d17a8bd is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:04.345095 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:04.350800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:04.356851 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:04.357495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.361461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:04.362099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:04.377245 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:04.447612 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f71659f7-3a9d-4a2a-badb-274b5a954d24 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:18:04.476658 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-84550568-efe1-43a4-8ea1-5276ae05c5ea tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3959794 May 09 13:18:04.479582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51172) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:04.496844 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: f71659f7-3a9d-4a2a-badb-274b5a954d24 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:18:04.497672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f71659f7-3a9d-4a2a-badb-274b5a954d24 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:18:04.497672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:18:04.516549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Deleting port f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:04.516965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.536714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Attempting to bind port 9df8834b-5358-407a-bf02-60151a5df947 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:04.537023 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Attempting to bind port 9df8834b-5358-407a-bf02-60151a5df947 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '059ee8f3-7686-415e-a951-7d857f1852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1711e5bb-d5f7-4710-a9b1-1e89d83428d6'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:04.537394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Attempting to bind port 9df8834b-5358-407a-bf02-60151a5df947 on network 1711e5bb-d5f7-4710-a9b1-1e89d83428d6 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:04.555112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:18:04.555485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Checking segment: {'id': '059ee8f3-7686-415e-a951-7d857f1852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1711e5bb-d5f7-4710-a9b1-1e89d83428d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:04.555879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.556260 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Bound using segment: {'id': '059ee8f3-7686-415e-a951-7d857f1852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1711e5bb-d5f7-4710-a9b1-1e89d83428d6'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:18:04.556721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Bound port: 9df8834b-5358-407a-bf02-60151a5df947, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059ee8f3-7686-415e-a951-7d857f1852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1711e5bb-d5f7-4710-a9b1-1e89d83428d6'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:18:04.557079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.566133 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:18:04.566532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:18:04.569998 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3395f-bc43-48cb-8a47-0cee3e9f6ae7 None None] Pushing event updated for resources: {'Port': ['ID=b78446f6-7494-4a4f-a857-ae0a6cde2a04,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:04.589420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-209445c3-d0ff-4b1c-a129-e6acfbacc514 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 7c2c0c82-f330-46bc-8a7c-e6b34eaa8f09 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:04.589926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-209445c3-d0ff-4b1c-a129-e6acfbacc514 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.619994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:18:04.638361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] The port 'f2b3a3a0-fa08-4fb3-9f42-90a035d03a3a' was deleted {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:18:04.644067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.662021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.676157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] For port 9df8834b-5358-407a-bf02-60151a5df947, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:18:04.683062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] For port 9df8834b-5358-407a-bf02-60151a5df947, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9df8834b-5358-407a-bf02-60151a5df947,segment=NetworkSegment(059ee8f3-7686-415e-a951-7d857f1852d7),segment_id=059ee8f3-7686-415e-a951-7d857f1852d7)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:18:04.691428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.713555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2b53add-b19b-401b-943c-1ccd510c1a49 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 09 13:18:04.743329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.745979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2b53add-b19b-401b-943c-1ccd510c1a49,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:04.797895 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fe6cb075-e1c1-4a89-9496-f1aa2615f699 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "DELETE /v2.0/networks/f2b53add-b19b-401b-943c-1ccd510c1a49 HTTP/1.1" status: 204 len: 168 time: 1.2812600 May 09 13:18:04.799589 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51178) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:04.801604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Transition to ACTIVE for port object b527943d-4387-4748-9a49-c0bc7e512802 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:04.854130 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac966bb-e2cc-4fe8-948f-b085be1d592b None None] Pushing event updated for resources: {'Port': ['ID=9df8834b-5358-407a-bf02-60151a5df947,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:04.863733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.881760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.886904 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:04.887535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.904870 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:04.939877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:04.988980 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Deleting port 5355a053-040f-4142-bf9e-1dd2f80ea8c2 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:04.989387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.047740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:05.050897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.060059 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9643476 May 09 13:18:05.066699 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51182) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:05.076389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'subnet': {'network_id': 'a94e4465-47f6-4fb9-98eb-4671526a0d1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:05.152268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Usage tracker for resource:network and tenant:b55621579f0148cd9d16d5a45de90d2a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:05.166324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:05.188475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=b527943d-4387-4748-9a49-c0bc7e512802,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:05.193071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:05.207938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af925aa1-0255-42f7-a1ae-e1bbfbc0ec92 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Network': ['ID=a94e4465-47f6-4fb9-98eb-4671526a0d1a,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:05.212351 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb387965-a8e8-43fb-8146-6c2716009608']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:05.226956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network a94e4465-47f6-4fb9-98eb-4671526a0d1a details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:05.238057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 1711e5bb-d5f7-4710-a9b1-1e89d83428d6 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:05.241590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:05.243463 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:05.246397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:05.285078 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ff0207-06bd-4d69-8a0e-5af6cf541eca') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:05.285697 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ff0207-06bd-4d69-8a0e-5af6cf541eca') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:05.292515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Made reservation on behalf of b55621579f0148cd9d16d5a45de90d2a for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:05.295175 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.329533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:subnet and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:05.333351 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.341318 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:05.364703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:05.378481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.379226 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Added segment bf725c6d-af10-4468-b392-7fd70d3b4f7d of type vlan for network 6f9bb3d0-39ac-459b-bd39-bec046a017cb May 09 13:18:05.387304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:05.397940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-209445c3-d0ff-4b1c-a129-e6acfbacc514 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.435918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.460457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.463605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.471147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:05.471537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:05.490291 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:05.572781 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-209445c3-d0ff-4b1c-a129-e6acfbacc514 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 7c2c0c82-f330-46bc-8a7c-e6b34eaa8f09 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:05.612555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.613616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:05.614274 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.627255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:05.682344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.689458 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.763083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:05.909511 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Calling delete_port for 5355a053-040f-4142-bf9e-1dd2f80ea8c2 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:05.936801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event updated for resources: {'Network': ['ID=6f9bb3d0-39ac-459b-bd39-bec046a017cb,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:05.953448 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] 10.222.0.44 "DELETE /v2.0/networks/bb387965-a8e8-43fb-8146-6c2716009608 HTTP/1.1" status: 204 len: 168 time: 3.6242378 May 09 13:18:05.955467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 6f9bb3d0-39ac-459b-bd39-bec046a017cb details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:05.968147 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:06.097792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bced57-8a5b-4467-ac5d-08541bce23b4 None None] Network b0caa70e-36a1-448c-bf34-85439d17a8bd requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:06.157605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536ecdd-2446-43ae-9eae-ab517db38bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=bb387965-a8e8-43fb-8146-6c2716009608,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:06.168770 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-656af564-7333-4dc5-8845-0079843a778e tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2972527 May 09 13:18:06.176341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51192) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:06.204292 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Request body: {'subnet': {'network_id': '6f9bb3d0-39ac-459b-bd39-bec046a017cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:06.241548 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:06.246653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:06.281971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Usage tracker for resource:subnet and tenant:b55621579f0148cd9d16d5a45de90d2a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:06.303382 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:06.342132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:06.351951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51196) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:06.433876 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0368e7-e12b-476c-9bc3-20cccd658b5d None None] Network 1711e5bb-d5f7-4710-a9b1-1e89d83428d6 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:06.464285 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2bceb515-f480-453f-85bd-c736d60d3267 None None] Provisioning for port b78446f6-7494-4a4f-a857-ae0a6cde2a04 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:06.494616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-209445c3-d0ff-4b1c-a129-e6acfbacc514 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:06.533559 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b78446f6-7494-4a4f-a857-ae0a6cde2a04 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:06.562997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209445c3-d0ff-4b1c-a129-e6acfbacc514 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=7c2c0c82-f330-46bc-8a7c-e6b34eaa8f09,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:06.580811 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Made reservation on behalf of b55621579f0148cd9d16d5a45de90d2a for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:06.583121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:06.613197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:06.681361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2d3b7-8fdb-4015-b4a1-0c1a72b4fdb3 req-bc7216d6-5a64-426c-a23c-99ef83b37da6 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:06.682842 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ca2d3b7-8fdb-4015-b4a1-0c1a72b4fdb3 req-bc7216d6-5a64-426c-a23c-99ef83b37da6 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.8339410 May 09 13:18:06.733448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Pushing event deleted for resources: {'Port': ['ID=5355a053-040f-4142-bf9e-1dd2f80ea8c2,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:06.734799 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8be96bb6-1081-44b0-ad0a-668b35579e62 req-cc3cb559-9522-4afb-ad44-49c16a4adcd8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bc08a88006e40bf8a44780de483df57&device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 1098 time: 0.9792662 May 09 13:18:06.739089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-209445c3-d0ff-4b1c-a129-e6acfbacc514 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:06.815168 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-209445c3-d0ff-4b1c-a129-e6acfbacc514 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/7c2c0c82-f330-46bc-8a7c-e6b34eaa8f09 HTTP/1.1" status: 204 len: 168 time: 2.3320904 May 09 13:18:06.818967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51200) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:06.824618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0b933859-fd91-4c2f-9f98-1734ca247dee None None] Provisioning for port 9df8834b-5358-407a-bf02-60151a5df947 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:06.863445 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b70021a-d7b2-440f-b937-89b4617111d8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] DELETE failed (client error): The resource could not be found. May 09 13:18:06.864390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b70021a-d7b2-440f-b937-89b4617111d8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:18:06.868630 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3b70021a-d7b2-440f-b937-89b4617111d8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/7c2c0c82-f330-46bc-8a7c-e6b34eaa8f09 HTTP/1.1" status: 404 len: 333 time: 0.0459313 May 09 13:18:06.872200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51204) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:06.896865 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port b78446f6-7494-4a4f-a857-ae0a6cde2a04 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:06.919749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b78446f6-7494-4a4f-a857-ae0a6cde2a04 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:06.920204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:06.954409 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0c6ecb90-f4d0-46d4-b1d4-31af70ae96d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b2965b1bb45478ebc86d7ce34b37d49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5999963 May 09 13:18:06.981972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51208) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:06.998319 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ca2d3b7-8fdb-4015-b4a1-0c1a72b4fdb3 req-893df988-c1d9-4095-be14-3912c1f68d1d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578738 May 09 13:18:07.079890 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-003d7fd8-d684-4c31-ab78-709dfda1aea2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:18:07.080501 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-003d7fd8-d684-4c31-ab78-709dfda1aea2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:07.094352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.100326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be96bb6-1081-44b0-ad0a-668b35579e62 req-ff2a0a31-41ac-4f1d-9993-84ac839cadba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:07.102466 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8be96bb6-1081-44b0-ad0a-668b35579e62 req-ff2a0a31-41ac-4f1d-9993-84ac839cadba service neutron] 10.222.0.57 "GET /v2.0/networks?id=d30285d5-e8c7-43ba-85ca-e036631511ae HTTP/1.1" status: 200 len: 913 time: 0.3375425 May 09 13:18:07.136160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.160955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.190579 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port b78446f6-7494-4a4f-a857-ae0a6cde2a04, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b78446f6-7494-4a4f-a857-ae0a6cde2a04,segment=NetworkSegment(ca622af0-5644-4689-abb0-0fe94329657d),segment_id=ca622af0-5644-4689-abb0-0fe94329657d)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:07.201700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.202484 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9df8834b-5358-407a-bf02-60151a5df947 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:07.307372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-003d7fd8-d684-4c31-ab78-709dfda1aea2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:07.308590 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-003d7fd8-d684-4c31-ab78-709dfda1aea2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/7c2c0c82-f330-46bc-8a7c-e6b34eaa8f09 HTTP/1.1" status: 404 len: 333 time: 0.4346306 May 09 13:18:07.314086 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51212) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:07.360554 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=b78446f6-7494-4a4f-a857-ae0a6cde2a04,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:07.374338 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 9df8834b-5358-407a-bf02-60151a5df947 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:07.379768 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 9df8834b-5358-407a-bf02-60151a5df947 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:07.380177 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.528121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Subnet': ['ID=596e5470-d54e-433e-b2e5-03fbf306543a,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:07.536013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e55ab2f9-a71f-443e-9bde-028c2ce8999f None None] Provisioning complete for port 9df8834b-5358-407a-bf02-60151a5df947 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:07.536612 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e55ab2f9-a71f-443e-9bde-028c2ce8999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.543608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.553409 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.559448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Checking segment: {'id': '312bf0e5-e3c2-4564-9d12-1bfce4e1e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a94e4465-47f6-4fb9-98eb-4671526a0d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:07.559799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network hostable DHCP agents. Network: a94e4465-47f6-4fb9-98eb-4671526a0d1a, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:18:07.569230 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-afb68a0f-c68e-448a-9fab-98978acf172a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.583344 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8be96bb6-1081-44b0-ad0a-668b35579e62 req-4ee590a3-1fc8-4403-81dd-9d975bc6c2da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef HTTP/1.1" status: 200 len: 1000 time: 0.4691501 May 09 13:18:07.626244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.627704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Fanout notify agent at l3_agent the message router_deleted on router a3bc2c19-ce32-41e8-a6b0-8224ba36dc72 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:18:07.649301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network a94e4465-47f6-4fb9-98eb-4671526a0d1a is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:18:07.649499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.673800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, a94e4465-47f6-4fb9-98eb-4671526a0d1a) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:07.685670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.692635 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-64397756-f55c-4c7d-b8b5-3c5c8a0e2086 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "DELETE /v2.0/routers/a3bc2c19-ce32-41e8-a6b0-8224ba36dc72 HTTP/1.1" status: 204 len: 168 time: 4.7616534 May 09 13:18:07.694057 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51216) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:07.694425 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcc60aa-b6d8-49ec-ac52-f3a301fd4c12 None None] Network a94e4465-47f6-4fb9-98eb-4671526a0d1a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:07.701205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:07.708459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.719821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d31f0670-26a5-43ed-8683-e3c05846dcb9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1684858762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:07.749278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d31f0670-26a5-43ed-8683-e3c05846dcb9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:07.762140 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be96bb6-1081-44b0-ad0a-668b35579e62 req-f2af5383-bdc3-4cfd-b9e0-c9a6148588fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:07.763571 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8be96bb6-1081-44b0-ad0a-668b35579e62 req-f2af5383-bdc3-4cfd-b9e0-c9a6148588fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6c9a587-b9ae-413f-8d43-1f05ff4d95b2 HTTP/1.1" status: 200 len: 851 time: 0.0816357 May 09 13:18:07.766606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d31f0670-26a5-43ed-8683-e3c05846dcb9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Usage tracker for resource:router and tenant:a7678370ca4147a89811dcde2ccbefa0 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:07.775273 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d31f0670-26a5-43ed-8683-e3c05846dcb9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:07.783088 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d31f0670-26a5-43ed-8683-e3c05846dcb9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:07.785521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:18:07.812943 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bb063f41-0eab-4074-b803-c1a83ca11917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7451961 May 09 13:18:07.815849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51220) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:07.821686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-0ce66024-4baa-4e6f-bc91-9f8898b60b37 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-441544361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:07.828226 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0ce66024-4baa-4e6f-bc91-9f8898b60b37 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:07.834068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d31f0670-26a5-43ed-8683-e3c05846dcb9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.835961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d31f0670-26a5-43ed-8683-e3c05846dcb9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.839311 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-afb68a0f-c68e-448a-9fab-98978acf172a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.848492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0ce66024-4baa-4e6f-bc91-9f8898b60b37 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:router and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:07.854119 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0ce66024-4baa-4e6f-bc91-9f8898b60b37 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:07.860796 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.871421 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 9df8834b-5358-407a-bf02-60151a5df947, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9df8834b-5358-407a-bf02-60151a5df947,segment=NetworkSegment(059ee8f3-7686-415e-a951-7d857f1852d7),segment_id=059ee8f3-7686-415e-a951-7d857f1852d7)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:07.871973 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0ce66024-4baa-4e6f-bc91-9f8898b60b37 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:07.888698 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d31f0670-26a5-43ed-8683-e3c05846dcb9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.890214 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.897658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0ce66024-4baa-4e6f-bc91-9f8898b60b37 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.899221 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0ce66024-4baa-4e6f-bc91-9f8898b60b37 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.922056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d31f0670-26a5-43ed-8683-e3c05846dcb9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.922318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.949702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0ce66024-4baa-4e6f-bc91-9f8898b60b37 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.958633 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e55ab2f9-a71f-443e-9bde-028c2ce8999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.958874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d31f0670-26a5-43ed-8683-e3c05846dcb9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:07.963760 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d31f0670-26a5-43ed-8683-e3c05846dcb9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2637889 May 09 13:18:07.963760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51224) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:07.970095 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:08.058350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=b527943d-4387-4748-9a49-c0bc7e512802,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:08.097779 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=9df8834b-5358-407a-bf02-60151a5df947,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:08.204772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-e55ab2f9-a71f-443e-9bde-028c2ce8999f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:18:08.205541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-e55ab2f9-a71f-443e-9bde-028c2ce8999f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:18:08.223609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0ce66024-4baa-4e6f-bc91-9f8898b60b37 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.252531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-a94e4465-47f6-4fb9-98eb-4671526a0d1a', 'network_id': 'a94e4465-47f6-4fb9-98eb-4671526a0d1a', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'fixed_ips': [{'subnet_id': '596e5470-d54e-433e-b2e5-03fbf306543a'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:18:08.253526 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.356495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0ce66024-4baa-4e6f-bc91-9f8898b60b37 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.358668 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0ce66024-4baa-4e6f-bc91-9f8898b60b37 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5411074 May 09 13:18:08.362665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51230) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:08.376748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbeddf7-49ab-485d-8f05-2e4553d8bbc6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting subnet 122f6916-9c5a-4a42-8d23-6fc6b6d2d530 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:18:08.378851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.443870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b78446f6-7494-4a4f-a857-ae0a6cde2a04 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:08.449551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1bbeddf7-49ab-485d-8f05-2e4553d8bbc6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.468264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Allocated IP 2001:db8::2 (a94e4465-47f6-4fb9-98eb-4671526a0d1a/596e5470-d54e-433e-b2e5-03fbf306543a/d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:08.520875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.619845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-afb68a0f-c68e-448a-9fab-98978acf172a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.679667 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b78446f6-7494-4a4f-a857-ae0a6cde2a04 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:08.681091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.684785 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8be96bb6-1081-44b0-ad0a-668b35579e62 req-80e1fe66-d8de-4b18-985d-bb5591883ff3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d30285d5-e8c7-43ba-85ca-e036631511ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9025493 May 09 13:18:08.694900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1bbeddf7-49ab-485d-8f05-2e4553d8bbc6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.719473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.753510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.762214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb68a0f-c68e-448a-9fab-98978acf172a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df61fcb5-54fe-484a-8137-662c484d3bf8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:08.863809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.895239 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Allocated IP 172.26.1.244 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/e7d2c14c-1b94-4081-8684-64355f8baeb2) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:08.908826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Transition to ACTIVE for port object d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:08.955195 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e55ab2f9-a71f-443e-9bde-028c2ce8999f None None] Provisioning complete for port b78446f6-7494-4a4f-a857-ae0a6cde2a04 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:08.955705 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e55ab2f9-a71f-443e-9bde-028c2ce8999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.965207 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750970c-e972-4d60-91c3-d08c12fd718e req-f3b41622-2780-4fea-a05d-248247504259 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:08.966696 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c750970c-e972-4d60-91c3-d08c12fd718e req-f3b41622-2780-4fea-a05d-248247504259 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.7113514 May 09 13:18:08.979605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-afb68a0f-c68e-448a-9fab-98978acf172a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:08.980616 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-afb68a0f-c68e-448a-9fab-98978acf172a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df61fcb5-54fe-484a-8137-662c484d3bf8 HTTP/1.1" status: 204 len: 168 time: 1.9936023 May 09 13:18:08.981430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9df8834b-5358-407a-bf02-60151a5df947 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:09.013013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Transition to ACTIVE for port object d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:09.050913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.058438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.087713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.153821 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 1711e5bb-d5f7-4710-a9b1-1e89d83428d6 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:09.159350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Network a94e4465-47f6-4fb9-98eb-4671526a0d1a is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:09.160796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Pushing event updated for resources: {'Port': ['ID=d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:09.170352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:09.173104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:09.176173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:09.177602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:09.188341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:09.195240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:09.197363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 9df8834b-5358-407a-bf02-60151a5df947 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:09.197836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.217188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Pushing event updated for resources: {'Port': ['ID=e7d2c14c-1b94-4081-8684-64355f8baeb2,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:09.274719 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8be96bb6-1081-44b0-ad0a-668b35579e62 req-0ed0134a-b63c-4178-8289-2c0d4f17c3e6 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525777 May 09 13:18:09.390401 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.393904 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1bbeddf7-49ab-485d-8f05-2e4553d8bbc6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.415142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Attempting to bind port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:09.415771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Attempting to bind port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '312bf0e5-e3c2-4564-9d12-1bfce4e1e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a94e4465-47f6-4fb9-98eb-4671526a0d1a'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:09.416089 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Attempting to bind port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e on network a94e4465-47f6-4fb9-98eb-4671526a0d1a {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:09.465815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e55ab2f9-a71f-443e-9bde-028c2ce8999f None None] Provisioning for port b527943d-4387-4748-9a49-c0bc7e512802 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:09.469015 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:18:09.469576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Checking segment: {'id': '312bf0e5-e3c2-4564-9d12-1bfce4e1e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a94e4465-47f6-4fb9-98eb-4671526a0d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:09.470073 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.470563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Bound using segment: {'id': '312bf0e5-e3c2-4564-9d12-1bfce4e1e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a94e4465-47f6-4fb9-98eb-4671526a0d1a'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:18:09.475874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Bound port: d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312bf0e5-e3c2-4564-9d12-1bfce4e1e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a94e4465-47f6-4fb9-98eb-4671526a0d1a'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:18:09.476637 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.486287 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c750970c-e972-4d60-91c3-d08c12fd718e req-1d756b10-ccdb-4cef-8f9e-259e88a75f40 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4965305 May 09 13:18:09.509570 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e55ab2f9-a71f-443e-9bde-028c2ce8999f None None] Provisioning complete for port b527943d-4387-4748-9a49-c0bc7e512802 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:09.510076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e55ab2f9-a71f-443e-9bde-028c2ce8999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.601473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.606655 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.723674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e55ab2f9-a71f-443e-9bde-028c2ce8999f None None] Port b527943d-4387-4748-9a49-c0bc7e512802 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:18:09.744257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] For port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:18:09.748462 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] For port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e,segment=NetworkSegment(312bf0e5-e3c2-4564-9d12-1bfce4e1e35a),segment_id=312bf0e5-e3c2-4564-9d12-1bfce4e1e35a)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:18:09.754145 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.852407 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269e046-96d5-4c78-bf6f-5d70a5fb23b4 None None] Pushing event updated for resources: {'Port': ['ID=d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:09.853138 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.objects.ports [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83894) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:18:09.853648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.855250 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8e2f89c2-ad82-45b3-a8bf-db91d22f2380 None None] Could not find standard attr ID for object 7c2c0c82-f330-46bc-8a7c-e6b34eaa8f09. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:18:09.869676 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8e2f89c2-ad82-45b3-a8bf-db91d22f2380 None None] Provisioning complete for port b527943d-4387-4748-9a49-c0bc7e512802 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:09.870050 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8e2f89c2-ad82-45b3-a8bf-db91d22f2380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:09.931409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f89c2-ad82-45b3-a8bf-db91d22f2380 None None] Port b527943d-4387-4748-9a49-c0bc7e512802 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:18:09.966214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Router 84a1df2c-cc66-4cfd-85c6-da9fc432fdcf is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:18:10.014383 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8be96bb6-1081-44b0-ad0a-668b35579e62 req-ee2d1818-b8b6-413e-b383-72bac19b6e13 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453583 May 09 13:18:10.043231 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e1d17dcf-c8d1-429f-8f40-ff9ecbc4e8a6,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:10.073863 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb611bd1-f3cd-4f52-bf58-6e4d1e0c1616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:10.126227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1bbeddf7-49ab-485d-8f05-2e4553d8bbc6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:10.228401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1bbeddf7-49ab-485d-8f05-2e4553d8bbc6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:10.229240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b008a037-27a8-464b-b7a8-df6b37ec23a3 None None] Network b0caa70e-36a1-448c-bf34-85439d17a8bd requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:10.386691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeddf7-49ab-485d-8f05-2e4553d8bbc6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Subnet': ['ID=122f6916-9c5a-4a42-8d23-6fc6b6d2d530,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:10.389482 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1bbeddf7-49ab-485d-8f05-2e4553d8bbc6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/122f6916-9c5a-4a42-8d23-6fc6b6d2d530 HTTP/1.1" status: 204 len: 168 time: 3.0564523 May 09 13:18:10.393002 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51252) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:10.483689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51256) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:10.491068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:10.555490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:10.592614 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Checking segment: {'id': 'bf725c6d-af10-4468-b392-7fd70d3b4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6f9bb3d0-39ac-459b-bd39-bec046a017cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:10.592614 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Network hostable DHCP agents. Network: 6f9bb3d0-39ac-459b-bd39-bec046a017cb, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:18:10.604991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:10.611071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:10.639380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6635c4b2-270e-49f2-835f-5851c918f985 None None] Sync routers for ids ['84a1df2c-cc66-4cfd-85c6-da9fc432fdcf'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:10.665656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:10.669219 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5f432572-7ad6-4fe9-af5c-93f5ae2d3dd5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "PUT /v2.0/routers/84a1df2c-cc66-4cfd-85c6-da9fc432fdcf HTTP/1.1" status: 200 len: 884 time: 2.7020473 May 09 13:18:10.686643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51264) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:10.750983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Network 6f9bb3d0-39ac-459b-bd39-bec046a017cb is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:18:10.769201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6635c4b2-270e-49f2-835f-5851c918f985 None None] Routers {'84a1df2c-cc66-4cfd-85c6-da9fc432fdcf'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:10.770096 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6635c4b2-270e-49f2-835f-5851c918f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['84a1df2c-cc66-4cfd-85c6-da9fc432fdcf'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:10.780559 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-49afaef7-b393-4bcb-b4cd-f48634eb0b17 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:10.785058 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-49afaef7-b393-4bcb-b4cd-f48634eb0b17 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2840092 May 09 13:18:10.841317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port b78446f6-7494-4a4f-a857-ae0a6cde2a04 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:10.841742 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:10.846058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51268) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:10.852626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6635c4b2-270e-49f2-835f-5851c918f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:10.864868 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:10.879345 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6635c4b2-270e-49f2-835f-5851c918f985 None None] Routers {'84a1df2c-cc66-4cfd-85c6-da9fc432fdcf'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:10.880280 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6635c4b2-270e-49f2-835f-5851c918f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['84a1df2c-cc66-4cfd-85c6-da9fc432fdcf'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:10.896546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-cb8c97c3-8c65-438c-bf77-99e302a8f36a tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:10.900780 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cb8c97c3-8c65-438c-bf77-99e302a8f36a tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0194516 May 09 13:18:10.902566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 6f9bb3d0-39ac-459b-bd39-bec046a017cb) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:10.902694 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51274) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:10.932895 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:10.935727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:10.963528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6635c4b2-270e-49f2-835f-5851c918f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:10.964849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6635c4b2-270e-49f2-835f-5851c918f985 None None] The sync data for ids ['84a1df2c-cc66-4cfd-85c6-da9fc432fdcf'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:10.967789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e3a5c-f3a6-4ba1-aa98-a3cb0b07d291 None None] Network 6f9bb3d0-39ac-459b-bd39-bec046a017cb requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:10.979293 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-05e23f0c-92f8-4fea-9513-1c8f859a8c36 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.7875736 May 09 13:18:10.989306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41cb253-850a-4300-8492-921fb492bd18 None None] DHCP port deletion for b0caa70e-36a1-448c-bf34-85439d17a8bd request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:18:10.991483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51278) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.004254 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-b310732c-5eff-4460-a41f-b6dec7aa2177 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.005831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Request body: {'floatingip': {'floating_network_id': '6f9bb3d0-39ac-459b-bd39-bec046a017cb'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:11.009242 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b310732c-5eff-4460-a41f-b6dec7aa2177 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0831025 May 09 13:18:11.015927 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51282) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.027213 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:11.053893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b41cb253-850a-4300-8492-921fb492bd18 None None] Deleting port b78446f6-7494-4a4f-a857-ae0a6cde2a04 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:11.054167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b41cb253-850a-4300-8492-921fb492bd18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:11.079743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-6f858ae5-4c83-48ab-8146-0ea663aef387 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.084010 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6f858ae5-4c83-48ab-8146-0ea663aef387 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0614705 May 09 13:18:11.096147 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51288) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.097669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Usage tracker for resource:floatingip and tenant:b55621579f0148cd9d16d5a45de90d2a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:11.107784 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:11.113136 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-3eda1e6a-c20f-4001-9c31-9176c7de258a tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.115006 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3eda1e6a-c20f-4001-9c31-9176c7de258a tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0164547 May 09 13:18:11.122079 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51292) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.141295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:11.146469 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-44a7e360-23c2-4a2d-a1ea-e5c1ca3167ff tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.151816 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-44a7e360-23c2-4a2d-a1ea-e5c1ca3167ff tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0137820 May 09 13:18:11.156270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51296) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.171107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-51b3cf3e-1e27-4a29-9029-3cf1286eed03 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.174805 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-51b3cf3e-1e27-4a29-9029-3cf1286eed03 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0130756 May 09 13:18:11.178707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51300) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.202779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090f9fd-efa4-4eee-81c4-7e9411c92915 req-6a4b545f-ba79-44ab-bb10-4554ee89162b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:11.204422 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f5a7a8-249c-47d6-91a9-6a47f98684b1 None None] Network a94e4465-47f6-4fb9-98eb-4671526a0d1a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:11.209728 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9090f9fd-efa4-4eee-81c4-7e9411c92915 req-6a4b545f-ba79-44ab-bb10-4554ee89162b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4429479 May 09 13:18:11.212356 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:11.242138 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-ec05c140-349e-4ebf-bbbb-f1a966147f62 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.245747 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ec05c140-349e-4ebf-bbbb-f1a966147f62 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0472670 May 09 13:18:11.261593 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51304) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.304414 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-61d5a1ba-825f-40eb-a8aa-6293ea8e4ae8 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.308021 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-61d5a1ba-825f-40eb-a8aa-6293ea8e4ae8 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0376828 May 09 13:18:11.309220 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51308) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.326285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-c596d016-86db-432d-9436-8c6322004543 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.330248 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c596d016-86db-432d-9436-8c6322004543 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0096555 May 09 13:18:11.331812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51312) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.336621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] For port b78446f6-7494-4a4f-a857-ae0a6cde2a04, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b78446f6-7494-4a4f-a857-ae0a6cde2a04,segment=NetworkSegment(ca622af0-5644-4689-abb0-0fe94329657d),segment_id=ca622af0-5644-4689-abb0-0fe94329657d)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:11.336977 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:11.348123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-f017e508-b71d-4bea-843a-8806f0e8161e tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.353447 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f017e508-b71d-4bea-843a-8806f0e8161e tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0153306 May 09 13:18:11.355386 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51316) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.406955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-ffa5c950-76c8-4dea-ae37-394d76af9f8b tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.410394 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ffa5c950-76c8-4dea-ae37-394d76af9f8b tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0518003 May 09 13:18:11.412218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51320) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.430063 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-ccf50d6c-48a4-40f8-a661-77040b35ebeb tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.433783 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ccf50d6c-48a4-40f8-a661-77040b35ebeb tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0148394 May 09 13:18:11.435249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51324) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.441568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Allocated IP 2001:db8::1 (a94e4465-47f6-4fb9-98eb-4671526a0d1a/596e5470-d54e-433e-b2e5-03fbf306543a/7f212258-21e4-427e-b564-223f26cb016c) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:11.443794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 3e838765-05fe-45a5-b4b5-f8e2b0d69ad9 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:18:11.458807 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-c66075c0-d7a1-40b2-9e77-e351ad887d00 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.462760 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c66075c0-d7a1-40b2-9e77-e351ad887d00 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0216751 May 09 13:18:11.469134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51328) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.473846 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9090f9fd-efa4-4eee-81c4-7e9411c92915 req-1127efd1-9437-4d93-8e85-e39aff2e5cfb tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631311 May 09 13:18:11.479564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for b78446f6-7494-4a4f-a857-ae0a6cde2a04 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:11.514807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-7b4377c5-063b-4278-8d96-c464de065de9 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.515765 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7b4377c5-063b-4278-8d96-c464de065de9 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0455244 May 09 13:18:11.518650 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51332) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.533447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-1469819e-7088-433c-b5e0-c66d142d4a4e tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.537137 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1469819e-7088-433c-b5e0-c66d142d4a4e tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0149543 May 09 13:18:11.537761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51336) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.537888 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ba859d59-7022-4f2f-920b-d8bd7ef1ab9f None None] Provisioning for port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:11.560134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd629123-5aec-472a-bf07-dd4d195a5ac4 None None] Network 6f9bb3d0-39ac-459b-bd39-bec046a017cb requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:11.567050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-b681bc38-7aba-47da-85dd-d0c71d65c8af tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.572631 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b681bc38-7aba-47da-85dd-d0c71d65c8af tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0339901 May 09 13:18:11.581347 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51340) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.631967 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-57540a90-dfec-4981-bd0e-bf425379d06c tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/routers/84a1df2c-cc66-4cfd-85c6-da9fc432fdcf HTTP/1.1" status: 200 len: 925 time: 0.9440923 May 09 13:18:11.634613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:11.638460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51344) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.643212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-9da8f78c-a759-4a29-8484-048248074068 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.646602 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9da8f78c-a759-4a29-8484-048248074068 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0616453 May 09 13:18:11.655379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ba859d59-7022-4f2f-920b-d8bd7ef1ab9f None None] Provisioning complete for port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:11.655877 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ba859d59-7022-4f2f-920b-d8bd7ef1ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:11.661192 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51346) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.678834 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-6f70c1d5-5022-47f3-99b7-1eeafc6bfb54 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.679930 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6f70c1d5-5022-47f3-99b7-1eeafc6bfb54 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0178437 May 09 13:18:11.708959 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51352) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.730568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-d7cb1a9b-7f06-4fbf-8e5e-347492425371 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.732027 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d7cb1a9b-7f06-4fbf-8e5e-347492425371 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0119262 May 09 13:18:11.732633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=b78446f6-7494-4a4f-a857-ae0a6cde2a04,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:11.736138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51356) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.744516 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b41cb253-850a-4300-8492-921fb492bd18 None None] For port b78446f6-7494-4a4f-a857-ae0a6cde2a04, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b78446f6-7494-4a4f-a857-ae0a6cde2a04,segment=NetworkSegment(ca622af0-5644-4689-abb0-0fe94329657d),segment_id=ca622af0-5644-4689-abb0-0fe94329657d)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:11.745037 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b41cb253-850a-4300-8492-921fb492bd18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:11.745471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-17ada701-9c8d-404c-99c6-339633cd68c8 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.748782 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-17ada701-9c8d-404c-99c6-339633cd68c8 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0083263 May 09 13:18:11.749153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51360) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.752682 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No DVR routers for this DVR port b78446f6-7494-4a4f-a857-ae0a6cde2a04 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:18:11.784875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-c3c81871-346a-4cdc-9037-2a9aff39af51 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.788338 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c3c81871-346a-4cdc-9037-2a9aff39af51 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0346820 May 09 13:18:11.790363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51364) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.824472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-8abdf565-c360-45ae-baef-a773bd3c3b42 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.825478 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8abdf565-c360-45ae-baef-a773bd3c3b42 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0200040 May 09 13:18:11.831046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51368) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.841722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-13557b95-9c94-444a-a86b-49d25d0a22c3 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.845316 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-13557b95-9c94-444a-a86b-49d25d0a22c3 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0107708 May 09 13:18:11.888669 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51372) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.909869 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-22801164-da33-4380-ac2d-17208763be71 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.914945 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-22801164-da33-4380-ac2d-17208763be71 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0210590 May 09 13:18:11.917102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51376) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.922946 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b41cb253-850a-4300-8492-921fb492bd18 None None] Calling delete_port for b78446f6-7494-4a4f-a857-ae0a6cde2a04 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:11.927111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-8fb076ca-7a77-46e9-b77c-84b8056ce02c tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.931120 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8fb076ca-7a77-46e9-b77c-84b8056ce02c tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0101292 May 09 13:18:11.931120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:11.936493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51380) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.954290 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2d0fe86e-bcfc-4256-96a7-6a516ae939bf tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&device_id=84a1df2c-cc66-4cfd-85c6-da9fc432fdcf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2814553 May 09 13:18:11.954925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51384) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.966722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-6ea01f11-f77f-48c9-8d70-5bba95ce97e0 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.968453 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6ea01f11-f77f-48c9-8d70-5bba95ce97e0 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0211890 May 09 13:18:11.975408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51388) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:11.989128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0caa70e-36a1-448c-bf34-85439d17a8bd']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:11.993623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-434d70d0-1beb-47a1-974b-e7b912392b3a tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:11.996312 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-434d70d0-1beb-47a1-974b-e7b912392b3a tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0102880 May 09 13:18:11.999601 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51392) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.004876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.006172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-1f2ef8f3-99b1-4d9a-b650-2579837a153a tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.011717 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1f2ef8f3-99b1-4d9a-b650-2579837a153a tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045958 May 09 13:18:12.012038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51396) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.025148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-a1ef89fe-eed0-48e4-8bac-a25664fbb654 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.028804 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a1ef89fe-eed0-48e4-8bac-a25664fbb654 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0147877 May 09 13:18:12.032677 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.034757 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51400) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.056767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca622af0-5644-4689-abb0-0fe94329657d') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:12.057424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca622af0-5644-4689-abb0-0fe94329657d') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:12.082759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-995b1da6-d4ca-4b15-a960-d445a9037416 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.082949 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.086477 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-995b1da6-d4ca-4b15-a960-d445a9037416 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0446489 May 09 13:18:12.086477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Transition to ACTIVE for port object 7f212258-21e4-427e-b564-223f26cb016c will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:12.091056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51404) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.101992 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-743c8afa-c536-4120-84e6-b71da2647339 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.105357 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-743c8afa-c536-4120-84e6-b71da2647339 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0114112 May 09 13:18:12.106797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51408) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.120103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.130244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-a57c76ff-04cc-4e9d-8745-db89b52ed385 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.130495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:12.130860 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.134561 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a57c76ff-04cc-4e9d-8745-db89b52ed385 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0171585 May 09 13:18:12.140358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51412) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:12.147286 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:12.151621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-82712047-32b1-4a6d-8c68-4fd6b71037dc tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.155019 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-82712047-32b1-4a6d-8c68-4fd6b71037dc tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0112953 May 09 13:18:12.160726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51416) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.171936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-0f2f5e0b-0b28-49fa-b677-0f272048d559 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.175465 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0f2f5e0b-0b28-49fa-b677-0f272048d559 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0102835 May 09 13:18:12.176254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51420) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.181327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:12.193873 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71c503-ce8b-4459-b8d0-641fd225b16d None None] Sync routers for ids ['3e838765-05fe-45a5-b4b5-f8e2b0d69ad9'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:12.198706 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5f501ac6-522a-44cd-bcd1-6c54a8007471 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/3e838765-05fe-45a5-b4b5-f8e2b0d69ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2379897 May 09 13:18:12.199338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51424) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.202198 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-f7e4aa91-c4a3-4fe8-bef7-bd1d635d7266 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.205529 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f7e4aa91-c4a3-4fe8-bef7-bd1d635d7266 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0248995 May 09 13:18:12.207379 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51426) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.223643 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb71c503-ce8b-4459-b8d0-641fd225b16d None None] Routers {'3e838765-05fe-45a5-b4b5-f8e2b0d69ad9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:12.224604 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-eb71c503-ce8b-4459-b8d0-641fd225b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['3e838765-05fe-45a5-b4b5-f8e2b0d69ad9'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:12.225462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-e5efb41a-09bc-47ac-8296-8e04de7d1ec5 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.229827 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e5efb41a-09bc-47ac-8296-8e04de7d1ec5 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0186906 May 09 13:18:12.234745 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-b41cb253-850a-4300-8492-921fb492bd18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:18:12.235217 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-b41cb253-850a-4300-8492-921fb492bd18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:18:12.241077 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ba859d59-7022-4f2f-920b-d8bd7ef1ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.241881 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51430) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.247994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32f3ee6-dfed-4854-8744-27ec1ae68704 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:12.252263 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f32f3ee6-dfed-4854-8744-27ec1ae68704 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/networks/f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 881 time: 0.2885370 May 09 13:18:12.256345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51436) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.285148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ba859d59-7022-4f2f-920b-d8bd7ef1ab9f None None] For port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e,segment=NetworkSegment(312bf0e5-e3c2-4564-9d12-1bfce4e1e35a),segment_id=312bf0e5-e3c2-4564-9d12-1bfce4e1e35a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:12.292065 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-57d3a4f2-faf5-4ad1-9959-db14f6102c50 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.292672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ba859d59-7022-4f2f-920b-d8bd7ef1ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.295793 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-57d3a4f2-faf5-4ad1-9959-db14f6102c50 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0447135 May 09 13:18:12.302410 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51440) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.317600 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.327376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-3316eabc-11c7-43f9-a483-1679040fbb57 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.331148 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3316eabc-11c7-43f9-a483-1679040fbb57 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0250225 May 09 13:18:12.359274 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-eb71c503-ce8b-4459-b8d0-641fd225b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:12.361231 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51444) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.385574 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb71c503-ce8b-4459-b8d0-641fd225b16d None None] Routers {'3e838765-05fe-45a5-b4b5-f8e2b0d69ad9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:12.386307 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-eb71c503-ce8b-4459-b8d0-641fd225b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:17:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['3e838765-05fe-45a5-b4b5-f8e2b0d69ad9'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:12.404451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-f9e4ef48-7c06-4192-a5d4-aa2e018ab9dc tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.405717 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f9e4ef48-7c06-4192-a5d4-aa2e018ab9dc tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0250118 May 09 13:18:12.415158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51448) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.439827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-fc37564c-bd7c-49f6-a3df-c9d2876339d3 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.440809 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fc37564c-bd7c-49f6-a3df-c9d2876339d3 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0158238 May 09 13:18:12.442312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Allocated IP 172.20.0.4 (6f9bb3d0-39ac-459b-bd39-bec046a017cb/e1d17dcf-c8d1-429f-8f40-ff9ecbc4e8a6/a4e42f54-a422-4116-a704-1b6b483535c6) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:12.454858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b5e4b7-efad-4103-ab69-bcef8d4d7376 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:12.455728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b0b5e4b7-efad-4103-ab69-bcef8d4d7376 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Synchronizing usage tracker for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:12.458344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51452) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.469841 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba859d59-7022-4f2f-920b-d8bd7ef1ab9f None None] Pushing event updated for resources: {'Port': ['ID=d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:12.477838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network a94e4465-47f6-4fb9-98eb-4671526a0d1a is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:12.479346 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b78446f6-7494-4a4f-a857-ae0a6cde2a04 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:18:12.485771 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-9df4955c-6af7-4946-bea1-82b744f730be tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.486918 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9df4955c-6af7-4946-bea1-82b744f730be tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0208714 May 09 13:18:12.493237 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f48fe7ab-4a1a-4446-9be4-423b0e7e633c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a1df2c-cc66-4cfd-85c6-da9fc432fdcf HTTP/1.1" status: 200 len: 205 time: 0.2356710 May 09 13:18:12.493867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51456) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.494187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51458) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.495117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:12.499521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:12.500359 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.500707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.503497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=7f212258-21e4-427e-b564-223f26cb016c,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:12.507591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-97d2f9db-e42b-4d92-a275-e9cb11ec2d2d tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.508640 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-97d2f9db-e42b-4d92-a275-e9cb11ec2d2d tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0105343 May 09 13:18:12.528756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51466) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.539801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-2f578f96-d1e4-463c-bb4f-a279153ed7e9 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.541088 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2f578f96-d1e4-463c-bb4f-a279153ed7e9 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0112004 May 09 13:18:12.548493 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-eb71c503-ce8b-4459-b8d0-641fd225b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:12.549237 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71c503-ce8b-4459-b8d0-641fd225b16d None None] The sync data for ids ['3e838765-05fe-45a5-b4b5-f8e2b0d69ad9'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:12.579306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: b78446f6-7494-4a4f-a857-ae0a6cde2a04 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:18:12.579844 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b78446f6-7494-4a4f-a857-ae0a6cde2a04 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:18:12.582244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51470) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.589313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.600890 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e55f06a2-9dfe-48b5-b7cc-4a038de51bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.626251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-15ed971e-3641-45c3-ab91-a2148ce4e874 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.631471 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-15ed971e-3641-45c3-ab91-a2148ce4e874 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0328615 May 09 13:18:12.682788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51474) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.687613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-4bf43cad-fd4f-4e7f-b0f0-30e08b1c83d4 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.691267 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4bf43cad-fd4f-4e7f-b0f0-30e08b1c83d4 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045781 May 09 13:18:12.697868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Network': ['ID=b0caa70e-36a1-448c-bf34-85439d17a8bd,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:12.706523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51478) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.718595 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-314d2504-4dc8-40be-8c7f-8e65046dc626 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.722361 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-314d2504-4dc8-40be-8c7f-8e65046dc626 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0148635 May 09 13:18:12.724311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51482) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.733603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-8f200e9d-fc6c-4ed9-83b9-e4d17caa316c tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.734717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bf3c9c93-4257-4cb1-b795-837abc254dbe None None] Provisioning complete for port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:12.735127 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9c93-4257-4cb1-b795-837abc254dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.737285 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8f200e9d-fc6c-4ed9-83b9-e4d17caa316c tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0089374 May 09 13:18:12.740994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51486) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.745181 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-471c7df4-8cdf-4d2c-a7e5-68a1f769e51e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/networks/b0caa70e-36a1-448c-bf34-85439d17a8bd HTTP/1.1" status: 204 len: 168 time: 2.3498712 May 09 13:18:12.748255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-c33b5b51-e243-412f-819b-dad8986dedca tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.751752 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c33b5b51-e243-412f-819b-dad8986dedca tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0097187 May 09 13:18:12.760430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51490) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.760759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51492) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.761846 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b41cb253-850a-4300-8492-921fb492bd18 None None] Deleting port b78446f6-7494-4a4f-a857-ae0a6cde2a04 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:12.761846 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b41cb253-850a-4300-8492-921fb492bd18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.770526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-75e434d9-7148-497d-a2a7-82c9eb9c50e6 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.774675 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-75e434d9-7148-497d-a2a7-82c9eb9c50e6 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0096815 May 09 13:18:12.778381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1196803915'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:12.783822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51498) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.787440 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:12.792943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b0b5e4b7-efad-4103-ab69-bcef8d4d7376 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Unset dirty status for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:12.792943 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b0b5e4b7-efad-4103-ab69-bcef8d4d7376 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports/b527943d-4387-4748-9a49-c0bc7e512802 HTTP/1.1" status: 200 len: 910 time: 0.5520949 May 09 13:18:12.797737 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-69d88190-18d0-4aa2-b1af-46971d5dc2c3 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.802409 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-69d88190-18d0-4aa2-b1af-46971d5dc2c3 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0166767 May 09 13:18:12.811112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51504) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.811339 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51502) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.818864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:network and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:12.823242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:12.831095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-8518121d-5c73-46ba-8bfa-591555968ac4 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.834555 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8518121d-5c73-46ba-8bfa-591555968ac4 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0189016 May 09 13:18:12.839816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51510) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.855485 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-19ba6bb8-68b2-4736-9455-5358b71c7672 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.859210 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-19ba6bb8-68b2-4736-9455-5358b71c7672 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0146608 May 09 13:18:12.859334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b41cb253-850a-4300-8492-921fb492bd18 None None] The port 'b78446f6-7494-4a4f-a857-ae0a6cde2a04' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:18:12.869789 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51514) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.893693 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-5fdd8fd0-9fdf-4871-9855-afe1a7f17402 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.894831 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5fdd8fd0-9fdf-4871-9855-afe1a7f17402 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0139365 May 09 13:18:12.901502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:12.901817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.903267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51518) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.960000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-922e6451-4d9d-45db-b9b0-eef8d6916573 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.961495 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-922e6451-4d9d-45db-b9b0-eef8d6916573 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0566251 May 09 13:18:12.965635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51522) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.979762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-f2954798-f82b-4131-b730-78418d390a9b tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:12.981553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:12.985031 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f2954798-f82b-4131-b730-78418d390a9b tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0166841 May 09 13:18:12.985363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:12.986704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51526) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:12.995990 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f1354-bf01-41d9-bcc5-221b00fe8305 req-81797af4-8b82-4860-ba20-dc14b91010ed tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:12.997436 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-423f1354-bf01-41d9-bcc5-221b00fe8305 req-81797af4-8b82-4860-ba20-dc14b91010ed tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.3181124 May 09 13:18:13.006801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-252db93d-f045-442f-851e-0860f7e28237 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:13.008446 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-252db93d-f045-442f-851e-0860f7e28237 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0182562 May 09 13:18:13.013454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51530) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:13.016254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.038935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:13.044997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-712bed15-6dd9-4241-873c-384391f7b62e tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:13.048355 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-712bed15-6dd9-4241-873c-384391f7b62e tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0309687 May 09 13:18:13.053285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51534) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:13.056880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.057223 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Added segment 4d80ecf8-485e-4bcf-9474-b0018b416032 of type vlan for network 02079fe2-ad43-44f7-83a1-7d6b1cf62110 May 09 13:18:13.061843 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-8fc2738b-ef88-4b91-a9d6-0dcd3f337bd1 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:13.062776 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8fc2738b-ef88-4b91-a9d6-0dcd3f337bd1 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0081751 May 09 13:18:13.071432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51538) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:13.083163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-bf1ab9ba-7ca3-4dbd-bf96-ba528d825cf8 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:13.084106 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bf1ab9ba-7ca3-4dbd-bf96-ba528d825cf8 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0098753 May 09 13:18:13.088088 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51542) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:13.090972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-23f57bf4-95ec-4dc4-8878-e4a1501f39ed None None] Provisioning for port 7f212258-21e4-427e-b564-223f26cb016c completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:13.097010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-23f57bf4-95ec-4dc4-8878-e4a1501f39ed None None] Provisioning complete for port 7f212258-21e4-427e-b564-223f26cb016c triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:13.097788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-23f57bf4-95ec-4dc4-8878-e4a1501f39ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.112475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-388544af-7ac0-4ed5-8b14-43684fdad39c tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:13.115845 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-388544af-7ac0-4ed5-8b14-43684fdad39c tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0195830 May 09 13:18:13.118135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51546) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:13.129298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [None req-be0cdc6b-7c37-4123-83ea-0464f60eb472 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:13.133619 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-be0cdc6b-7c37-4123-83ea-0464f60eb472 tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0129778 May 09 13:18:13.134052 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.134418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51550) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:13.140984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-7c5965c6-5712-4e63-87f1-3b6ee41c3dfb tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:13.144337 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7c5965c6-5712-4e63-87f1-3b6ee41c3dfb tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0066502 May 09 13:18:13.146700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.152460 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51554) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:13.160094 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-23f57bf4-95ec-4dc4-8878-e4a1501f39ed None None] Port 7f212258-21e4-427e-b564-223f26cb016c cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:18:13.193909 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-423f1354-bf01-41d9-bcc5-221b00fe8305 req-f74939b7-d06e-4843-98f5-a07c7cef240b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843569 May 09 13:18:13.203951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [None req-446823f4-e3b0-4fdb-9f16-7a82b020c83b tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:18:13.210010 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-446823f4-e3b0-4fdb-9f16-7a82b020c83b tempest-ExtensionsTestJSON-644565232 tempest-ExtensionsTestJSON-644565232-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0217543 May 09 13:18:13.282499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.292063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.361837 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Network 6f9bb3d0-39ac-459b-bd39-bec046a017cb is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:13.366377 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:13.375157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:13.404645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event updated for resources: {'Port': ['ID=a4e42f54-a422-4116-a704-1b6b483535c6,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:13.436673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.439526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:13.440068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.543836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51564) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:13.577788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Network': ['ID=02079fe2-ad43-44f7-83a1-7d6b1cf62110,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:13.586873 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ac06e670-c770-407a-bdbe-4d9cb08c6663 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8211033 May 09 13:18:13.587702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51570) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:13.589940 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 02079fe2-ad43-44f7-83a1-7d6b1cf62110 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:13.600661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': '02079fe2-ad43-44f7-83a1-7d6b1cf62110', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:13.721604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.723223 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.731896 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57682508-c7c2-4c96-8650-fb497f30f51e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.767926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.769107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.771641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.816978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:13.876262 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c85e4ec0-6d71-48bd-92a6-d513171e4cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.917057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=7f212258-21e4-427e-b564-223f26cb016c,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:13.919348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:13.981620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:13.989154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:14.005483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:14.053181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c85e4ec0-6d71-48bd-92a6-d513171e4cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:14.059138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c85e4ec0-6d71-48bd-92a6-d513171e4cfe admin admin] Usage tracker for resource:security_group_rule and tenant:ed17cb868cf04a6db055fa736ebbb6d1 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:14.063081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:14.081710 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c85e4ec0-6d71-48bd-92a6-d513171e4cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:14.138495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c85e4ec0-6d71-48bd-92a6-d513171e4cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:14.214412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:14.225714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network a94e4465-47f6-4fb9-98eb-4671526a0d1a is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:14.229454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:14.234970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:14.328315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Deleting port e7d2c14c-1b94-4081-8684-64355f8baeb2 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:14.328659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:14.407749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:14.485633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c85e4ec0-6d71-48bd-92a6-d513171e4cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:14.509275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:14.509925 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:14.514137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c85e4ec0-6d71-48bd-92a6-d513171e4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:14.551615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:18:14.567713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:14.584809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:14.659294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1170ab2b-6402-426c-ab96-f8d667c7e501 None None] Provisioning complete for port 7f212258-21e4-427e-b564-223f26cb016c triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:14.659915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1170ab2b-6402-426c-ab96-f8d667c7e501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:14.715729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event updated for resources: {'Port': ['ID=a4e42f54-a422-4116-a704-1b6b483535c6,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:14.715953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-1170ab2b-6402-426c-ab96-f8d667c7e501 None None] Port 7f212258-21e4-427e-b564-223f26cb016c cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:18:14.747856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:14.760699 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e4ec0-6d71-48bd-92a6-d513171e4cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeef3ed-55ba-41e6-9315-86bf7c738597,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:14.778836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:14.780040 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-68f1e3ff-1bf2-450e-9ab1-8d89d4f9cbef tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7859938 May 09 13:18:14.782937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51574) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:14.783648 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c85e4ec0-6d71-48bd-92a6-d513171e4cfe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed17cb868cf04a6db055fa736ebbb6d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2290561 May 09 13:18:14.803099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51578) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:14.865075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:14.868371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1f2fdbb4-1ca3-4cce-a133-bfd32720d119 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Synchronizing usage tracker for tenant:b55621579f0148cd9d16d5a45de90d2a on resource:floatingip {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:14.887456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router 0ff3dbe7-173d-47b7-9977-0903d1d1b56d is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:18:14.891301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1f2fdbb4-1ca3-4cce-a133-bfd32720d119 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Unset dirty status for tenant:b55621579f0148cd9d16d5a45de90d2a on resource:floatingip {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:14.892476 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1f2fdbb4-1ca3-4cce-a133-bfd32720d119 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=6f9bb3d0-39ac-459b-bd39-bec046a017cb HTTP/1.1" status: 200 len: 689 time: 0.1086380 May 09 13:18:14.896534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51582) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:14.922362 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:15.069436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Calling delete_port for e7d2c14c-1b94-4081-8684-64355f8baeb2 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:15.113414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:15.153434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:15.233734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Deleting port a4e42f54-a422-4116-a704-1b6b483535c6 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:15.233999 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7412bb82-8684-49ce-9a3e-af6e4c0d4ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:15.234163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:15.302799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:15.310732 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-da1ce494-2a01-41e1-b6a7-e7e6ffbc8961 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/0ff3dbe7-173d-47b7-9977-0903d1d1b56d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9377394 May 09 13:18:15.310816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Subnet': ['ID=b3aebb26-00c6-4230-b4d4-6ee73404601d,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:15.313088 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51586) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:15.315180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eae946-431d-4b25-b21d-2afb759e26bd None None] Sync routers for ids ['0ff3dbe7-173d-47b7-9977-0903d1d1b56d'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:15.319850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7412bb82-8684-49ce-9a3e-af6e4c0d4ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:15.332862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eae946-431d-4b25-b21d-2afb759e26bd None None] Routers {'0ff3dbe7-173d-47b7-9977-0903d1d1b56d'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:15.333436 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b2eae946-431d-4b25-b21d-2afb759e26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['0ff3dbe7-173d-47b7-9977-0903d1d1b56d'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:15.386618 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Checking segment: {'id': '4d80ecf8-485e-4bcf-9474-b0018b416032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '02079fe2-ad43-44f7-83a1-7d6b1cf62110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:15.387138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network hostable DHCP agents. Network: 02079fe2-ad43-44f7-83a1-7d6b1cf62110, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:18:15.397823 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b2eae946-431d-4b25-b21d-2afb759e26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:15.407195 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eae946-431d-4b25-b21d-2afb759e26bd None None] Routers {'0ff3dbe7-173d-47b7-9977-0903d1d1b56d'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:15.408094 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b2eae946-431d-4b25-b21d-2afb759e26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['0ff3dbe7-173d-47b7-9977-0903d1d1b56d'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:15.470227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b2eae946-431d-4b25-b21d-2afb759e26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:15.470627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eae946-431d-4b25-b21d-2afb759e26bd None None] The sync data for ids ['0ff3dbe7-173d-47b7-9977-0903d1d1b56d'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:15.512020 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 02079fe2-ad43-44f7-83a1-7d6b1cf62110 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:18:15.519552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7412bb82-8684-49ce-9a3e-af6e4c0d4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:15.549608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 02079fe2-ad43-44f7-83a1-7d6b1cf62110) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:15.554335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412bb82-8684-49ce-9a3e-af6e4c0d4ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeef3ed-55ba-41e6-9315-86bf7c738597,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:15.560273 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:15.560769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:15.568363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec439341-3581-4ef6-bd3d-e82009849df8 None None] Network 02079fe2-ad43-44f7-83a1-7d6b1cf62110 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:15.577816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:15.590193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee36a65-8ee5-4126-b00b-765ca170ad97 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:15.590838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3ee36a65-8ee5-4126-b00b-765ca170ad97 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Synchronizing usage tracker for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:15.625489 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:15.625894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:15.635850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Pushing event deleted for resources: {'Port': ['ID=e7d2c14c-1b94-4081-8684-64355f8baeb2,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:15.642829 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-78989ea4-8fda-4b9d-a756-377abfc85951 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0523496 May 09 13:18:15.646457 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51590) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:15.650126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7412bb82-8684-49ce-9a3e-af6e4c0d4ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:15.651314 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7412bb82-8684-49ce-9a3e-af6e4c0d4ea5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9aeef3ed-55ba-41e6-9315-86bf7c738597 HTTP/1.1" status: 204 len: 168 time: 0.8449738 May 09 13:18:15.698013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3ee36a65-8ee5-4126-b00b-765ca170ad97 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Unset dirty status for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:15.699577 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3ee36a65-8ee5-4126-b00b-765ca170ad97 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports/7f212258-21e4-427e-b564-223f26cb016c HTTP/1.1" status: 200 len: 911 time: 0.3856106 May 09 13:18:15.703255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51596) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:15.706821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': '02079fe2-ad43-44f7-83a1-7d6b1cf62110', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-625835912'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:15.775184 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Calling delete_port for a4e42f54-a422-4116-a704-1b6b483535c6 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:15.904385 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-02079fe2-ad43-44f7-83a1-7d6b1cf62110', 'network_id': '02079fe2-ad43-44f7-83a1-7d6b1cf62110', 'tenant_id': '063671cb43444ed2a081a62fcb4da355', 'fixed_ips': [{'subnet_id': 'b3aebb26-00c6-4230-b4d4-6ee73404601d'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:18:15.906268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:15.963300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.095472 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Allocated IP 2001:db8::2 (02079fe2-ad43-44f7-83a1-7d6b1cf62110/b3aebb26-00c6-4230-b4d4-6ee73404601d/ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:16.107228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-57682508-c7c2-4c96-8650-fb497f30f51e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port b527943d-4387-4748-9a49-c0bc7e512802 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:16.107770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57682508-c7c2-4c96-8650-fb497f30f51e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.127280 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4e42f54-a422-4116-a704-1b6b483535c6,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:16.172158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.249121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.342209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.356629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.369927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Transition to ACTIVE for port object ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:16.390259 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d17dcf-c8d1-429f-8f40-ff9ecbc4e8a6,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:16.399229 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Transition to ACTIVE for port object ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:16.407253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.427685 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:16.441191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.500763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:port and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:16.506264 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.508606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:16.538628 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Network 02079fe2-ad43-44f7-83a1-7d6b1cf62110 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:16.543083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Pushing event updated for resources: {'Port': ['ID=ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:16.546674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:16.549789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:16.573139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9bb3d0-39ac-459b-bd39-bec046a017cb']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:16.583017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:16.603676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf725c6d-af10-4468-b392-7fd70d3b4f7d') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:16.604572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf725c6d-af10-4468-b392-7fd70d3b4f7d') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:16.639692 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.652266 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Attempting to bind port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:16.652831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Attempting to bind port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '4d80ecf8-485e-4bcf-9474-b0018b416032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '02079fe2-ad43-44f7-83a1-7d6b1cf62110'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:16.653795 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Attempting to bind port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 on network 02079fe2-ad43-44f7-83a1-7d6b1cf62110 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:16.660235 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:18:16.660715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Checking segment: {'id': '4d80ecf8-485e-4bcf-9474-b0018b416032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '02079fe2-ad43-44f7-83a1-7d6b1cf62110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:16.661207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.662012 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Bound using segment: {'id': '4d80ecf8-485e-4bcf-9474-b0018b416032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '02079fe2-ad43-44f7-83a1-7d6b1cf62110'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:18:16.662397 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Bound port: ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d80ecf8-485e-4bcf-9474-b0018b416032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '02079fe2-ad43-44f7-83a1-7d6b1cf62110'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:18:16.662861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.672704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.682853 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:16.683268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.688580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:16.691564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:16.702166 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:16.763648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] For port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:18:16.766302 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51616) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:16.769644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] For port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12,segment=NetworkSegment(4d80ecf8-485e-4bcf-9474-b0018b416032),segment_id=4d80ecf8-485e-4bcf-9474-b0018b416032)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:18:16.776572 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.789736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57682508-c7c2-4c96-8650-fb497f30f51e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.807122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.809135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.834591 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f9bb3d0-39ac-459b-bd39-bec046a017cb {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 09 13:18:16.849686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f9bb3d0-39ac-459b-bd39-bec046a017cb,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:16.855963 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:16.903722 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-10c95d48-90da-4d0c-9118-01998df3b01a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "DELETE /v2.0/networks/6f9bb3d0-39ac-459b-bd39-bec046a017cb HTTP/1.1" status: 204 len: 168 time: 2.0038497 May 09 13:18:16.904339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51622) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:16.905442 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81360e56-a463-49bd-94df-a3e17954cb13 None None] Pushing event updated for resources: {'Port': ['ID=ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:17.028394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-71ea9a79-8a5e-48c4-9f94-980b5e7f9a0a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Synchronizing usage tracker for tenant:b55621579f0148cd9d16d5a45de90d2a on resource:floatingip {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:17.035864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-88131027'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:17.041092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:17.046182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:network and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:17.049494 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:17.058464 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:17.072546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-71ea9a79-8a5e-48c4-9f94-980b5e7f9a0a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Unset dirty status for tenant:b55621579f0148cd9d16d5a45de90d2a on resource:floatingip {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:17.074191 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-71ea9a79-8a5e-48c4-9f94-980b5e7f9a0a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1684108 May 09 13:18:17.075707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Made reservation on behalf of cd34a6a0e0d047b8859df9153896e1ce for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:17.078864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.088800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51626) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:17.150515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.218864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:17.220212 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-57682508-c7c2-4c96-8650-fb497f30f51e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for b527943d-4387-4748-9a49-c0bc7e512802 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:17.233942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:security_group_rule and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:17.239905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0332336a-61c2-494c-a631-bfdad3ba0857 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:17.240518 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0332336a-61c2-494c-a631-bfdad3ba0857 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:17.241048 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0332336a-61c2-494c-a631-bfdad3ba0857 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:17.241594 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0332336a-61c2-494c-a631-bfdad3ba0857 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:17.242768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0332336a-61c2-494c-a631-bfdad3ba0857 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:17.243405 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0332336a-61c2-494c-a631-bfdad3ba0857 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:17.243916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0332336a-61c2-494c-a631-bfdad3ba0857 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:17.245044 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0332336a-61c2-494c-a631-bfdad3ba0857 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Synchronizing usage tracker for tenant:b55621579f0148cd9d16d5a45de90d2a on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:17.247957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:17.255446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:17.258713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port 7ba00330-6589-4e35-8808-f2c5ae77a296 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:17.279293 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0332336a-61c2-494c-a631-bfdad3ba0857 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Unset dirty status for tenant:b55621579f0148cd9d16d5a45de90d2a on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:17.281107 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0332336a-61c2-494c-a631-bfdad3ba0857 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4560 time: 0.1912844 May 09 13:18:17.286715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51630) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:17.295981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.376911 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-482291a8-26da-49ca-80d6-c90cd508d9da tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] delete failed (client error): The resource could not be found. May 09 13:18:17.380535 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-482291a8-26da-49ca-80d6-c90cd508d9da tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/04eba77f-1a9a-4be6-a6ca-8dbbd4f1d397 HTTP/1.1" status: 404 len: 345 time: 0.0901082 May 09 13:18:17.381059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51634) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:17.415652 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78d584d-0199-4eaa-afd6-0622b0c8c82b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] DELETE failed (client error): The resource could not be found. May 09 13:18:17.416185 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78d584d-0199-4eaa-afd6-0622b0c8c82b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:18:17.417553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.418072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Fanout notify agent at l3_agent the message router_deleted on router 84a1df2c-cc66-4cfd-85c6-da9fc432fdcf {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:18:17.442709 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b78d584d-0199-4eaa-afd6-0622b0c8c82b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "DELETE /v2.0/networks/6f9bb3d0-39ac-459b-bd39-bec046a017cb HTTP/1.1" status: 404 len: 339 time: 0.0569131 May 09 13:18:17.444032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51638) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:17.452116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Request body: {'network': {'name': 'tempest-network--373581274', 'router:external': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:17.469849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:17.477632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.479980 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Usage tracker for resource:network and tenant:b55621579f0148cd9d16d5a45de90d2a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:17.484144 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:17.489926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.496612 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:17.504975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.506103 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e8921090-a189-401f-b738-d4905bd230c4 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "DELETE /v2.0/routers/84a1df2c-cc66-4cfd-85c6-da9fc432fdcf HTTP/1.1" status: 204 len: 168 time: 5.0108442 May 09 13:18:17.512492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51642) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:17.525503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8c420c06-802a-47ef-8a3d-a785f8ba20e2 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-702801620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:17.533207 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8::388 (02079fe2-ad43-44f7-83a1-7d6b1cf62110/b3aebb26-00c6-4230-b4d4-6ee73404601d/7ba00330-6589-4e35-8808-f2c5ae77a296) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:17.544676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8c420c06-802a-47ef-8a3d-a785f8ba20e2 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:17.546886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:17.557128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8c420c06-802a-47ef-8a3d-a785f8ba20e2 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Usage tracker for resource:router and tenant:a7678370ca4147a89811dcde2ccbefa0 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:17.561149 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8c420c06-802a-47ef-8a3d-a785f8ba20e2 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:17.564609 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Made reservation on behalf of b55621579f0148cd9d16d5a45de90d2a for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:17.566912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.575780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d07210-880c-4b1f-8836-9bba7d43c91a,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:17.585395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8944c74-9e7a-46b2-9b8e-673efc09508d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.587773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8c420c06-802a-47ef-8a3d-a785f8ba20e2 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:17.596352 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.596766 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Added segment fe2c3790-1503-44d8-a8c1-77019a6e1cc4 of type vlan for network 3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20 May 09 13:18:17.626112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c420c06-802a-47ef-8a3d-a785f8ba20e2 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.627348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c420c06-802a-47ef-8a3d-a785f8ba20e2 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.643265 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:17.659542 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.666291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.666633 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Added segment 5c0d8e24-cc7a-4957-82eb-b3a893454bcb of type vlan for network f4eeefd9-4690-464a-bd88-9e4c44d1dce4 May 09 13:18:17.702445 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c420c06-802a-47ef-8a3d-a785f8ba20e2 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.729131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.744953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.749192 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:17.749911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.771296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c420c06-802a-47ef-8a3d-a785f8ba20e2 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.837955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57682508-c7c2-4c96-8650-fb497f30f51e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.894667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.895468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:17.896112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.906628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57682508-c7c2-4c96-8650-fb497f30f51e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=b527943d-4387-4748-9a49-c0bc7e512802,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:17.906827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c420c06-802a-47ef-8a3d-a785f8ba20e2 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:17.911945 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8c420c06-802a-47ef-8a3d-a785f8ba20e2 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3939929 May 09 13:18:17.912333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51646) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:17.919731 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1500490 May 09 13:18:17.921117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bd02b-638a-4e13-b5e8-8a706814bf6f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Network': ['ID=3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:17.924809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51650) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:17.935660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'enable_snat': True}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:17.938990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:17.970959 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'subnet': {'network_id': '3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:18.118467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef0a5d8-8535-4978-8dbd-c17cc3add1b8 None None] Network 02079fe2-ad43-44f7-83a1-7d6b1cf62110 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:18.158071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:18.166991 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7195454 May 09 13:18:18.171198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51654) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:18.254668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e200aaf-2c9d-4dc9-a5a9-e41c3bdd3e2b tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event updated for resources: {'Network': ['ID=f4eeefd9-4690-464a-bd88-9e4c44d1dce4,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:18.257107 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-59888dae-4ed4-4503-a4c2-74dd4b673574 None None] Provisioning for port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:18.268668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network f4eeefd9-4690-464a-bd88-9e4c44d1dce4 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:18.278548 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object 7ba00330-6589-4e35-8808-f2c5ae77a296 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:18.281817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:18.285894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:subnet and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:18.289571 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:18.295791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:18.307594 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Made reservation on behalf of cd34a6a0e0d047b8859df9153896e1ce for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:18.428927 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:18.478875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:18.588158 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:18.598822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:18.600266 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:18.707428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:18.750195 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:18.790789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12,segment=NetworkSegment(4d80ecf8-485e-4bcf-9474-b0018b416032),segment_id=4d80ecf8-485e-4bcf-9474-b0018b416032)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:18.795892 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:18.796698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Subnet': ['ID=33191295-46c8-4406-b985-93df6df6b993,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:18.811477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Checking segment: {'id': 'fe2c3790-1503-44d8-a8c1-77019a6e1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:18.811934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network hostable DHCP agents. Network: 3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:18:18.837936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network 3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:18:18.849665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:18.868873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3867f1b2-78d5-4844-a3a0-d3325d61cfc4 None None] Network 3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:18.870686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:18.871371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:18.901638 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e58c460c-ea98-48e4-8736-db82a033a1a6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9482172 May 09 13:18:18.904528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51658) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:18.910184 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-342634349', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:18.917927 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:18.921687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:router and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:18.924493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:18.927236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccbab78-5931-46a1-8d79-6abdd2033371 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:18.930508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:18.931415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccbab78-5931-46a1-8d79-6abdd2033371 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:18.935582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccbab78-5931-46a1-8d79-6abdd2033371 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:18.940074 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccbab78-5931-46a1-8d79-6abdd2033371 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:18.941203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8ccbab78-5931-46a1-8d79-6abdd2033371 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Synchronizing usage tracker for tenant:80e36a62ff71407cb2350fa8465d6a4e on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:18.943814 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:18.945329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:18.976988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:18.981274 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.055483 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-78f36783-9088-4b69-ba4e-8ba22f2f8988 None None] Provisioning complete for port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:19.056058 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78f36783-9088-4b69-ba4e-8ba22f2f8988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.063216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57682508-c7c2-4c96-8650-fb497f30f51e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.069643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=7ba00330-6589-4e35-8808-f2c5ae77a296,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:19.101889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:19.134974 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 02079fe2-ad43-44f7-83a1-7d6b1cf62110 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:19.135893 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8ccbab78-5931-46a1-8d79-6abdd2033371 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Unset dirty status for tenant:80e36a62ff71407cb2350fa8465d6a4e on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:19.137059 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8ccbab78-5931-46a1-8d79-6abdd2033371 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.9617209 May 09 13:18:19.140963 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51662) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:19.145024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:19.151982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:19.156760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:19.161777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.255782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.267867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f8c012-a67c-4141-9d92-7ed26378edaf None None] Network 3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:19.397342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.498608 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9a42611d-c504-40ec-b899-695156d53991 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.8498187 May 09 13:18:19.501443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51666) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:19.567477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.586518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6296da38-3b26-4349-806a-3078a5b616bd None None] Provisioning for port 7ba00330-6589-4e35-8808-f2c5ae77a296 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:19.592830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6296da38-3b26-4349-806a-3078a5b616bd None None] Provisioning complete for port 7ba00330-6589-4e35-8808-f2c5ae77a296 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:19.593273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6296da38-3b26-4349-806a-3078a5b616bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.595373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4eeefd9-4690-464a-bd88-9e4c44d1dce4']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:19.611931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0d8e24-cc7a-4957-82eb-b3a893454bcb') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:19.612492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0d8e24-cc7a-4957-82eb-b3a893454bcb') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:19.628009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.644322 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.645443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6296da38-3b26-4349-806a-3078a5b616bd None None] Port 7ba00330-6589-4e35-8808-f2c5ae77a296 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:18:19.651666 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:19.652148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:19.680169 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:19.777197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.782295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d6f602db-95be-424e-9ad9-9346cdbd6113 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 7ba00330-6589-4e35-8808-f2c5ae77a296 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:19.782623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d6f602db-95be-424e-9ad9-9346cdbd6113 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.787499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.817628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.821728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4eeefd9-4690-464a-bd88-9e4c44d1dce4 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 09 13:18:19.823905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.847890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4eeefd9-4690-464a-bd88-9e4c44d1dce4,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:19.850810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:19.895396 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4e82e66b-6890-4181-aa40-523d60a507c8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "DELETE /v2.0/networks/f4eeefd9-4690-464a-bd88-9e4c44d1dce4 HTTP/1.1" status: 204 len: 168 time: 0.7486100 May 09 13:18:19.898449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51670) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:19.903531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Request body: {'network': {'name': 'tempest-network--77213929', 'router:external': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:19.915579 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:19.927240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Usage tracker for resource:network and tenant:b55621579f0148cd9d16d5a45de90d2a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:19.932859 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:19.942024 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:19.991801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Made reservation on behalf of b55621579f0148cd9d16d5a45de90d2a for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:19.994753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:20.147454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.26.1.141 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/31bb8bb4-a847-4544-9885-1babbc19a24b) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:20.155817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:20.172651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:20.173030 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Added segment c4d74cde-dfd8-4840-99b9-7a8978a99852 of type vlan for network 793f18f4-5c20-4607-a545-ad2f6cc52ac9 May 09 13:18:20.297826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:20.355804 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:20.371568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:20.372504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:20.373045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:20.408452 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:20.442562 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57682508-c7c2-4c96-8650-fb497f30f51e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 3e838765-05fe-45a5-b4b5-f8e2b0d69ad9 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:18:20.467446 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5657747 May 09 13:18:20.472221 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51674) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:20.485133 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:20.485640 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:20.490105 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72accc-7c70-435f-b560-6a650b61aa00 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event updated for resources: {'Network': ['ID=793f18f4-5c20-4607-a545-ad2f6cc52ac9,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:20.497797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:20.515974 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 793f18f4-5c20-4607-a545-ad2f6cc52ac9 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:20.569311 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=31bb8bb4-a847-4544-9885-1babbc19a24b,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:20.587750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:20.588882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:20.591239 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:20.616243 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d6f602db-95be-424e-9ad9-9346cdbd6113 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:20.754711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:20.755438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:20.783756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d6f602db-95be-424e-9ad9-9346cdbd6113 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 7ba00330-6589-4e35-8808-f2c5ae77a296 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:20.895859 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d152ea-54ed-48fe-9b8a-001b3c4b2fed tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:20.897196 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b0d152ea-54ed-48fe-9b8a-001b3c4b2fed tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] 10.222.0.44 "GET /v2.0/networks/793f18f4-5c20-4607-a545-ad2f6cc52ac9 HTTP/1.1" status: 200 len: 755 time: 0.4225156 May 09 13:18:20.900029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51678) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:21.022805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2835992e-1427-4855-ad39-4c8bddf41daa tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:21.024102 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2835992e-1427-4855-ad39-4c8bddf41daa tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] 10.222.0.44 "GET /v2.0/networks/9e535d81-bcf8-465a-bf89-971e12e90637 HTTP/1.1" status: 200 len: 768 time: 0.1230729 May 09 13:18:21.027546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51682) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:21.089944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-b8944c74-9e7a-46b2-9b8e-673efc09508d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port 7f212258-21e4-427e-b564-223f26cb016c {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:21.090278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8944c74-9e7a-46b2-9b8e-673efc09508d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:21.124855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:21.151615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:21.174436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57682508-c7c2-4c96-8650-fb497f30f51e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:21.184517 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65259987-1e09-4ebc-bf79-31199dc76e08 None None] Sync routers for ids ['3e838765-05fe-45a5-b4b5-f8e2b0d69ad9'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:21.198371 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65259987-1e09-4ebc-bf79-31199dc76e08 None None] Routers {'3e838765-05fe-45a5-b4b5-f8e2b0d69ad9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:21.198972 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-65259987-1e09-4ebc-bf79-31199dc76e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['3e838765-05fe-45a5-b4b5-f8e2b0d69ad9'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:21.219705 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-57682508-c7c2-4c96-8650-fb497f30f51e tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/3e838765-05fe-45a5-b4b5-f8e2b0d69ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4034388 May 09 13:18:21.225902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:21.230534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51686) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:21.263122 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-65259987-1e09-4ebc-bf79-31199dc76e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:21.274741 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65259987-1e09-4ebc-bf79-31199dc76e08 None None] Routers {'3e838765-05fe-45a5-b4b5-f8e2b0d69ad9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:21.275558 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-65259987-1e09-4ebc-bf79-31199dc76e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['3e838765-05fe-45a5-b4b5-f8e2b0d69ad9'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:21.279849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:21.336989 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-65259987-1e09-4ebc-bf79-31199dc76e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:21.337399 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65259987-1e09-4ebc-bf79-31199dc76e08 None None] The sync data for ids ['3e838765-05fe-45a5-b4b5-f8e2b0d69ad9'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:21.349819 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a7ef9781-b717-4b94-8c68-6a29b37940bd tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e838765-05fe-45a5-b4b5-f8e2b0d69ad9 HTTP/1.1" status: 200 len: 205 time: 0.1138847 May 09 13:18:21.351151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51690) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:21.371626 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d6f602db-95be-424e-9ad9-9346cdbd6113 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:21.446815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f602db-95be-424e-9ad9-9346cdbd6113 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=7ba00330-6589-4e35-8808-f2c5ae77a296,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:21.470915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:21.489689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:18:21.520652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793f18f4-5c20-4607-a545-ad2f6cc52ac9']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:21.527524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d6f602db-95be-424e-9ad9-9346cdbd6113 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:21.557799 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d6f602db-95be-424e-9ad9-9346cdbd6113 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/7ba00330-6589-4e35-8808-f2c5ae77a296 HTTP/1.1" status: 204 len: 168 time: 2.0476539 May 09 13:18:21.566398 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51694) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:21.704957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d74cde-dfd8-4840-99b9-7a8978a99852') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:21.705314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d74cde-dfd8-4840-99b9-7a8978a99852') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:21.724578 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-03cba5ce-27cb-45e2-a214-b6e763f96613 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:21.751118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8944c74-9e7a-46b2-9b8e-673efc09508d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:21.823239 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a392d2f0-ec0b-485f-9575-8fc5bb7cfffc tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:18:21.823734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a392d2f0-ec0b-485f-9575-8fc5bb7cfffc tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:21.826123 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:21.890252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-b8944c74-9e7a-46b2-9b8e-673efc09508d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for 7f212258-21e4-427e-b564-223f26cb016c owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:21.909282 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:21.925731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:21.926123 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:21.942947 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:21.953717 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a392d2f0-ec0b-485f-9575-8fc5bb7cfffc tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:21.954850 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a392d2f0-ec0b-485f-9575-8fc5bb7cfffc tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/7ba00330-6589-4e35-8808-f2c5ae77a296 HTTP/1.1" status: 404 len: 333 time: 0.3580678 May 09 13:18:21.963007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51698) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:21.964032 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Allocated IP 172.26.1.70 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/2e240c75-a195-4d32-9719-1a3a21fb7eca) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:22.222479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.304163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 793f18f4-5c20-4607-a545-ad2f6cc52ac9 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 09 13:18:22.308449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.319535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event deleted for resources: {'Network': ['ID=793f18f4-5c20-4607-a545-ad2f6cc52ac9,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:22.324239 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-03cba5ce-27cb-45e2-a214-b6e763f96613 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.332090 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e371aede-dd11-4b13-b255-34170aa3859d tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "DELETE /v2.0/networks/793f18f4-5c20-4607-a545-ad2f6cc52ac9 HTTP/1.1" status: 204 len: 168 time: 1.3035946 May 09 13:18:22.333114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51702) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:22.342160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Request body: {'network': {'name': 'tempest-network--123256595'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:22.348151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-03cba5ce-27cb-45e2-a214-b6e763f96613 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.351410 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:22.358541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Usage tracker for resource:network and tenant:b55621579f0148cd9d16d5a45de90d2a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:22.368712 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:22.370208 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.380533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:22.388579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-466b363c-a833-499c-9a7d-d3476612a8e8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting subnet b3aebb26-00c6-4230-b4d4-6ee73404601d {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:18:22.396010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-466b363c-a833-499c-9a7d-d3476612a8e8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.410748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Made reservation on behalf of b55621579f0148cd9d16d5a45de90d2a for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:22.413312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.428520 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:22.430624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-03cba5ce-27cb-45e2-a214-b6e763f96613 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.431023 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cba5ce-27cb-45e2-a214-b6e763f96613 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Fanout notify agent at l3_agent the message router_deleted on router 3e838765-05fe-45a5-b4b5-f8e2b0d69ad9 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:18:22.447425 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8944c74-9e7a-46b2-9b8e-673efc09508d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.462777 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-03cba5ce-27cb-45e2-a214-b6e763f96613 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.463848 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-03cba5ce-27cb-45e2-a214-b6e763f96613 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/3e838765-05fe-45a5-b4b5-f8e2b0d69ad9 HTTP/1.1" status: 204 len: 168 time: 1.1105752 May 09 13:18:22.466561 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51706) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:22.502669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.503717 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2032d5bf-e649-4326-b0ed-631f4a57bf76 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5982435 May 09 13:18:22.509399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8944c74-9e7a-46b2-9b8e-673efc09508d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=7f212258-21e4-427e-b564-223f26cb016c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:22.511768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51710) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:22.516429 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:22.519277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-466b363c-a833-499c-9a7d-d3476612a8e8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.655048 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.655959 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Added segment a0c6b669-bb0a-4afa-92b1-54a325ec2d82 of type vlan for network 8b625ba5-111f-4a8a-938a-b202a403ee8c May 09 13:18:22.731275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4457a0-0e8c-43e4-8e19-7996c5589e6a None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:22.735098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.757249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4457a0-0e8c-43e4-8e19-7996c5589e6a None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:22.759243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0d4457a0-0e8c-43e4-8e19-7996c5589e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:22.786031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.838973 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0d4457a0-0e8c-43e4-8e19-7996c5589e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:22.856982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4457a0-0e8c-43e4-8e19-7996c5589e6a None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:22.860673 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0d4457a0-0e8c-43e4-8e19-7996c5589e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:22.868090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-466b363c-a833-499c-9a7d-d3476612a8e8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.904923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a41ffe0-7722-4140-bd81-d4c090cf7434 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting subnet 707c315e-317a-456a-adae-8ee203bf560b {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:18:22.909447 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a41ffe0-7722-4140-bd81-d4c090cf7434 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.928633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:22.932871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event updated for resources: {'Port': ['ID=2e240c75-a195-4d32-9719-1a3a21fb7eca,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:22.934169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0d4457a0-0e8c-43e4-8e19-7996c5589e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:22.935192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4457a0-0e8c-43e4-8e19-7996c5589e6a None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:22.938563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:22.942363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.943565 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:22.943844 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:22.946183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:22.990032 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8944c74-9e7a-46b2-9b8e-673efc09508d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:23.087100 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-466b363c-a833-499c-9a7d-d3476612a8e8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:23.173007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a41ffe0-7722-4140-bd81-d4c090cf7434 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:23.201139 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8651180 May 09 13:18:23.211939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51714) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:23.218547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0ca75-4341-463f-b09d-8a3312528ec8 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event updated for resources: {'Network': ['ID=8b625ba5-111f-4a8a-938a-b202a403ee8c,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:23.230782 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 8b625ba5-111f-4a8a-938a-b202a403ee8c details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:23.231586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2e17f53b-6993-491b-8465-9bb5a38e1b3a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:23.311069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b363c-a833-499c-9a7d-d3476612a8e8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Subnet': ['ID=b3aebb26-00c6-4230-b4d4-6ee73404601d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:23.333585 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-466b363c-a833-499c-9a7d-d3476612a8e8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:23.343180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7d30bb-d6d5-4cc9-b12d-a08759177041 None None] Network 02079fe2-ad43-44f7-83a1-7d6b1cf62110 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:23.358660 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-466b363c-a833-499c-9a7d-d3476612a8e8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/b3aebb26-00c6-4230-b4d4-6ee73404601d HTTP/1.1" status: 204 len: 168 time: 1.3900964 May 09 13:18:23.362314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51718) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:23.575796 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a41ffe0-7722-4140-bd81-d4c090cf7434 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:23.612759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea0c81f-9072-47fa-a242-94326eed0e8a None None] DHCP port deletion for 02079fe2-ad43-44f7-83a1-7d6b1cf62110 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:18:23.618858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0c81f-9072-47fa-a242-94326eed0e8a None None] Deleting port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:23.619858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3ea0c81f-9072-47fa-a242-94326eed0e8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:23.656039 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8944c74-9e7a-46b2-9b8e-673efc09508d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router 0ff3dbe7-173d-47b7-9977-0903d1d1b56d has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:18:23.667297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:23.713424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:23.814435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e17f53b-6993-491b-8465-9bb5a38e1b3a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:23.830096 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3ea0c81f-9072-47fa-a242-94326eed0e8a None None] For port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12,segment=NetworkSegment(4d80ecf8-485e-4bcf-9474-b0018b416032),segment_id=4d80ecf8-485e-4bcf-9474-b0018b416032)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:23.830096 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3ea0c81f-9072-47fa-a242-94326eed0e8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:23.835625 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:23.835973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:23.892427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e17f53b-6993-491b-8465-9bb5a38e1b3a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:23.916783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a41ffe0-7722-4140-bd81-d4c090cf7434 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:23.953118 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0c81f-9072-47fa-a242-94326eed0e8a None None] Calling delete_port for ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:23.957113 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8944c74-9e7a-46b2-9b8e-673efc09508d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:23.963171 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b8944c74-9e7a-46b2-9b8e-673efc09508d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/0ff3dbe7-173d-47b7-9977-0903d1d1b56d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1176100 May 09 13:18:23.968054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51722) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:23.972488 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a64a88-e544-4d30-88ff-8d73a261ea63 None None] Sync routers for ids ['0ff3dbe7-173d-47b7-9977-0903d1d1b56d'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:23.983859 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a64a88-e544-4d30-88ff-8d73a261ea63 None None] Routers {'0ff3dbe7-173d-47b7-9977-0903d1d1b56d'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:23.984781 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-54a64a88-e544-4d30-88ff-8d73a261ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['0ff3dbe7-173d-47b7-9977-0903d1d1b56d'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:24.007034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.017781 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3325c4b4-693a-4a14-96f8-305b4c671553 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Synchronizing usage tracker for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:24.021929 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.032661 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3ea0c81f-9072-47fa-a242-94326eed0e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.051712 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-54a64a88-e544-4d30-88ff-8d73a261ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:24.063545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17f53b-6993-491b-8465-9bb5a38e1b3a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event updated for resources: {'Network': ['ID=8b625ba5-111f-4a8a-938a-b202a403ee8c,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:24.064798 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a64a88-e544-4d30-88ff-8d73a261ea63 None None] Routers {'0ff3dbe7-173d-47b7-9977-0903d1d1b56d'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:24.066238 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-54a64a88-e544-4d30-88ff-8d73a261ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['0ff3dbe7-173d-47b7-9977-0903d1d1b56d'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:24.097834 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0c81f-9072-47fa-a242-94326eed0e8a None None] Pushing event deleted for resources: {'Port': ['ID=ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:24.106977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea0c81f-9072-47fa-a242-94326eed0e8a None None] No DVR routers for this DVR port ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:18:24.108624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41ffe0-7722-4140-bd81-d4c090cf7434 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Subnet': ['ID=707c315e-317a-456a-adae-8ee203bf560b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:24.110513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e17f53b-6993-491b-8465-9bb5a38e1b3a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Network 8b625ba5-111f-4a8a-938a-b202a403ee8c is not hosted by any dhcp agent {{(pid=83894) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 09 13:18:24.117486 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e17f53b-6993-491b-8465-9bb5a38e1b3a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:24.117486 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e17f53b-6993-491b-8465-9bb5a38e1b3a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.117486 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2e17f53b-6993-491b-8465-9bb5a38e1b3a tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "PUT /v2.0/networks/8b625ba5-111f-4a8a-938a-b202a403ee8c HTTP/1.1" status: 200 len: 857 time: 0.8996201 May 09 13:18:24.126483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] The port 'ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12' was deleted {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:18:24.128663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98c4864-43c7-4f96-9301-13354e493638 None None] Network 1711e5bb-d5f7-4710-a9b1-1e89d83428d6 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:24.128792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51726) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:24.129862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a41ffe0-7722-4140-bd81-d4c090cf7434 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.150943 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-54a64a88-e544-4d30-88ff-8d73a261ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:24.151678 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a64a88-e544-4d30-88ff-8d73a261ea63 None None] The sync data for ids ['0ff3dbe7-173d-47b7-9977-0903d1d1b56d'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:24.164401 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3325c4b4-693a-4a14-96f8-305b4c671553 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Unset dirty status for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:24.165582 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3325c4b4-693a-4a14-96f8-305b4c671553 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ff3dbe7-173d-47b7-9977-0903d1d1b56d HTTP/1.1" status: 200 len: 205 time: 0.1965919 May 09 13:18:24.170857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51730) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:24.194717 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0a41ffe0-7722-4140-bd81-d4c090cf7434 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/707c315e-317a-456a-adae-8ee203bf560b HTTP/1.1" status: 204 len: 168 time: 1.7247441 May 09 13:18:24.232253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51734) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:24.355960 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.397905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.403538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02079fe2-ad43-44f7-83a1-7d6b1cf62110']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:24.427349 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d80ecf8-485e-4bcf-9474-b0018b416032') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:24.427680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d80ecf8-485e-4bcf-9474-b0018b416032') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:24.444620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-11e1753b-53f6-482a-8e91-7bd7c0e094f5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.448520 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.452496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3929fd8-f36d-4483-85a1-48f26ecef5d1 None None] DHCP port deletion for 1711e5bb-d5f7-4710-a9b1-1e89d83428d6 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:18:24.456161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:18:24.495180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:18:24.495518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ebc80c97-b1fe-43e2-8e79-d4aa5fd5bc12 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:18:24.498591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a3929fd8-f36d-4483-85a1-48f26ecef5d1 None None] Deleting port 9df8834b-5358-407a-bf02-60151a5df947 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:24.499150 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a3929fd8-f36d-4483-85a1-48f26ecef5d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.513237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.678314 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.714815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 9df8834b-5358-407a-bf02-60151a5df947 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:24.715415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.715576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a3929fd8-f36d-4483-85a1-48f26ecef5d1 None None] For port 9df8834b-5358-407a-bf02-60151a5df947, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9df8834b-5358-407a-bf02-60151a5df947,segment=NetworkSegment(059ee8f3-7686-415e-a951-7d857f1852d7),segment_id=059ee8f3-7686-415e-a951-7d857f1852d7)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:24.715969 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a3929fd8-f36d-4483-85a1-48f26ecef5d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.745777 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:24.745777 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:24.759457 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:24.778864 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:18:24.847343 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a3929fd8-f36d-4483-85a1-48f26ecef5d1 None None] Calling delete_port for 9df8834b-5358-407a-bf02-60151a5df947 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:24.896616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.931999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a3929fd8-f36d-4483-85a1-48f26ecef5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.956734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b625ba5-111f-4a8a-938a-b202a403ee8c']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:24.959076 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] The port '9df8834b-5358-407a-bf02-60151a5df947' was deleted {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:18:24.969620 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.973888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:24.982437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3929fd8-f36d-4483-85a1-48f26ecef5d1 None None] Pushing event deleted for resources: {'Port': ['ID=9df8834b-5358-407a-bf02-60151a5df947,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:24.986148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3929fd8-f36d-4483-85a1-48f26ecef5d1 None None] No DVR routers for this DVR port 9df8834b-5358-407a-bf02-60151a5df947 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:18:25.003812 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c6b669-bb0a-4afa-92b1-54a325ec2d82') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:25.004105 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c6b669-bb0a-4afa-92b1-54a325ec2d82') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:25.019066 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/networks/02079fe2-ad43-44f7-83a1-7d6b1cf62110 HTTP/1.1" status: 204 len: 168 time: 1.6544313 May 09 13:18:25.022523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.024569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51738) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:25.034546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bce05f-960f-4859-882b-83bf9393cfa4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Network': ['ID=02079fe2-ad43-44f7-83a1-7d6b1cf62110,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:25.047406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.058446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:25.058841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:25.073227 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:25.119153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'name': 'tempest-PortsIpV6TestJSON-1430939213'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:25.164964 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.168606 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b625ba5-111f-4a8a-938a-b202a403ee8c {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 09 13:18:25.171055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.199100 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] 10.222.0.44 "DELETE /v2.0/networks/8b625ba5-111f-4a8a-938a-b202a403ee8c HTTP/1.1" status: 204 len: 168 time: 1.0632961 May 09 13:18:25.199100 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489b189-d48a-4c09-b2c5-bced97d8b6d9 tempest-ExternalNetworksTestJSON-687071918 tempest-ExternalNetworksTestJSON-687071918-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b625ba5-111f-4a8a-938a-b202a403ee8c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:25.199916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51742) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:25.248993 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fec0633-6c52-49d3-9579-fe1f9e568470 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] DELETE failed (client error): The resource could not be found. May 09 13:18:25.249385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fec0633-6c52-49d3-9579-fe1f9e568470 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:18:25.252418 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6fec0633-6c52-49d3-9579-fe1f9e568470 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] 10.222.0.44 "DELETE /v2.0/subnets/e1d17dcf-c8d1-429f-8f40-ff9ecbc4e8a6 HTTP/1.1" status: 404 len: 337 time: 0.0502460 May 09 13:18:25.254641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51746) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:25.290051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-11e1753b-53f6-482a-8e91-7bd7c0e094f5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.326932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-11e1753b-53f6-482a-8e91-7bd7c0e094f5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.337796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.379666 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1711e5bb-d5f7-4710-a9b1-1e89d83428d6']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:25.393019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:25.416824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059ee8f3-7686-415e-a951-7d857f1852d7') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:25.417139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059ee8f3-7686-415e-a951-7d857f1852d7') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:25.433677 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:25.446663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.454939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-11e1753b-53f6-482a-8e91-7bd7c0e094f5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.455460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e1753b-53f6-482a-8e91-7bd7c0e094f5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Fanout notify agent at l3_agent the message router_deleted on router 0ff3dbe7-173d-47b7-9977-0903d1d1b56d {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:18:25.472951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:25.476088 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.493524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.494024 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6daf0a64-b221-4e39-979b-fe5c7e85cf08 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.500760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-11e1753b-53f6-482a-8e91-7bd7c0e094f5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.501858 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-11e1753b-53f6-482a-8e91-7bd7c0e094f5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/0ff3dbe7-173d-47b7-9977-0903d1d1b56d HTTP/1.1" status: 204 len: 168 time: 1.3308942 May 09 13:18:25.505300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51750) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:25.512557 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:25.512952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:25.527320 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:25.533387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port 989aac3d-6927-47ed-b052-61b86393ad6e yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:25.613705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Router be0da23a-baeb-4e55-8117-96cd678a74ff is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:18:25.681763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.762849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.830137 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a7b6469-d48c-424c-9adf-a5a51fa4fad7 req-6f6dac28-e1a4-4fef-acea-f33f052cafe9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4569631 May 09 13:18:25.834898 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Network': ['ID=1711e5bb-d5f7-4710-a9b1-1e89d83428d6,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:25.858351 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f495f7b5-57e2-4f47-9dd1-ac072814bd13 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/networks/1711e5bb-d5f7-4710-a9b1-1e89d83428d6 HTTP/1.1" status: 204 len: 168 time: 1.6245282 May 09 13:18:25.861903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51754) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:25.883903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.885160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-720369774', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:25.899189 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6daf0a64-b221-4e39-979b-fe5c7e85cf08 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:25.904469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:26.032615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4096f4-1bbb-42b3-b8cf-a0ca25992205 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting subnet 596e5470-d54e-433e-b2e5-03fbf306543a {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:18:26.041856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6daf0a64-b221-4e39-979b-fe5c7e85cf08 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e535d81-bcf8-465a-bf89-971e12e90637']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:26.061550 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:router and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:26.065199 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:26.084204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:26.102358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a4096f4-1bbb-42b3-b8cf-a0ca25992205 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.116455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.117438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.140445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.179864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.215983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.268727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6daf0a64-b221-4e39-979b-fe5c7e85cf08 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63988a5-0450-4aeb-92b7-14a1f7a9dc98') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:26.269025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6daf0a64-b221-4e39-979b-fe5c7e85cf08 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63988a5-0450-4aeb-92b7-14a1f7a9dc98') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:26.314295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6daf0a64-b221-4e39-979b-fe5c7e85cf08 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.347521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a4096f4-1bbb-42b3-b8cf-a0ca25992205 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.384513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6daf0a64-b221-4e39-979b-fe5c7e85cf08 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.393820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9df8834b-5358-407a-bf02-60151a5df947 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:18:26.408021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6daf0a64-b221-4e39-979b-fe5c7e85cf08 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:26.408429 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6daf0a64-b221-4e39-979b-fe5c7e85cf08 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.413225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:26.420788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:26.424005 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:26.425933 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:26.428540 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:26.428682 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.431747 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 9df8834b-5358-407a-bf02-60151a5df947 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:18:26.432370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9df8834b-5358-407a-bf02-60151a5df947 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:18:26.444492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:26.449234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=989aac3d-6927-47ed-b052-61b86393ad6e,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:26.453870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542760c-8b30-42c1-95a2-8d1c340bebfa None None] Sync routers for ids ['be0da23a-baeb-4e55-8117-96cd678a74ff'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:26.464477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.465852 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-684725df-d3cd-4f8d-82d1-27d2e0912e09 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "PUT /v2.0/routers/be0da23a-baeb-4e55-8117-96cd678a74ff HTTP/1.1" status: 200 len: 917 time: 8.5526323 May 09 13:18:26.468924 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6b259fd6-94c3-4d5f-81f7-66e0d92417f4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4204938 May 09 13:18:26.470084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542760c-8b30-42c1-95a2-8d1c340bebfa None None] Routers {'be0da23a-baeb-4e55-8117-96cd678a74ff'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:26.471975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51758) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:26.472079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7542760c-8b30-42c1-95a2-8d1c340bebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['be0da23a-baeb-4e55-8117-96cd678a74ff'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:26.474311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51760) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:26.518954 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a7b6469-d48c-424c-9adf-a5a51fa4fad7 req-0c777b31-5767-47fc-8115-b62579a99905 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bc08a88006e40bf8a44780de483df57&device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 1098 time: 0.6087835 May 09 13:18:26.532155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.533003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7542760c-8b30-42c1-95a2-8d1c340bebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:26.555581 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542760c-8b30-42c1-95a2-8d1c340bebfa None None] Routers {'be0da23a-baeb-4e55-8117-96cd678a74ff'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:26.557161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7542760c-8b30-42c1-95a2-8d1c340bebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['be0da23a-baeb-4e55-8117-96cd678a74ff'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:26.614468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6daf0a64-b221-4e39-979b-fe5c7e85cf08 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.649668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7542760c-8b30-42c1-95a2-8d1c340bebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:26.650062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542760c-8b30-42c1-95a2-8d1c340bebfa None None] The sync data for ids ['be0da23a-baeb-4e55-8117-96cd678a74ff'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:26.688253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-1428cfa2-98b5-4cba-a72d-668663c799d6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 989aac3d-6927-47ed-b052-61b86393ad6e {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:26.688593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1428cfa2-98b5-4cba-a72d-668663c799d6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.704742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6daf0a64-b221-4e39-979b-fe5c7e85cf08 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.751163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf0a64-b221-4e39-979b-fe5c7e85cf08 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] Pushing event deleted for resources: {'Network': ['ID=9e535d81-bcf8-465a-bf89-971e12e90637,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:26.756301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a4096f4-1bbb-42b3-b8cf-a0ca25992205 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:26.842851 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6daf0a64-b221-4e39-979b-fe5c7e85cf08 tempest-ExternalNetworksTestJSON-1227069118 tempest-ExternalNetworksTestJSON-1227069118-project] 10.222.0.44 "DELETE /v2.0/networks/9e535d81-bcf8-465a-bf89-971e12e90637 HTTP/1.1" status: 204 len: 168 time: 1.5867913 May 09 13:18:26.953234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b6469-d48c-424c-9adf-a5a51fa4fad7 req-03c37619-c9fa-4673-a068-63649228aa55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:26.954763 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a7b6469-d48c-424c-9adf-a5a51fa4fad7 req-03c37619-c9fa-4673-a068-63649228aa55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d30285d5-e8c7-43ba-85ca-e036631511ae HTTP/1.1" status: 200 len: 913 time: 0.3667340 May 09 13:18:27.016217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1428cfa2-98b5-4cba-a72d-668663c799d6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.079114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a4096f4-1bbb-42b3-b8cf-a0ca25992205 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.086036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.20.0.1 (3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20/33191295-46c8-4406-b985-93df6df6b993/494b89ee-b9d4-43a0-9aa5-13a1deb69dd2) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:27.135716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4096f4-1bbb-42b3-b8cf-a0ca25992205 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Subnet': ['ID=596e5470-d54e-433e-b2e5-03fbf306543a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:27.146511 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a7b6469-d48c-424c-9adf-a5a51fa4fad7 req-3e634613-81b8-4ab2-9869-f8457cda0099 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef HTTP/1.1" status: 200 len: 1000 time: 0.1849399 May 09 13:18:27.149397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-1428cfa2-98b5-4cba-a72d-668663c799d6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 989aac3d-6927-47ed-b052-61b86393ad6e owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:27.149894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9a4096f4-1bbb-42b3-b8cf-a0ca25992205 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.158630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9880321-813d-4c1f-8cec-7ea2077474fa None None] Network a94e4465-47f6-4fb9-98eb-4671526a0d1a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:27.196974 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51770) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:27.214904 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9a4096f4-1bbb-42b3-b8cf-a0ca25992205 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/596e5470-d54e-433e-b2e5-03fbf306543a HTTP/1.1" status: 204 len: 168 time: 1.7025318 May 09 13:18:27.230784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51776) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:27.313935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b6469-d48c-424c-9adf-a5a51fa4fad7 req-7af96133-205d-41c7-99ce-bf60df4789b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:27.315402 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a7b6469-d48c-424c-9adf-a5a51fa4fad7 req-7af96133-205d-41c7-99ce-bf60df4789b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6c9a587-b9ae-413f-8d43-1f05ff4d95b2 HTTP/1.1" status: 200 len: 851 time: 0.1595523 May 09 13:18:27.423467 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.428391 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.453232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b72c477-c0ec-4dde-849a-b7fa54988e5c None None] DHCP port deletion for a94e4465-47f6-4fb9-98eb-4671526a0d1a request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:18:27.454316 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a7b6469-d48c-424c-9adf-a5a51fa4fad7 req-1d1f614a-da3d-4e54-841e-14484faa3cea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d30285d5-e8c7-43ba-85ca-e036631511ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1232953 May 09 13:18:27.459895 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3b72c477-c0ec-4dde-849a-b7fa54988e5c None None] Deleting port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:27.459895 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3b72c477-c0ec-4dde-849a-b7fa54988e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.469466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.479217 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0ab4c32a-a683-4699-83a5-623d78bee78f tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/routers/be0da23a-baeb-4e55-8117-96cd678a74ff HTTP/1.1" status: 200 len: 923 time: 1.0030096 May 09 13:18:27.479217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.480771 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1428cfa2-98b5-4cba-a72d-668663c799d6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.485034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51780) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:27.492108 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.679767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3b72c477-c0ec-4dde-849a-b7fa54988e5c None None] For port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e,segment=NetworkSegment(312bf0e5-e3c2-4564-9d12-1bfce4e1e35a),segment_id=312bf0e5-e3c2-4564-9d12-1bfce4e1e35a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:27.680112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3b72c477-c0ec-4dde-849a-b7fa54988e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.686623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network 3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:27.687770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428cfa2-98b5-4cba-a72d-668663c799d6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=989aac3d-6927-47ed-b052-61b86393ad6e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:27.711610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:27.716159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=494b89ee-b9d4-43a0-9aa5-13a1deb69dd2,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:27.718406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:27.723114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1428cfa2-98b5-4cba-a72d-668663c799d6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.726121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:27.726442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.773548 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a7b6469-d48c-424c-9adf-a5a51fa4fad7 req-32405834-fbfe-40de-a197-4d9c2655774c service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096213 May 09 13:18:27.801517 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0184d51d-a388-4e0a-8428-3a2659362c98 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80e36a62ff71407cb2350fa8465d6a4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6022964 May 09 13:18:27.807080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3b72c477-c0ec-4dde-849a-b7fa54988e5c None None] Calling delete_port for d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:27.807473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51784) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:27.816588 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1428cfa2-98b5-4cba-a72d-668663c799d6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/989aac3d-6927-47ed-b052-61b86393ad6e HTTP/1.1" status: 204 len: 168 time: 1.3403690 May 09 13:18:27.858300 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51788) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:27.870480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.895165 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5b006a05-409f-42fb-baff-076bbea67c6c tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Synchronizing usage tracker for tenant:63f6d4efea9d4fa0861f54d134065c2b on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:27.896883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'mac_address': 'fa:16:3e:98:1d:75', 'name': 'tempest-PortsIpV6TestJSON-1086557688'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:27.925938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3b72c477-c0ec-4dde-849a-b7fa54988e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:27.938117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5b006a05-409f-42fb-baff-076bbea67c6c tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Unset dirty status for tenant:63f6d4efea9d4fa0861f54d134065c2b on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:27.939426 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5b006a05-409f-42fb-baff-076bbea67c6c tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&device_id=be0da23a-baeb-4e55-8117-96cd678a74ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4534678 May 09 13:18:27.942424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51792) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:27.975963 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72c477-c0ec-4dde-849a-b7fa54988e5c None None] Pushing event deleted for resources: {'Port': ['ID=d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:27.981197 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72c477-c0ec-4dde-849a-b7fa54988e5c None None] No DVR routers for this DVR port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:18:28.103349 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a7b6469-d48c-424c-9adf-a5a51fa4fad7 req-d7851ef1-09cb-4882-ba94-cc28c7a98393 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196814 May 09 13:18:28.147329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Allocated IP 172.26.1.73 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/7c12d873-fe33-4b3e-a8e2-6d2669ee1a47) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:28.189910 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:28.210479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:port and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:28.214542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fe96d70-f9e8-4ffc-b41d-dee9c6039ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:28.216269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:28.225043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] For port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e,segment=NetworkSegment(312bf0e5-e3c2-4564-9d12-1bfce4e1e35a),segment_id=312bf0e5-e3c2-4564-9d12-1bfce4e1e35a)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:28.225418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:28.253031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:28.263148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:28.274132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b9328-2064-46b7-acfe-28dd77023465 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:28.274710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-878b9328-2064-46b7-acfe-28dd77023465 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Synchronizing usage tracker for tenant:63f6d4efea9d4fa0861f54d134065c2b on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:28.332065 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-878b9328-2064-46b7-acfe-28dd77023465 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Unset dirty status for tenant:63f6d4efea9d4fa0861f54d134065c2b on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:28.336562 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-878b9328-2064-46b7-acfe-28dd77023465 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/networks/f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 881 time: 0.3898990 May 09 13:18:28.338597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51796) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:28.400347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:18:28.437611 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:18:28.438387 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:18:28.443013 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fe96d70-f9e8-4ffc-b41d-dee9c6039ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:28.464428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:28.492794 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f03b3e78-a3a9-4210-88eb-56b33a7a3d0d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "GET /v2.0/ports?device_id=be0da23a-baeb-4e55-8117-96cd678a74ff HTTP/1.1" status: 200 len: 205 time: 0.1532640 May 09 13:18:28.495685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51802) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:28.499223 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:28.692112 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:28.717892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:18:28.718209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:18:28.730552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:28.748185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port 65f124bd-c4d5-4b27-9315-29f24147d045 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:28.810718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fe96d70-f9e8-4ffc-b41d-dee9c6039ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:28.847655 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe96d70-f9e8-4ffc-b41d-dee9c6039ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807aede2-6a0c-4f96-b809-26d7c2e399a4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:28.889443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:28.897156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:28.901922 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:28.953297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fe96d70-f9e8-4ffc-b41d-dee9c6039ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:28.954400 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6fe96d70-f9e8-4ffc-b41d-dee9c6039ef8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/807aede2-6a0c-4f96-b809-26d7c2e399a4 HTTP/1.1" status: 204 len: 168 time: 1.1441865 May 09 13:18:29.001449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.057407 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:29.062426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:29.064887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:29.110349 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=7c12d873-fe33-4b3e-a8e2-6d2669ee1a47,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:29.136622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.140146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=494b89ee-b9d4-43a0-9aa5-13a1deb69dd2,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:29.146343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.219044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port d5773d67-98fe-4f1c-b8f7-d6d1bc66b70e {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:29.219648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.293476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] The port 'd5773d67-98fe-4f1c-b8f7-d6d1bc66b70e' was deleted {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:18:29.294784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.311938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network 3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:29.313707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:29.375976 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51810) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:29.576723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:29.577524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=65f124bd-c4d5-4b27-9315-29f24147d045,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:29.591662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:29.593947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:29.597968 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:29.598555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.623101 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.642032 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e7e2ef0c-a1f4-4b8f-9970-b128729c7db5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7797456 May 09 13:18:29.642204 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.642305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51814) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:29.664832 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-66bc57d6-8b41-442d-ae76-e3df13b9b317 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b55621579f0148cd9d16d5a45de90d2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2832437 May 09 13:18:29.668098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51818) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:29.668785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Deleting port 2e240c75-a195-4d32-9719-1a3a21fb7eca {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:29.669227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.702175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94e4465-47f6-4fb9-98eb-4671526a0d1a']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:29.722057 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312bf0e5-e3c2-4564-9d12-1bfce4e1e35a') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:29.722345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312bf0e5-e3c2-4564-9d12-1bfce4e1e35a') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:29.745583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.756850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb3ed78-0445-437e-bf02-16028590f1d6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:29.757462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-eeb3ed78-0445-437e-bf02-16028590f1d6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:29.774890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.787854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:29.788237 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.802979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-eeb3ed78-0445-437e-bf02-16028590f1d6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:29.804116 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-eeb3ed78-0445-437e-bf02-16028590f1d6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/65f124bd-c4d5-4b27-9315-29f24147d045 HTTP/1.1" status: 200 len: 845 time: 0.1611400 May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:29.806185 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:29.810292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51822) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:29.900123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.900750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.993915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:29.998111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.015093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52424594-daff-4983-b147-e3a4a85be0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.066992 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.081267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52424594-daff-4983-b147-e3a4a85be0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.082119 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Network': ['ID=a94e4465-47f6-4fb9-98eb-4671526a0d1a,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:30.087990 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ebe90fbd-6131-428e-ab91-4dcfe347e0e7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 65f124bd-c4d5-4b27-9315-29f24147d045 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:30.088326 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ebe90fbd-6131-428e-ab91-4dcfe347e0e7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.119086 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dc8ba6d7-10fc-4a90-9291-1e5f374d3917 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/networks/a94e4465-47f6-4fb9-98eb-4671526a0d1a HTTP/1.1" status: 204 len: 168 time: 2.8846531 May 09 13:18:30.125210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51826) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:30.136473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1362475238', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:30.148985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:30.160583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:router and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:30.177334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:30.186223 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:30.212737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Calling delete_port for 2e240c75-a195-4d32-9719-1a3a21fb7eca owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:30.244674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.245599 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.349386 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52424594-daff-4983-b147-e3a4a85be0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.370061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52424594-daff-4983-b147-e3a4a85be0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c915f1ec-cd92-45c6-b634-21f4da6791f4,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:30.372737 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.387830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-52424594-daff-4983-b147-e3a4a85be0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.389055 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-52424594-daff-4983-b147-e3a4a85be0a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c915f1ec-cd92-45c6-b634-21f4da6791f4 HTTP/1.1" status: 204 len: 168 time: 0.6957693 May 09 13:18:30.404853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ebe90fbd-6131-428e-ab91-4dcfe347e0e7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.439855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:18:30.536300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.537003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ebe90fbd-6131-428e-ab91-4dcfe347e0e7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 65f124bd-c4d5-4b27-9315-29f24147d045 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:30.643678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Pushing event deleted for resources: {'Port': ['ID=2e240c75-a195-4d32-9719-1a3a21fb7eca,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:30.767301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ebe90fbd-6131-428e-ab91-4dcfe347e0e7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.777507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.837734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe90fbd-6131-428e-ab91-4dcfe347e0e7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=65f124bd-c4d5-4b27-9315-29f24147d045,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:30.850402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ebe90fbd-6131-428e-ab91-4dcfe347e0e7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.932621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:30.963871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router f2ad780d-f74c-4f75-bee2-2259ce46c4c4 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:18:31.028197 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ebe90fbd-6131-428e-ab91-4dcfe347e0e7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/65f124bd-c4d5-4b27-9315-29f24147d045 HTTP/1.1" status: 204 len: 168 time: 1.1718364 May 09 13:18:31.033328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51842) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:31.195145 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16cee46-7994-4b00-a1be-44a26b7f6136 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:18:31.195589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e16cee46-7994-4b00-a1be-44a26b7f6136 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:31.255301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e16cee46-7994-4b00-a1be-44a26b7f6136 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:31.256433 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e16cee46-7994-4b00-a1be-44a26b7f6136 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/65f124bd-c4d5-4b27-9315-29f24147d045 HTTP/1.1" status: 404 len: 333 time: 0.2205057 May 09 13:18:31.263070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51852) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:31.273229 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'name': 'tempest-PortsIpV6TestJSON-994246359'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:31.294672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:31.311137 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b91462-4f31-4c4c-b3c9-563c279f64ed None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:31.315391 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-dcff2d3d-c7e8-4b99-91d4-a2cb157f8aed tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "PUT /v2.0/routers/f048742b-91b5-4cb4-8a6e-06780a640184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8005948 May 09 13:18:31.317532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:31.319379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51856) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:31.325623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'port': {'network_id': '3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20', 'name': 'tempest-FloatingIPTestJSON-1632578578'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:31.375939 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b91462-4f31-4c4c-b3c9-563c279f64ed None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:31.377573 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-97b91462-4f31-4c4c-b3c9-563c279f64ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:31.419954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:31.458849 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-97b91462-4f31-4c4c-b3c9-563c279f64ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:31.462952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:31.463773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:31.465975 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:31.470509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:port and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:31.473960 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:31.478439 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b91462-4f31-4c4c-b3c9-563c279f64ed None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:31.480168 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-97b91462-4f31-4c4c-b3c9-563c279f64ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:31.480991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:31.487772 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:31.499774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:31.505116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Made reservation on behalf of cd34a6a0e0d047b8859df9153896e1ce for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:31.508714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:31.519545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:31.520028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Fanout notify agent at l3_agent the message router_deleted on router be0da23a-baeb-4e55-8117-96cd678a74ff {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:18:31.535403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:31.541441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51862) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:31.543092 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e1b5a159-7b8b-4fe9-b4d7-b7e6f61a1408 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "DELETE /v2.0/routers/be0da23a-baeb-4e55-8117-96cd678a74ff HTTP/1.1" status: 204 len: 168 time: 3.0462027 May 09 13:18:31.550082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] device_id is not set on port 9ca9add3-3497-448e-82fc-b9695131238d yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:31.551057 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c3f83bef-c67a-47ba-abb3-c4ae0c5a3415 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-29600842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:31.562968 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c3f83bef-c67a-47ba-abb3-c4ae0c5a3415 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:31.565045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:31.568168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:31.568972 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-97b91462-4f31-4c4c-b3c9-563c279f64ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:31.569550 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b91462-4f31-4c4c-b3c9-563c279f64ed None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:31.592411 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c3f83bef-c67a-47ba-abb3-c4ae0c5a3415 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Usage tracker for resource:router and tenant:a7678370ca4147a89811dcde2ccbefa0 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:31.599896 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c3f83bef-c67a-47ba-abb3-c4ae0c5a3415 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:31.615482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c3f83bef-c67a-47ba-abb3-c4ae0c5a3415 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:31.676498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port 149cca8e-7051-4912-a6df-e30b0c1973fa yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:31.711831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.20.0.8 (3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20/33191295-46c8-4406-b985-93df6df6b993/9ca9add3-3497-448e-82fc-b9695131238d) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:31.719184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3f83bef-c67a-47ba-abb3-c4ae0c5a3415 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:31.720069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3f83bef-c67a-47ba-abb3-c4ae0c5a3415 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:31.767920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:31.781217 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d10b18-7c0e-42f8-8732-fe48920da8a9 None None] Sync routers for ids ['f2ad780d-f74c-4f75-bee2-2259ce46c4c4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:31.802508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d10b18-7c0e-42f8-8732-fe48920da8a9 None None] Routers {'f2ad780d-f74c-4f75-bee2-2259ce46c4c4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:31.803272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Allocated IP 172.26.1.151 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/207d90ef-ac1e-4382-a159-79b3b07ceab0) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:31.803756 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b2d10b18-7c0e-42f8-8732-fe48920da8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f2ad780d-f74c-4f75-bee2-2259ce46c4c4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:31.852631 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3f83bef-c67a-47ba-abb3-c4ae0c5a3415 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:31.896630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b2d10b18-7c0e-42f8-8732-fe48920da8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:31.907970 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d10b18-7c0e-42f8-8732-fe48920da8a9 None None] Routers {'f2ad780d-f74c-4f75-bee2-2259ce46c4c4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:31.909537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b2d10b18-7c0e-42f8-8732-fe48920da8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f2ad780d-f74c-4f75-bee2-2259ce46c4c4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:31.951267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:31.981108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b2d10b18-7c0e-42f8-8732-fe48920da8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:31.981767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d10b18-7c0e-42f8-8732-fe48920da8a9 None None] The sync data for ids ['f2ad780d-f74c-4f75-bee2-2259ce46c4c4'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:31.992617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.012538 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.013993 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d3be2f62-575f-4eaf-8569-df7ebb8bd66c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.1511874 May 09 13:18:32.022309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51874) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:32.071579 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network 3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:32.074978 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:32.077383 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:32.091215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3f83bef-c67a-47ba-abb3-c4ae0c5a3415 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.112106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=9ca9add3-3497-448e-82fc-b9695131238d,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:32.150221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:32.150827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.175054 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-26d708cf-1907-4e0e-a4c6-d315820c8732 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8522685 May 09 13:18:32.175360 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51880) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:32.181156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'port': {'network_id': '3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20', 'name': 'tempest-FloatingIPTestJSON-849720934'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:32.217232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3f83bef-c67a-47ba-abb3-c4ae0c5a3415 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.221239 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c3f83bef-c67a-47ba-abb3-c4ae0c5a3415 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6754177 May 09 13:18:32.234645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51886) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:32.247984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'enable_snat': False}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:32.300046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.325809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:32.329562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:port and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:32.338721 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.342249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:32.348867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:32.359790 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Made reservation on behalf of cd34a6a0e0d047b8859df9153896e1ce for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:32.363165 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.387044 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] device_id is not set on port d57c3c4b-1856-47d1-b6a8-22e2f409f2ca yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:32.540409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.20.0.7 (3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20/33191295-46c8-4406-b985-93df6df6b993/d57c3c4b-1856-47d1-b6a8-22e2f409f2ca) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:32.571087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51894) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:32.666142 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.677400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.771776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.781763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:32.784058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=149cca8e-7051-4912-a6df-e30b0c1973fa,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:32.789431 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:32.790473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:32.793535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-164597425'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:32.798401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:32.803159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Usage tracker for resource:network and tenant:c82e840ca7544c2b877a4b6a8f77ee78 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:32.807402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:32.815191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:32.820161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:32.824099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:32.824627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.826970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Made reservation on behalf of c82e840ca7544c2b877a4b6a8f77ee78 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:32.829149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:32.829923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.839449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:32.842916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.844939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:32.982761 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4bd1a5c6-30af-448a-9051-05d843c06aad tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7186484 May 09 13:18:32.987784 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51900) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:33.000427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b5ab6f71-6d9e-4a4e-87dd-2bfd23a0b6d2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:33.083710 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=207d90ef-ac1e-4382-a159-79b3b07ceab0,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:33.103303 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network 3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:33.110740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=d57c3c4b-1856-47d1-b6a8-22e2f409f2ca,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:33.113145 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:33.115182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:33.127354 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4437578e-f90d-44b3-930a-87e9700939af tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/routers/f2ad780d-f74c-4f75-bee2-2259ce46c4c4 HTTP/1.1" status: 200 len: 879 time: 1.0930567 May 09 13:18:33.130731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51904) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:33.132996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.145620 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:33.183308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Usage tracker for resource:security_group_rule and tenant:c82e840ca7544c2b877a4b6a8f77ee78 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:33.198563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:33.216068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:33.233061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6f71-6d9e-4a4e-87dd-2bfd23a0b6d2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.264735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:33.264909 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.351480 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8a472a88-d112-458b-9efc-7721baf5d44f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1742861 May 09 13:18:33.360433 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51908) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:33.377500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'd57c3c4b-1856-47d1-b6a8-22e2f409f2ca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:33.392966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:33.412717 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:floatingip and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:33.419247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:33.438128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.438825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.491284 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:33.515537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.523508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.540700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.577989 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:33.592369 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc939878-a11d-41f7-ab3b-a833c13e4444,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:33.638946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-779de067-e33c-46b6-8241-a5454c537338 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Synchronizing usage tracker for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:router {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:33.654306 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.654649 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Added segment 914f16b1-8b4f-4f24-8ae0-711fe3b1a358 of type vlan for network 555daa58-1c0e-4a7d-8291-35a316938677 May 09 13:18:33.671908 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6f71-6d9e-4a4e-87dd-2bfd23a0b6d2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.681652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6f71-6d9e-4a4e-87dd-2bfd23a0b6d2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.686340 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-779de067-e33c-46b6-8241-a5454c537338 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Unset dirty status for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:router {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:33.687518 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-779de067-e33c-46b6-8241-a5454c537338 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5516937 May 09 13:18:33.688553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.714234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51912) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:33.728249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-22174c62-aace-450d-8134-8641185181a3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-720369774'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:33.753632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.774267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.777715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab6f71-6d9e-4a4e-87dd-2bfd23a0b6d2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] In _notify_port_updated(), no bound segment for port 149cca8e-7051-4912-a6df-e30b0c1973fa on network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 {{(pid=83894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:18:33.781439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab6f71-6d9e-4a4e-87dd-2bfd23a0b6d2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:33.782020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6f71-6d9e-4a4e-87dd-2bfd23a0b6d2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.783250 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b5ab6f71-6d9e-4a4e-87dd-2bfd23a0b6d2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "PUT /v2.0/ports/149cca8e-7051-4912-a6df-e30b0c1973fa HTTP/1.1" status: 200 len: 818 time: 0.7873750 May 09 13:18:33.788204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51916) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:33.808128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab6f71-6d9e-4a4e-87dd-2bfd23a0b6d2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=149cca8e-7051-4912-a6df-e30b0c1973fa,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:33.833336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.837545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:33.838158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:33.972932 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4006851 May 09 13:18:33.976637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf118dcb-2a1d-459e-b25c-11cbe1cbc74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Pushing event updated for resources: {'Network': ['ID=555daa58-1c0e-4a7d-8291-35a316938677,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:33.980151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:34.002682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 555daa58-1c0e-4a7d-8291-35a316938677 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:34.107823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d0acf4bf-a4e1-4378-ad94-ef3d68c4015e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 149cca8e-7051-4912-a6df-e30b0c1973fa {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:34.108160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0acf4bf-a4e1-4378-ad94-ef3d68c4015e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:34.157727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.26.1.165 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/4533b468-db07-4a45-afe9-ffe4862c3c0b) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:34.266336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51924) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:34.275206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Request body: {'port': {'network_id': '555daa58-1c0e-4a7d-8291-35a316938677', 'binding:host_id': 'hv-neutron-8408', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-339447318'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:34.287501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:34.300092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Usage tracker for resource:port and tenant:5c35d389c8064a1ea56724fdcc5bf751 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:34.305172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:34.313743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:34.332640 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:34.341224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Made reservation on behalf of 5c35d389c8064a1ea56724fdcc5bf751 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:34.343787 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:34.357175 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:34.381023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0acf4bf-a4e1-4378-ad94-ef3d68c4015e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:34.402962 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:34.407238 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:34.412197 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Usage tracker for resource:security_group_rule and tenant:5c35d389c8064a1ea56724fdcc5bf751 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:34.442356 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:34.458653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:34.505644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:34.508286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:34.510818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:34.537711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=4533b468-db07-4a45-afe9-ffe4862c3c0b,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:34.555809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d0acf4bf-a4e1-4378-ad94-ef3d68c4015e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 149cca8e-7051-4912-a6df-e30b0c1973fa owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:34.668714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:34.669222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Allocated IP 172.26.1.234 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/1e8c0a5f-d338-4837-a34c-e21ea70f9e05) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:34.705490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:34.720896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] device_id is not set on port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:34.741054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router ffd20132-fadf-4c7d-afcf-d398f7e25bff is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:18:34.807719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0acf4bf-a4e1-4378-ad94-ef3d68c4015e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:34.819720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c20fcd-3977-4a2b-a004-719a70c388f3,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:34.941308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acf4bf-a4e1-4378-ad94-ef3d68c4015e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=149cca8e-7051-4912-a6df-e30b0c1973fa,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:35.065414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0acf4bf-a4e1-4378-ad94-ef3d68c4015e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:35.125158 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d0acf4bf-a4e1-4378-ad94-ef3d68c4015e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/149cca8e-7051-4912-a6df-e30b0c1973fa HTTP/1.1" status: 204 len: 168 time: 1.3345773 May 09 13:18:35.128792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51934) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:35.211184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:35.301576 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce638a4-cfd1-4f68-a8f3-a323104a9841 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:35.302171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8ce638a4-cfd1-4f68-a8f3-a323104a9841 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:35.307562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] device_id is not set on port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:35.318303 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:35.319969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:35.335858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Transition to ACTIVE for port object 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 will not be triggered until provisioned by entity L2. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:35.348431 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:35.503764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8ce638a4-cfd1-4f68-a8f3-a323104a9841 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:35.504897 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8ce638a4-cfd1-4f68-a8f3-a323104a9841 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3639286 May 09 13:18:35.506821 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event updated for resources: {'Port': ['ID=9f2afd10-83f4-4d2b-b598-05791bf9b9a0,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:35.509425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51938) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:35.576838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:35.578826 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7db286-3cee-458d-ba65-4713039d1229 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:18:35.579458 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fd7db286-3cee-458d-ba65-4713039d1229 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:35.626315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Checking segment: {'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:35.626669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Network hostable DHCP agents. Network: 555daa58-1c0e-4a7d-8291-35a316938677, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:18:35.640878 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:35.649873 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:35.651655 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Pushing event updated for resources: {'Port': ['ID=1e8c0a5f-d338-4837-a34c-e21ea70f9e05,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:35.652610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fd7db286-3cee-458d-ba65-4713039d1229 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:35.657050 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fd7db286-3cee-458d-ba65-4713039d1229 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/149cca8e-7051-4912-a6df-e30b0c1973fa HTTP/1.1" status: 404 len: 333 time: 0.1401415 May 09 13:18:35.657228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:35.660906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51942) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:35.668517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2112795249'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:35.672899 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:35.702385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:35.717571 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:network and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:35.726977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:35.733351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:35.738278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:35.746873 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Network 555daa58-1c0e-4a7d-8291-35a316938677 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:18:35.748435 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5017df09-f7a1-475c-bcfd-bf43fe8a6630 None None] Sync routers for ids ['ffd20132-fadf-4c7d-afcf-d398f7e25bff'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:35.768350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:35.773439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:35.780241 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5017df09-f7a1-475c-bcfd-bf43fe8a6630 None None] Routers {'ffd20132-fadf-4c7d-afcf-d398f7e25bff'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:35.781047 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5017df09-f7a1-475c-bcfd-bf43fe8a6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ffd20132-fadf-4c7d-afcf-d398f7e25bff'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:35.802104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 555daa58-1c0e-4a7d-8291-35a316938677) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:35.810465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:35.814127 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c89c3bd8-f7db-4394-8b47-7853d3be11ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6853895 May 09 13:18:35.814293 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe645d4b-fb58-4f0b-8bfc-65213a6ea1a4 None None] Network 555daa58-1c0e-4a7d-8291-35a316938677 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:35.815993 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51948) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:35.859312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:35.865499 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5017df09-f7a1-475c-bcfd-bf43fe8a6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:35.878428 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5017df09-f7a1-475c-bcfd-bf43fe8a6630 None None] Routers {'ffd20132-fadf-4c7d-afcf-d398f7e25bff'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:35.879287 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5017df09-f7a1-475c-bcfd-bf43fe8a6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ffd20132-fadf-4c7d-afcf-d398f7e25bff'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:35.886581 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22174c62-aace-450d-8134-8641185181a3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:35.895629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:35.895954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:35.896286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:35.923162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:35.931566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:35.931928 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:35.934843 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 2 to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 May 09 13:18:35.961492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:35.961865 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Added segment 116031a5-f6d6-4cde-85d8-97fc282e1c07 of type vlan for network db3455bd-d15b-4b08-8fd6-85c544c3eb50 May 09 13:18:35.964500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22174c62-aace-450d-8134-8641185181a3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:35.965473 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5017df09-f7a1-475c-bcfd-bf43fe8a6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:35.966216 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5017df09-f7a1-475c-bcfd-bf43fe8a6630 None None] The sync data for ids ['ffd20132-fadf-4c7d-afcf-d398f7e25bff'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:35.974276 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:35.974601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:35.974932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:35.990502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:35.990825 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:35.994482 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 3 to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 May 09 13:18:36.033066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:36.037230 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:36.037580 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:36.037911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:36.042311 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:36.051304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:36.088421 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:36.088752 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:36.094890 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 4 to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 May 09 13:18:36.144737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:36.144972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:36.145333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:36.183452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:36.195210 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:36.195555 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:36.196058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:36.199669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:36.200238 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:36.205390 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 5 to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 May 09 13:18:36.223906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=4533b468-db07-4a45-afe9-ffe4862c3c0b,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:36.320760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:36.321087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:36.321439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:36.345612 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:36.382436 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ae3fc36c-2fe6-471e-8926-95c3f58638c2 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/routers/ffd20132-fadf-4c7d-afcf-d398f7e25bff HTTP/1.1" status: 200 len: 885 time: 0.5659595 May 09 13:18:36.385460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51952) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:36.402020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Network': ['ID=db3455bd-d15b-4b08-8fd6-85c544c3eb50,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:36.403882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:36.404196 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:36.413114 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network db3455bd-d15b-4b08-8fd6-85c544c3eb50 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:36.415104 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 6 to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 May 09 13:18:36.445069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:36.469236 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e27f455d-f1e9-4c19-a277-1b1514a294de tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8072326 May 09 13:18:36.477819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51956) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:36.486149 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': 'db3455bd-d15b-4b08-8fd6-85c544c3eb50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:36.502558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:36.613818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:36.614392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:36.614486 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:36.652618 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22174c62-aace-450d-8134-8641185181a3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router f2ad780d-f74c-4f75-bee2-2259ce46c4c4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:18:36.694893 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:36.695219 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:36.704358 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 7 to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 May 09 13:18:36.735279 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:36.735605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:36.735933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:36.738058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:36.745795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:36.750342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:36.757850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:36.758170 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:36.758950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:36.762203 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 8 to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 May 09 13:18:36.788465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:36.789436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:36.789776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:36.793851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:36.866020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:36.866341 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:36.876007 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 9 to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 May 09 13:18:36.911934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:36.912172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:36.912497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:36.931415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:36.953013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:36.953365 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:36.996791 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 10 to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 May 09 13:18:37.030747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:37.031071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:37.031408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:37.038497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e465a1e5-d1d9-4e7a-b934-a8ab3c3d89db tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Synchronizing usage tracker for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:router {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:37.054457 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Floating IP ec09d92e-24ff-47c3-882e-78cc2845435c associated. External IP: 172.26.1.165, port: d57c3c4b-1856-47d1-b6a8-22e2f409f2ca. May 09 13:18:37.079066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e465a1e5-d1d9-4e7a-b934-a8ab3c3d89db tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Unset dirty status for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:router {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:37.080242 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e465a1e5-d1d9-4e7a-b934-a8ab3c3d89db tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6928470 May 09 13:18:37.084363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51960) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:37.096430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ab198d8d-a174-4a0e-b42c-acd6bff426b3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1362475238'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:37.110877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:37.111199 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:37.111560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:37.241015 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22174c62-aace-450d-8134-8641185181a3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:37.251373 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1932a7-0140-4b07-8176-aff9afcab0eb None None] Sync routers for ids ['f2ad780d-f74c-4f75-bee2-2259ce46c4c4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:37.254057 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22174c62-aace-450d-8134-8641185181a3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:37.255172 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-22174c62-aace-450d-8134-8641185181a3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/f2ad780d-f74c-4f75-bee2-2259ce46c4c4 HTTP/1.1" status: 200 len: 886 time: 3.5394549 May 09 13:18:37.258400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Router 9a068dbd-98a5-42f3-8bd0-90aef9d88f5f is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:18:37.259864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51964) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:37.267713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1932a7-0140-4b07-8176-aff9afcab0eb None None] Routers {'f2ad780d-f74c-4f75-bee2-2259ce46c4c4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:37.268830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ad1932a7-0140-4b07-8176-aff9afcab0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f2ad780d-f74c-4f75-bee2-2259ce46c4c4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:37.338500 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ad1932a7-0140-4b07-8176-aff9afcab0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:37.350059 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1932a7-0140-4b07-8176-aff9afcab0eb None None] Routers {'f2ad780d-f74c-4f75-bee2-2259ce46c4c4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:37.350672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ad1932a7-0140-4b07-8176-aff9afcab0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f2ad780d-f74c-4f75-bee2-2259ce46c4c4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:37.408089 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ad1932a7-0140-4b07-8176-aff9afcab0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:37.408491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1932a7-0140-4b07-8176-aff9afcab0eb None None] The sync data for ids ['f2ad780d-f74c-4f75-bee2-2259ce46c4c4'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:37.473548 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] For port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0, host hv-neutron-8408, cleared binding levels {{(pid=83894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:18:37.474062 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempted to set empty binding levels {{(pid=83894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 09 13:18:37.487950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:37.597782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:37.627819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event updated for resources: {'Port': ['ID=9f2afd10-83f4-4d2b-b598-05791bf9b9a0,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:37.636402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:37.637404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:37.641776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:37.642881 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-077a5765-7f44-4129-85f3-e53bc49676c6 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "PUT /v2.0/routers/9a068dbd-98a5-42f3-8bd0-90aef9d88f5f HTTP/1.1" status: 200 len: 918 time: 5.4067605 May 09 13:18:37.647200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51968) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:37.653232 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14deae-d0b8-4f4a-acde-71c4326ac3e4 None None] Sync routers for ids ['9a068dbd-98a5-42f3-8bd0-90aef9d88f5f'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:37.664737 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14deae-d0b8-4f4a-acde-71c4326ac3e4 None None] Routers {'9a068dbd-98a5-42f3-8bd0-90aef9d88f5f'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:37.665396 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-db14deae-d0b8-4f4a-acde-71c4326ac3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['9a068dbd-98a5-42f3-8bd0-90aef9d88f5f'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:37.691282 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-01b1a7bb-5146-466e-92de-03945b5da84e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.4212778 May 09 13:18:37.700510 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51972) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:37.727877 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-db14deae-d0b8-4f4a-acde-71c4326ac3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:37.738881 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14deae-d0b8-4f4a-acde-71c4326ac3e4 None None] Routers {'9a068dbd-98a5-42f3-8bd0-90aef9d88f5f'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:37.739644 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-db14deae-d0b8-4f4a-acde-71c4326ac3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['9a068dbd-98a5-42f3-8bd0-90aef9d88f5f'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:37.790417 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Subnet': ['ID=be05e434-1057-49ca-b9a9-4aec2fa54de4,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:37.801190 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-db14deae-d0b8-4f4a-acde-71c4326ac3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:37.801620 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14deae-d0b8-4f4a-acde-71c4326ac3e4 None None] The sync data for ids ['9a068dbd-98a5-42f3-8bd0-90aef9d88f5f'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:37.826392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-997864e7-0d1e-4cc9-b860-fc5cbe69a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Deleting port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:37.826673 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-997864e7-0d1e-4cc9-b860-fc5cbe69a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:37.903432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Checking segment: {'id': '116031a5-f6d6-4cde-85d8-97fc282e1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'db3455bd-d15b-4b08-8fd6-85c544c3eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:37.903990 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network hostable DHCP agents. Network: db3455bd-d15b-4b08-8fd6-85c544c3eb50, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:18:38.024623 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a145e08e-0c81-4545-9bd4-9ce4ade807ad tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/routers/9a068dbd-98a5-42f3-8bd0-90aef9d88f5f HTTP/1.1" status: 200 len: 924 time: 0.3738878 May 09 13:18:38.025195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51976) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:38.028660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ab198d8d-a174-4a0e-b42c-acd6bff426b3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:38.074826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ab198d8d-a174-4a0e-b42c-acd6bff426b3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:38.233448 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0e07e8ba-bdb7-4b69-a32a-f9bd9b29be67 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&device_id=9a068dbd-98a5-42f3-8bd0-90aef9d88f5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2049956 May 09 13:18:38.233653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51980) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:38.235656 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-efbb97a8-a626-4408-99bd-9e493e37eea0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/routers/f2ad780d-f74c-4f75-bee2-2259ce46c4c4 HTTP/1.1" status: 200 len: 886 time: 0.9712327 May 09 13:18:38.238192 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51984) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:38.294580 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network db3455bd-d15b-4b08-8fd6-85c544c3eb50 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:18:38.333723 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, db3455bd-d15b-4b08-8fd6-85c544c3eb50) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:38.339395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:38.339998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:38.344017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8650c2d-3571-44c1-9c8d-48e7ed3cbf27 None None] Network db3455bd-d15b-4b08-8fd6-85c544c3eb50 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:38.360468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-997864e7-0d1e-4cc9-b860-fc5cbe69a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] For port 9f2afd10-83f4-4d2b-b598-05791bf9b9a0, host hv-neutron-8408, got binding levels [] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:38.360837 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-997864e7-0d1e-4cc9-b860-fc5cbe69a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:38.474878 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-51955388-77fc-47fc-91ec-ee740e8e8542 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Synchronizing usage tracker for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:38.493036 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0b0b2c6e-ee3e-482d-894b-30de35e0530b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0113199 May 09 13:18:38.494582 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51988) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:38.504073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-997864e7-0d1e-4cc9-b860-fc5cbe69a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Calling delete_port for 9f2afd10-83f4-4d2b-b598-05791bf9b9a0 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:38.527064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-51955388-77fc-47fc-91ec-ee740e8e8542 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Unset dirty status for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:38.530666 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-51955388-77fc-47fc-91ec-ee740e8e8542 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ad780d-f74c-4f75-bee2-2259ce46c4c4 HTTP/1.1" status: 200 len: 205 time: 0.2891507 May 09 13:18:38.532025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 51992) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:38.545580 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-145ca781-4314-4a41-9acd-c8b0b41581d0 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': 'db3455bd-d15b-4b08-8fd6-85c544c3eb50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:38.567094 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-db3455bd-d15b-4b08-8fd6-85c544c3eb50', 'network_id': 'db3455bd-d15b-4b08-8fd6-85c544c3eb50', 'tenant_id': '063671cb43444ed2a081a62fcb4da355', 'fixed_ips': [{'subnet_id': 'be05e434-1057-49ca-b9a9-4aec2fa54de4'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:18:38.568622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:38.665200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646779a5-48ac-4d7f-bdea-a3a1feb3b925 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:38.666584 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-646779a5-48ac-4d7f-bdea-a3a1feb3b925 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/networks/f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 881 time: 0.4321475 May 09 13:18:38.672914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 51996) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:38.738701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab198d8d-a174-4a0e-b42c-acd6bff426b3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router ffd20132-fadf-4c7d-afcf-d398f7e25bff has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:18:38.749776 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d03f92b1-aa31-43ce-8137-d182994ab754 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a068dbd-98a5-42f3-8bd0-90aef9d88f5f HTTP/1.1" status: 200 len: 205 time: 0.0734134 May 09 13:18:38.753312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52000) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:38.772760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-997864e7-0d1e-4cc9-b860-fc5cbe69a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:38.777539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Allocated IP 2001:db8::2 (db3455bd-d15b-4b08-8fd6-85c544c3eb50/be05e434-1057-49ca-b9a9-4aec2fa54de4/09cf6cb8-9a94-427d-815e-a742e7540b74) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:38.837835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997864e7-0d1e-4cc9-b860-fc5cbe69a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f2afd10-83f4-4d2b-b598-05791bf9b9a0,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:38.843515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-145ca781-4314-4a41-9acd-c8b0b41581d0 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:38.849836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-997864e7-0d1e-4cc9-b860-fc5cbe69a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:38.855938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-145ca781-4314-4a41-9acd-c8b0b41581d0 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:38.861241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-145ca781-4314-4a41-9acd-c8b0b41581d0 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:38.872092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-145ca781-4314-4a41-9acd-c8b0b41581d0 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:38.874726 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-997864e7-0d1e-4cc9-b860-fc5cbe69a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "DELETE /v2.0/ports/9f2afd10-83f4-4d2b-b598-05791bf9b9a0 HTTP/1.1" status: 204 len: 168 time: 1.1729915 May 09 13:18:38.878702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52004) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:38.885519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:18:38.927610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145ca781-4314-4a41-9acd-c8b0b41581d0 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:38.931276 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-145ca781-4314-4a41-9acd-c8b0b41581d0 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:38.949981 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a31e578-5968-4a48-a289-ba98787821d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] GET failed (client error): The resource could not be found. May 09 13:18:38.950484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7a31e578-5968-4a48-a289-ba98787821d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Synchronizing usage tracker for tenant:5c35d389c8064a1ea56724fdcc5bf751 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:39.001940 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:39.013715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Transition to ACTIVE for port object 09cf6cb8-9a94-427d-815e-a742e7540b74 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:39.032604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Transition to ACTIVE for port object 09cf6cb8-9a94-427d-815e-a742e7540b74 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:39.039873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:39.067792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:39.103066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7a31e578-5968-4a48-a289-ba98787821d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Unset dirty status for tenant:5c35d389c8064a1ea56724fdcc5bf751 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:39.110923 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7a31e578-5968-4a48-a289-ba98787821d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "GET /v2.0/ports/9f2afd10-83f4-4d2b-b598-05791bf9b9a0 HTTP/1.1" status: 404 len: 333 time: 0.2231224 May 09 13:18:39.123361 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52008) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:39.135804 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Request body: {'port': {'network_id': '555daa58-1c0e-4a7d-8291-35a316938677', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2055709957'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:39.144349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Network db3455bd-d15b-4b08-8fd6-85c544c3eb50 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:39.145574 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:39.149347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:39.157115 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Pushing event updated for resources: {'Port': ['ID=09cf6cb8-9a94-427d-815e-a742e7540b74,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:39.184566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:39.218027 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:39.233730 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.ipam_backend_mixin [None req-145ca781-4314-4a41-9acd-c8b0b41581d0 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be05e434-1057-49ca-b9a9-4aec2fa54de4 (CIDR: 2001:db8::/64) May 09 13:18:39.238932 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-145ca781-4314-4a41-9acd-c8b0b41581d0 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:18:39.239321 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145ca781-4314-4a41-9acd-c8b0b41581d0 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:18:39.243615 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Attempting to bind port 09cf6cb8-9a94-427d-815e-a742e7540b74 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:39.243978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Attempting to bind port 09cf6cb8-9a94-427d-815e-a742e7540b74 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '116031a5-f6d6-4cde-85d8-97fc282e1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'db3455bd-d15b-4b08-8fd6-85c544c3eb50'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:39.244333 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Attempting to bind port 09cf6cb8-9a94-427d-815e-a742e7540b74 on network db3455bd-d15b-4b08-8fd6-85c544c3eb50 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:39.249746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Made reservation on behalf of 5c35d389c8064a1ea56724fdcc5bf751 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:39.252006 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:39.253095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:18:39.253911 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Checking segment: {'id': '116031a5-f6d6-4cde-85d8-97fc282e1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'db3455bd-d15b-4b08-8fd6-85c544c3eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:39.254309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:39.255080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Bound using segment: {'id': '116031a5-f6d6-4cde-85d8-97fc282e1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'db3455bd-d15b-4b08-8fd6-85c544c3eb50'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:18:39.255699 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Bound port: 09cf6cb8-9a94-427d-815e-a742e7540b74, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116031a5-f6d6-4cde-85d8-97fc282e1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'db3455bd-d15b-4b08-8fd6-85c544c3eb50'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:18:39.256069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:39.266280 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-145ca781-4314-4a41-9acd-c8b0b41581d0 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7707980 May 09 13:18:39.266831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52012) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:39.275507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': 'db3455bd-d15b-4b08-8fd6-85c544c3eb50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:39.288202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] device_id is not set on port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:39.348444 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] For port 09cf6cb8-9a94-427d-815e-a742e7540b74, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:18:39.353399 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] For port 09cf6cb8-9a94-427d-815e-a742e7540b74, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=09cf6cb8-9a94-427d-815e-a742e7540b74,segment=NetworkSegment(116031a5-f6d6-4cde-85d8-97fc282e1c07),segment_id=116031a5-f6d6-4cde-85d8-97fc282e1c07)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:18:39.358711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:39.438098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:39.444391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:39.447295 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399de6e-3e5c-427b-b7c5-123e4bdce422 None None] Pushing event updated for resources: {'Port': ['ID=09cf6cb8-9a94-427d-815e-a742e7540b74,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:39.450365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:39.454434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:39.456361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:39.474172 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33ca206-93e9-4853-b3b0-cb8381ed9e38 None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:39.474321 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:39.487010 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:39.490366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ca206-93e9-4853-b3b0-cb8381ed9e38 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:39.490366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c33ca206-93e9-4853-b3b0-cb8381ed9e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:39.516805 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab198d8d-a174-4a0e-b42c-acd6bff426b3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:39.519525 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:39.523162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:39.528974 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3068685-833e-4795-814e-23a0da2e0c47 None None] Sync routers for ids ['ffd20132-fadf-4c7d-afcf-d398f7e25bff'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:39.549504 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3068685-833e-4795-814e-23a0da2e0c47 None None] Routers {'ffd20132-fadf-4c7d-afcf-d398f7e25bff'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:39.551088 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e3068685-833e-4795-814e-23a0da2e0c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ffd20132-fadf-4c7d-afcf-d398f7e25bff'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:39.576569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c33ca206-93e9-4853-b3b0-cb8381ed9e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:39.591983 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ca206-93e9-4853-b3b0-cb8381ed9e38 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:39.592585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c33ca206-93e9-4853-b3b0-cb8381ed9e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:39.663068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c33ca206-93e9-4853-b3b0-cb8381ed9e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:39.664083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33ca206-93e9-4853-b3b0-cb8381ed9e38 None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:39.676826 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e3068685-833e-4795-814e-23a0da2e0c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:39.695511 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3068685-833e-4795-814e-23a0da2e0c47 None None] Routers {'ffd20132-fadf-4c7d-afcf-d398f7e25bff'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:39.696700 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e3068685-833e-4795-814e-23a0da2e0c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ffd20132-fadf-4c7d-afcf-d398f7e25bff'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:39.732986 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-699df5c6-4155-471d-87a5-a553b0c0db97 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.3715405 May 09 13:18:39.747068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52016) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:39.770668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7043d8b5-1b59-42cb-a5a6-46e863865a8e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:39.803196 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ab198d8d-a174-4a0e-b42c-acd6bff426b3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:39.804368 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ab198d8d-a174-4a0e-b42c-acd6bff426b3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/ffd20132-fadf-4c7d-afcf-d398f7e25bff HTTP/1.1" status: 200 len: 892 time: 2.7169571 May 09 13:18:39.809336 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52020) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:39.826343 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e3068685-833e-4795-814e-23a0da2e0c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:39.827046 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3068685-833e-4795-814e-23a0da2e0c47 None None] The sync data for ids ['ffd20132-fadf-4c7d-afcf-d398f7e25bff'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:39.915137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7043d8b5-1b59-42cb-a5a6-46e863865a8e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:39.994781 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.051930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e5b6c250-b575-4e57-8b5a-2448b27bfb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.062969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.089353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 7c12d873-fe33-4b3e-a8e2-6d2669ee1a47 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:40.090049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.143137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.322971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Network 555daa58-1c0e-4a7d-8291-35a316938677 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:40.330923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:40.333312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:40.334251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:40.334823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.353696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event updated for resources: {'Port': ['ID=68f5bff6-1079-49e4-8bb2-bf5ec3301316,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:40.392651 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-29010df9-3947-4920-8258-57c41359c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2657506 May 09 13:18:40.396299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52024) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:40.397102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7043d8b5-1b59-42cb-a5a6-46e863865a8e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.409466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7043d8b5-1b59-42cb-a5a6-46e863865a8e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.409659 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-7043d8b5-1b59-42cb-a5a6-46e863865a8e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Floating IP ec09d92e-24ff-47c3-882e-78cc2845435c disassociated. External IP: 172.26.1.165, port: d57c3c4b-1856-47d1-b6a8-22e2f409f2ca. May 09 13:18:40.430483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.443835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.477304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8408'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:40.495616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 09cf6cb8-9a94-427d-815e-a742e7540b74 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:40.579644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 09cf6cb8-9a94-427d-815e-a742e7540b74 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:40.584845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Deleting port 1e8c0a5f-d338-4837-a34c-e21ea70f9e05 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:40.585558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.623350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for 7c12d873-fe33-4b3e-a8e2-6d2669ee1a47 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:40.680949 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-96e9c3c2-ca98-4d55-af2e-dc516db4409a tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/routers/ffd20132-fadf-4c7d-afcf-d398f7e25bff HTTP/1.1" status: 200 len: 892 time: 0.8688672 May 09 13:18:40.685405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52028) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:40.696396 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.718225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e51693f-6be9-4e64-a4cb-f834d74f18d5 None None] Network db3455bd-d15b-4b08-8fd6-85c544c3eb50 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:40.749955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0a518433-88b5-4923-bf2d-fed7c3d90045 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Synchronizing usage tracker for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:40.761208 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.795197 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network db3455bd-d15b-4b08-8fd6-85c544c3eb50 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:40.799392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:40.808096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:40.808637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.821817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e9baef3b-fb21-41c1-ae22-deb3ccfbf338 None None] Provisioning for port 09cf6cb8-9a94-427d-815e-a742e7540b74 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:40.840605 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e9baef3b-fb21-41c1-ae22-deb3ccfbf338 None None] Provisioning complete for port 09cf6cb8-9a94-427d-815e-a742e7540b74 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:40.840605 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e9baef3b-fb21-41c1-ae22-deb3ccfbf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:40.872397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0a518433-88b5-4923-bf2d-fed7c3d90045 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Unset dirty status for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:40.873577 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0a518433-88b5-4923-bf2d-fed7c3d90045 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffd20132-fadf-4c7d-afcf-d398f7e25bff HTTP/1.1" status: 200 len: 205 time: 0.1811438 May 09 13:18:40.878582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52032) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:41.003529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Subnet': ['ID=5639c4e6-cf2d-4705-92fc-32787d9899e3,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:41.016763 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cd8ca40c-cb2e-451c-be17-72bb3c3e5e77 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7449980 May 09 13:18:41.016763 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52036) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:41.024999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': 'db3455bd-d15b-4b08-8fd6-85c544c3eb50', 'fixed_ips': [{'subnet_id': 'be05e434-1057-49ca-b9a9-4aec2fa54de4'}, {'subnet_id': '5639c4e6-cf2d-4705-92fc-32787d9899e3'}], 'name': 'tempest-PortsIpV6TestJSON-1973931928'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:41.050557 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:41.071709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e9baef3b-fb21-41c1-ae22-deb3ccfbf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:41.115653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e9baef3b-fb21-41c1-ae22-deb3ccfbf338 None None] For port 09cf6cb8-9a94-427d-815e-a742e7540b74, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=09cf6cb8-9a94-427d-815e-a742e7540b74,segment=NetworkSegment(116031a5-f6d6-4cde-85d8-97fc282e1c07),segment_id=116031a5-f6d6-4cde-85d8-97fc282e1c07)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:41.119942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e9baef3b-fb21-41c1-ae22-deb3ccfbf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:41.189523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Calling delete_port for 1e8c0a5f-d338-4837-a34c-e21ea70f9e05 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:41.202906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] device_id is not set on port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:41.226948 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:41.251876 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c896ac8f-f6b1-48e8-a7e4-60ae096e1cce None None] Update dhcp port {'port': {'network_id': 'db3455bd-d15b-4b08-8fd6-85c544c3eb50', 'fixed_ips': [{'subnet_id': 'be05e434-1057-49ca-b9a9-4aec2fa54de4', 'ip_address': '2001:db8::2'}, {'subnet_id': '5639c4e6-cf2d-4705-92fc-32787d9899e3'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': '09cf6cb8-9a94-427d-815e-a742e7540b74'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:18:41.266011 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Transition to ACTIVE for port object 68f5bff6-1079-49e4-8bb2-bf5ec3301316 will not be triggered until provisioned by entity L2. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:41.274387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:41.277085 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:41.280198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baef3b-fb21-41c1-ae22-deb3ccfbf338 None None] Pushing event updated for resources: {'Port': ['ID=09cf6cb8-9a94-427d-815e-a742e7540b74,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:41.318094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:port and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:41.319062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c896ac8f-f6b1-48e8-a7e4-60ae096e1cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:41.322970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:41.343971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:41.453627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:41.489189 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event updated for resources: {'Port': ['ID=68f5bff6-1079-49e4-8bb2-bf5ec3301316,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:41.511258 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=7c12d873-fe33-4b3e-a8e2-6d2669ee1a47,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:41.540199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:41.542323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-c896ac8f-f6b1-48e8-a7e4-60ae096e1cce None None] Allocated IP 2001:db8:0:1::2 (db3455bd-d15b-4b08-8fd6-85c544c3eb50/5639c4e6-cf2d-4705-92fc-32787d9899e3/09cf6cb8-9a94-427d-815e-a742e7540b74) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:41.544156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:41.588525 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port c197949f-8e9a-46eb-ae12-11eba7019f14 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:41.710987 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c896ac8f-f6b1-48e8-a7e4-60ae096e1cce None None] For port 09cf6cb8-9a94-427d-815e-a742e7540b74, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=09cf6cb8-9a94-427d-815e-a742e7540b74,segment=NetworkSegment(116031a5-f6d6-4cde-85d8-97fc282e1c07),segment_id=116031a5-f6d6-4cde-85d8-97fc282e1c07)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:41.736751 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c896ac8f-f6b1-48e8-a7e4-60ae096e1cce None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:41.754972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c896ac8f-f6b1-48e8-a7e4-60ae096e1cce None None] Transition to ACTIVE for port object 09cf6cb8-9a94-427d-815e-a742e7540b74 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:41.759887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c896ac8f-f6b1-48e8-a7e4-60ae096e1cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:41.769788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:41.770361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:41.770456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:41.800063 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:41.800405 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:41.805831 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 2 to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 May 09 13:18:41.824718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:41.868115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:41.868445 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:41.868953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:41.896367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:41.896639 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:41.898491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896ac8f-f6b1-48e8-a7e4-60ae096e1cce None None] Pushing event updated for resources: {'Port': ['ID=09cf6cb8-9a94-427d-815e-a742e7540b74,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:41.901073 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 3 to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 May 09 13:18:41.934567 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:41.969753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:41.971850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:41.972256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:41.972671 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:41.998729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:41.999155 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:42.003851 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 4 to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 May 09 13:18:42.077019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:42.077376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:42.077700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:42.107367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:42.107694 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:42.111310 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 5 to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 May 09 13:18:42.120986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Pushing event deleted for resources: {'Port': ['ID=1e8c0a5f-d338-4837-a34c-e21ea70f9e05,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:42.171245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:42.171588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:42.171933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:42.193228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:42.193583 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:42.195323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7043d8b5-1b59-42cb-a5a6-46e863865a8e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:18:42.199056 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 6 to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 May 09 13:18:42.224991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8::278 (db3455bd-d15b-4b08-8fd6-85c544c3eb50/be05e434-1057-49ca-b9a9-4aec2fa54de4/c197949f-8e9a-46eb-ae12-11eba7019f14) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:42.239987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8:0:1::ac (db3455bd-d15b-4b08-8fd6-85c544c3eb50/5639c4e6-cf2d-4705-92fc-32787d9899e3/c197949f-8e9a-46eb-ae12-11eba7019f14) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:42.242132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:42.242465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:42.242803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:42.260043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:42.260373 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:42.262810 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 7 to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 May 09 13:18:42.351584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.365143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.383900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d9a8f4d7-d156-47b9-8c69-bda5489e25da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.410622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:42.410832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:42.411141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:42.437831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 09cf6cb8-9a94-427d-815e-a742e7540b74 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:42.449028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:42.449414 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:42.466477 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 8 to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 May 09 13:18:42.528723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.558045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b709f35f-fb11-4f22-a2f4-eee0e94322a4 None None] Network db3455bd-d15b-4b08-8fd6-85c544c3eb50 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:42.564000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:42.564339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:42.564681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:42.581411 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:42.581742 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:42.585894 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 9 to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 May 09 13:18:42.591179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.591708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Fanout notify agent at l3_agent the message router_deleted on router f2ad780d-f74c-4f75-bee2-2259ce46c4c4 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:18:42.624976 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:42.625336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:42.625673 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:42.659785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:42.660157 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:42.669662 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.plugins.ml2.plugin [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 10 to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 May 09 13:18:42.696767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.709161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:42.709530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:42.709850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:42.726332 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d655f4bd-8877-41be-a5ee-f43609fc79be None None] Provisioning for port 09cf6cb8-9a94-427d-815e-a742e7540b74 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:42.726801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object c197949f-8e9a-46eb-ae12-11eba7019f14 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:42.731863 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:42.732222 dv-neutron-840889-2-hyperv neutron-server[83894]: ERROR neutron.plugins.ml2.managers [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:42.732610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.743299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d655f4bd-8877-41be-a5ee-f43609fc79be None None] Provisioning complete for port 09cf6cb8-9a94-427d-815e-a742e7540b74 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:42.743659 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d655f4bd-8877-41be-a5ee-f43609fc79be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.842095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.896299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7043d8b5-1b59-42cb-a5a6-46e863865a8e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:42.932747 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc61e7-8325-45e8-918b-a15c566c0928 None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:42.938522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] For port 68f5bff6-1079-49e4-8bb2-bf5ec3301316, host hv-neutron-8408, cleared binding levels {{(pid=83894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:18:42.938898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempted to set empty binding levels {{(pid=83894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 09 13:18:42.939347 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.940448 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-40cabeeb-a886-4219-8207-f7adeb4936e3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/f2ad780d-f74c-4f75-bee2-2259ce46c4c4 HTTP/1.1" status: 204 len: 168 time: 4.4070415 May 09 13:18:42.944434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.946101 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52040) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:42.950689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7043d8b5-1b59-42cb-a5a6-46e863865a8e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.954046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'network': {'name': 'tempest-RoutersTest-1783602498'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:42.960412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:42.962551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.968543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:network and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:42.971597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:42.980168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:42.985906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:42.987575 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc61e7-8325-45e8-918b-a15c566c0928 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:42.988196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6cbc61e7-8325-45e8-918b-a15c566c0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:42.996390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.016269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:43.019408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.019921 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network db3455bd-d15b-4b08-8fd6-85c544c3eb50 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:43.029325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:43.030565 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=c197949f-8e9a-46eb-ae12-11eba7019f14,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:43.030952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port 207d90ef-ac1e-4382-a159-79b3b07ceab0 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:43.031463 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.032879 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:43.037363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:43.037975 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.050602 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6cbc61e7-8325-45e8-918b-a15c566c0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:43.069017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc61e7-8325-45e8-918b-a15c566c0928 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:43.069681 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6cbc61e7-8325-45e8-918b-a15c566c0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:43.090762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.091358 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Fanout notify agent at l3_agent the message router_deleted on router 9a068dbd-98a5-42f3-8bd0-90aef9d88f5f {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:18:43.102042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] In _notify_port_updated(), no bound segment for port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:18:43.103110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.104840 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "PUT /v2.0/ports/68f5bff6-1079-49e4-8bb2-bf5ec3301316 HTTP/1.1" status: 200 len: 981 time: 2.7023454 May 09 13:18:43.113996 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7043d8b5-1b59-42cb-a5a6-46e863865a8e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "PUT /v2.0/floatingips/ec09d92e-24ff-47c3-882e-78cc2845435c HTTP/1.1" status: 200 len: 688 time: 3.3654852 May 09 13:18:43.114779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52044) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:43.115105 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52046) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:43.134152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.139312 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6cbc61e7-8325-45e8-918b-a15c566c0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:43.139312 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc61e7-8325-45e8-918b-a15c566c0928 None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:43.140539 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cbbc2a72-1056-4601-a6f2-6f95184f5753 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "DELETE /v2.0/routers/9a068dbd-98a5-42f3-8bd0-90aef9d88f5f HTTP/1.1" status: 204 len: 168 time: 4.3872144 May 09 13:18:43.141968 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:43.189724 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52052) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:43.208767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1796220513', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:43.223670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:43.231292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Usage tracker for resource:router and tenant:a7678370ca4147a89811dcde2ccbefa0 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:43.235385 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-78e46ec1-8f80-46dd-b80b-76eb1c30aeee tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2169490 May 09 13:18:43.236030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.236381 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Added segment d9a15df4-5f86-47e2-8b54-836dc61076e3 of type vlan for network 55b19a72-e2e8-4a40-852b-e2a17e594e39 May 09 13:18:43.237700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:43.240220 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52056) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:43.257515 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-85aa19d3-9b2f-48ae-a0b8-f92f37beee15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be05e434-1057-49ca-b9a9-4aec2fa54de4'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:43.263953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02027994-4c3c-4584-9394-2b5dea0c8498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event updated for resources: {'Port': ['ID=68f5bff6-1079-49e4-8bb2-bf5ec3301316,revision_number=3']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:43.283586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:43.287520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.350281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.351775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.358063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.362937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9ab34ea9-8299-4a26-aaa8-6d4a8839caa1 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 4533b468-db07-4a45-afe9-ffe4862c3c0b {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:43.363531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ab34ea9-8299-4a26-aaa8-6d4a8839caa1 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.382647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.458648 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e3927a20-2e2e-4613-a303-ced067f8bf4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16611 time: 0.3309886 May 09 13:18:43.458648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52060) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:43.467648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-deb1bef1-e1b4-4883-847f-f2e23e3f2cd4 None None] Provisioning for port c197949f-8e9a-46eb-ae12-11eba7019f14 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:43.474807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-deb1bef1-e1b4-4883-847f-f2e23e3f2cd4 None None] Provisioning complete for port c197949f-8e9a-46eb-ae12-11eba7019f14 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:43.475246 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-deb1bef1-e1b4-4883-847f-f2e23e3f2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.537620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-deb1bef1-e1b4-4883-847f-f2e23e3f2cd4 None None] Port c197949f-8e9a-46eb-ae12-11eba7019f14 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:18:43.555942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-deb1bef1-e1b4-4883-847f-f2e23e3f2cd4 None None] Provisioning complete for port 09cf6cb8-9a94-427d-815e-a742e7540b74 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:43.556608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-deb1bef1-e1b4-4883-847f-f2e23e3f2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.574821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:18:43.593924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for 207d90ef-ac1e-4382-a159-79b3b07ceab0 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:43.668426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.704206 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.706368 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a7cab-6cbb-41bd-8a46-1877638adfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Deleting port 68f5bff6-1079-49e4-8bb2-bf5ec3301316 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:43.706711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a1a7cab-6cbb-41bd-8a46-1877638adfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.707914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:43.708492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.776957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.786293 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ab34ea9-8299-4a26-aaa8-6d4a8839caa1 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.786626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ab34ea9-8299-4a26-aaa8-6d4a8839caa1 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.851980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b5362e66-4756-49a0-bcdb-0f3917d5251e None None] Provisioning complete for port c197949f-8e9a-46eb-ae12-11eba7019f14 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:43.852340 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b5362e66-4756-49a0-bcdb-0f3917d5251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:43.909962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b5362e66-4756-49a0-bcdb-0f3917d5251e None None] Port c197949f-8e9a-46eb-ae12-11eba7019f14 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:18:43.941869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9ab34ea9-8299-4a26-aaa8-6d4a8839caa1 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 4533b468-db07-4a45-afe9-ffe4862c3c0b owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:43.998432 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0483143 May 09 13:18:44.013558 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52064) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:44.024843 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570c9d5-9e39-4893-8e24-d0a2934f1050 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Network': ['ID=55b19a72-e2e8-4a40-852b-e2a17e594e39,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:44.036369 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 55b19a72-e2e8-4a40-852b-e2a17e594e39 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:44.055610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-85aa19d3-9b2f-48ae-a0b8-f92f37beee15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:44.064252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'subnet': {'network_id': '55b19a72-e2e8-4a40-852b-e2a17e594e39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:44.083179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:44.209046 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-7a1a7cab-6cbb-41bd-8a46-1877638adfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] For port 68f5bff6-1079-49e4-8bb2-bf5ec3301316, host hv-neutron-8408, got binding levels [] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:44.209451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a1a7cab-6cbb-41bd-8a46-1877638adfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:44.355722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a7cab-6cbb-41bd-8a46-1877638adfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Calling delete_port for 68f5bff6-1079-49e4-8bb2-bf5ec3301316 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:44.419369 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:44.427728 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:44.443384 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:subnet and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:44.449770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:44.462703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:44.492712 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:44.510843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ab34ea9-8299-4a26-aaa8-6d4a8839caa1 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:44.539568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=207d90ef-ac1e-4382-a159-79b3b07ceab0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:44.593526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a1a7cab-6cbb-41bd-8a46-1877638adfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:44.620203 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab34ea9-8299-4a26-aaa8-6d4a8839caa1 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=4533b468-db07-4a45-afe9-ffe4862c3c0b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:44.684679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a7cab-6cbb-41bd-8a46-1877638adfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event deleted for resources: {'Port': ['ID=68f5bff6-1079-49e4-8bb2-bf5ec3301316,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:44.719107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:44.826148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a1a7cab-6cbb-41bd-8a46-1877638adfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:44.890810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:44.895752 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7a1a7cab-6cbb-41bd-8a46-1877638adfb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "DELETE /v2.0/ports/68f5bff6-1079-49e4-8bb2-bf5ec3301316 HTTP/1.1" status: 204 len: 168 time: 1.4363840 May 09 13:18:44.900452 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52068) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:44.906290 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ab34ea9-8299-4a26-aaa8-6d4a8839caa1 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:44.908779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ab34ea9-8299-4a26-aaa8-6d4a8839caa1 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:44.913974 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9ab34ea9-8299-4a26-aaa8-6d4a8839caa1 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/floatingips/ec09d92e-24ff-47c3-882e-78cc2845435c HTTP/1.1" status: 204 len: 168 time: 1.7848535 May 09 13:18:44.925776 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:44.939576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52072) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:44.955456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': '9ca9add3-3497-448e-82fc-b9695131238d'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:44.962024 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-404d956b-8bda-49fc-924c-5c5ac36eb2c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] GET failed (client error): The resource could not be found. May 09 13:18:44.962523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-404d956b-8bda-49fc-924c-5c5ac36eb2c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Synchronizing usage tracker for tenant:5c35d389c8064a1ea56724fdcc5bf751 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:44.967094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:44.974428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:floatingip and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:44.978899 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:44.987202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:45.000672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-404d956b-8bda-49fc-924c-5c5ac36eb2c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Unset dirty status for tenant:5c35d389c8064a1ea56724fdcc5bf751 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:45.002095 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-404d956b-8bda-49fc-924c-5c5ac36eb2c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "GET /v2.0/ports/68f5bff6-1079-49e4-8bb2-bf5ec3301316 HTTP/1.1" status: 404 len: 333 time: 0.0984888 May 09 13:18:45.005769 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52076) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:45.048388 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081992328', 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:45.051463 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.066581 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-85aa19d3-9b2f-48ae-a0b8-f92f37beee15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Delete allocated IP 2001:db8:0:1::ac (db3455bd-d15b-4b08-8fd6-85c544c3eb50/5639c4e6-cf2d-4705-92fc-32787d9899e3) {{(pid=83895) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 09 13:18:45.074679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:45.123967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.191661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:45.224772 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.280014 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Made reservation on behalf of 5c35d389c8064a1ea56724fdcc5bf751 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:45.282276 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.284632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.331001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] device_id is not set on port 44034804-3817-456f-b331-fde48fe64c9b yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:45.350557 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.368683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.430791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.431398 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Fanout notify agent at l3_agent the message router_deleted on router ffd20132-fadf-4c7d-afcf-d398f7e25bff {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:18:45.496765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Subnet': ['ID=8d1568da-c373-4c55-bbae-4e999c25613f,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:45.515964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.517037 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f9ab4bdc-4451-4388-b751-42b71de344f7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/ffd20132-fadf-4c7d-afcf-d398f7e25bff HTTP/1.1" status: 204 len: 168 time: 4.6376083 May 09 13:18:45.521734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52080) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:45.529660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1043132744'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:45.537110 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:45.552821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:network and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:45.559897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:45.570819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-85aa19d3-9b2f-48ae-a0b8-f92f37beee15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.580307 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Allocated IP 172.26.1.75 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/7a0505fd-1057-4fc4-bc9d-bae9a039442e) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:45.585129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:45.607628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-85aa19d3-9b2f-48ae-a0b8-f92f37beee15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object c197949f-8e9a-46eb-ae12-11eba7019f14 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:45.625710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Checking segment: {'id': 'd9a15df4-5f86-47e2-8b54-836dc61076e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '55b19a72-e2e8-4a40-852b-e2a17e594e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:45.626071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network hostable DHCP agents. Network: 55b19a72-e2e8-4a40-852b-e2a17e594e39, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:18:45.631795 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-85aa19d3-9b2f-48ae-a0b8-f92f37beee15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.638085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:45.640912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.678647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.683548 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.740336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 55b19a72-e2e8-4a40-852b-e2a17e594e39 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:18:45.770853 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 55b19a72-e2e8-4a40-852b-e2a17e594e39) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:45.778658 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95db6a7f-6c1a-4e8e-8123-fc637297751b None None] Network 55b19a72-e2e8-4a40-852b-e2a17e594e39 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:45.779476 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:45.780066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.803323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.856166 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-eeaf33d5-17b0-40e9-b095-56931952f0f4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8388276 May 09 13:18:45.857989 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52084) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:45.864957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-5e50537d-2907-4b49-9c18-f5569c7b6dba tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1965276175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:45.877925 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5e50537d-2907-4b49-9c18-f5569c7b6dba tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:45.891196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5e50537d-2907-4b49-9c18-f5569c7b6dba tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:router and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:45.899942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5e50537d-2907-4b49-9c18-f5569c7b6dba tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:45.903964 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Network 555daa58-1c0e-4a7d-8291-35a316938677 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:45.904690 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event updated for resources: {'Port': ['ID=44034804-3817-456f-b331-fde48fe64c9b,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:45.909823 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:45.911745 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5e50537d-2907-4b49-9c18-f5569c7b6dba tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:45.914883 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:45.915021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:45.915629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.950527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e50537d-2907-4b49-9c18-f5569c7b6dba tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.951584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e50537d-2907-4b49-9c18-f5569c7b6dba tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.956645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:45.959561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-85aa19d3-9b2f-48ae-a0b8-f92f37beee15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] In _notify_port_updated(), no bound segment for port c197949f-8e9a-46eb-ae12-11eba7019f14 on network db3455bd-d15b-4b08-8fd6-85c544c3eb50 {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:18:45.967612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aa19d3-9b2f-48ae-a0b8-f92f37beee15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:45.968507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-85aa19d3-9b2f-48ae-a0b8-f92f37beee15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.970714 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-85aa19d3-9b2f-48ae-a0b8-f92f37beee15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "PUT /v2.0/ports/c197949f-8e9a-46eb-ae12-11eba7019f14 HTTP/1.1" status: 200 len: 926 time: 2.7233558 May 09 13:18:45.973603 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52088) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:45.981450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4b9c0a36-be17-4d60-8391-64addc8aad40 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be05e434-1057-49ca-b9a9-4aec2fa54de4'}, {'subnet_id': '5639c4e6-cf2d-4705-92fc-32787d9899e3'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:45.986479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:45.987025 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Added segment 46145b31-76f5-48ce-ade4-c5e0e1e729e5 of type vlan for network a4260a83-8f40-42ee-918f-c693f2a5a548 May 09 13:18:46.015951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.022816 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ceff68de-8932-4d8f-b464-33196decbccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0160201 May 09 13:18:46.029852 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52092) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:46.035239 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e50537d-2907-4b49-9c18-f5569c7b6dba tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.056470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa19d3-9b2f-48ae-a0b8-f92f37beee15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=c197949f-8e9a-46eb-ae12-11eba7019f14,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:46.072557 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-55b19a72-e2e8-4a40-852b-e2a17e594e39', 'network_id': '55b19a72-e2e8-4a40-852b-e2a17e594e39', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'fixed_ips': [{'subnet_id': '8d1568da-c373-4c55-bbae-4e999c25613f'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:18:46.073614 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.076044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.079779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:46.080352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.187064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.207295 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6849201 May 09 13:18:46.211338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52096) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:46.220952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'subnet': {'network_id': 'a4260a83-8f40-42ee-918f-c693f2a5a548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:46.241948 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0c625-c953-43a7-a668-b6eeff28d98e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Network': ['ID=a4260a83-8f40-42ee-918f-c693f2a5a548,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:46.250401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9d82b95e-c045-49c8-8934-da72b2555290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Synchronizing usage tracker for tenant:5c35d389c8064a1ea56724fdcc5bf751 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:46.255664 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e50537d-2907-4b49-9c18-f5569c7b6dba tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.258943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network a4260a83-8f40-42ee-918f-c693f2a5a548 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:46.277487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Allocated IP 172.20.0.2 (55b19a72-e2e8-4a40-852b-e2a17e594e39/8d1568da-c373-4c55-bbae-4e999c25613f/3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:46.306382 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9d82b95e-c045-49c8-8934-da72b2555290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Unset dirty status for tenant:5c35d389c8064a1ea56724fdcc5bf751 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:46.307513 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9d82b95e-c045-49c8-8934-da72b2555290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "GET /v2.0/ports/44034804-3817-456f-b331-fde48fe64c9b HTTP/1.1" status: 200 len: 959 time: 0.2752535 May 09 13:18:46.308388 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5e50537d-2907-4b49-9c18-f5569c7b6dba tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.311051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52100) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:46.312317 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5e50537d-2907-4b49-9c18-f5569c7b6dba tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4519458 May 09 13:18:46.314851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52102) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:46.404390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:46.409544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f3a11b57-d39f-48f8-8d2e-c28625b55173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Deleting port 44034804-3817-456f-b331-fde48fe64c9b {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:46.409945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f3a11b57-d39f-48f8-8d2e-c28625b55173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.435350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.439533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b27b0f07-95a5-45b7-a869-005481c68514 None None] Provisioning for port c197949f-8e9a-46eb-ae12-11eba7019f14 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:46.465824 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b27b0f07-95a5-45b7-a869-005481c68514 None None] Provisioning complete for port c197949f-8e9a-46eb-ae12-11eba7019f14 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:46.466194 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b27b0f07-95a5-45b7-a869-005481c68514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.485113 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:subnet and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:46.493708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:46.504399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:46.524696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:46.526296 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:46.541614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:46.584350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.26.1.239 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/18bdf6d3-b9e9-4491-b44b-528d9c78cfd0) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:46.600585 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:46.602325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b27b0f07-95a5-45b7-a869-005481c68514 None None] Port c197949f-8e9a-46eb-ae12-11eba7019f14 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:18:46.622938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Pushing event updated for resources: {'Port': ['ID=7a0505fd-1057-4fc4-bc9d-bae9a039442e,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:46.625355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b9c0a36-be17-4d60-8391-64addc8aad40 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.689031 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.700269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Transition to ACTIVE for port object 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:46.720789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Transition to ACTIVE for port object 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:46.727679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.799162 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Pushing event updated for resources: {'Port': ['ID=3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:46.803822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Network 55b19a72-e2e8-4a40-852b-e2a17e594e39 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:46.805886 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:46.808166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:46.901875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Attempting to bind port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:46.902231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Attempting to bind port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'd9a15df4-5f86-47e2-8b54-836dc61076e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '55b19a72-e2e8-4a40-852b-e2a17e594e39'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:46.902588 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Attempting to bind port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 on network 55b19a72-e2e8-4a40-852b-e2a17e594e39 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:46.909809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:18:46.910163 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Checking segment: {'id': 'd9a15df4-5f86-47e2-8b54-836dc61076e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '55b19a72-e2e8-4a40-852b-e2a17e594e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:46.910581 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.910969 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Bound using segment: {'id': 'd9a15df4-5f86-47e2-8b54-836dc61076e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '55b19a72-e2e8-4a40-852b-e2a17e594e39'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:18:46.911431 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Bound port: 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a15df4-5f86-47e2-8b54-836dc61076e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '55b19a72-e2e8-4a40-852b-e2a17e594e39'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:18:46.911799 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:46.927023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:47.007041 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] For port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:18:47.010585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] For port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09,segment=NetworkSegment(d9a15df4-5f86-47e2-8b54-836dc61076e3),segment_id=d9a15df4-5f86-47e2-8b54-836dc61076e3)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:18:47.015826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:47.026967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f3a11b57-d39f-48f8-8d2e-c28625b55173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:47.099580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519bd4d-0362-47ff-a0e6-7dd20f9002e4 None None] Pushing event updated for resources: {'Port': ['ID=3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:47.166546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f3a11b57-d39f-48f8-8d2e-c28625b55173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Calling delete_port for 44034804-3817-456f-b331-fde48fe64c9b owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:47.193855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:47.245995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:47.246913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:47.467135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:47.525745 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f3a11b57-d39f-48f8-8d2e-c28625b55173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:47.591007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a11b57-d39f-48f8-8d2e-c28625b55173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event deleted for resources: {'Port': ['ID=44034804-3817-456f-b331-fde48fe64c9b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:47.616838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:47.619295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f3a11b57-d39f-48f8-8d2e-c28625b55173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:47.625232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:47.627857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:47.667449 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f3a11b57-d39f-48f8-8d2e-c28625b55173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "DELETE /v2.0/ports/44034804-3817-456f-b331-fde48fe64c9b HTTP/1.1" status: 204 len: 168 time: 1.3551357 May 09 13:18:47.669881 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52110) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:47.701828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=18bdf6d3-b9e9-4491-b44b-528d9c78cfd0,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:47.702147 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:47.731939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:47.741799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-4b9c0a36-be17-4d60-8391-64addc8aad40 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8:0:1::ee (db3455bd-d15b-4b08-8fd6-85c544c3eb50/5639c4e6-cf2d-4705-92fc-32787d9899e3/c197949f-8e9a-46eb-ae12-11eba7019f14) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:47.749997 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7310eb49-b584-4294-ba91-c09b1f6eb49c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] GET failed (client error): The resource could not be found. May 09 13:18:47.750488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7310eb49-b584-4294-ba91-c09b1f6eb49c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Synchronizing usage tracker for tenant:5c35d389c8064a1ea56724fdcc5bf751 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:47.805185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7310eb49-b584-4294-ba91-c09b1f6eb49c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Unset dirty status for tenant:5c35d389c8064a1ea56724fdcc5bf751 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:47.806426 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7310eb49-b584-4294-ba91-c09b1f6eb49c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "GET /v2.0/ports/44034804-3817-456f-b331-fde48fe64c9b HTTP/1.1" status: 404 len: 333 time: 0.1355944 May 09 13:18:47.807020 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Subnet': ['ID=9e635755-ed57-4785-8c80-2ffda12b3bd5,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:47.816037 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52114) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:47.826435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Request body: {'port': {'network_id': '555daa58-1c0e-4a7d-8291-35a316938677', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490489013'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:47.836703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:47.855657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:47.863753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Checking segment: {'id': '46145b31-76f5-48ce-ade4-c5e0e1e729e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4260a83-8f40-42ee-918f-c693f2a5a548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:47.864143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network hostable DHCP agents. Network: a4260a83-8f40-42ee-918f-c693f2a5a548, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:18:47.891890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Made reservation on behalf of 5c35d389c8064a1ea56724fdcc5bf751 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:47.894306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:47.932226 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] device_id is not set on port cc5669a5-4fcb-4816-81c6-ef72610eb743 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:47.981522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network a4260a83-8f40-42ee-918f-c693f2a5a548 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:18:48.027278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, a4260a83-8f40-42ee-918f-c693f2a5a548) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:48.040266 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d769b3-31b5-4a7f-a5d8-6ac1873f92ed None None] Network a4260a83-8f40-42ee-918f-c693f2a5a548 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:48.051730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:48.052309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:48.151204 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9842d024-813f-4236-94bf-4bd1094c0165 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9375699 May 09 13:18:48.204398 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52118) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:48.222481 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-78cdb012-bc74-4f88-a84b-57f1b8a661a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-347171523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:48.239848 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-78cdb012-bc74-4f88-a84b-57f1b8a661a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:48.248910 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-78cdb012-bc74-4f88-a84b-57f1b8a661a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:router and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:48.251316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Router 20502389-b23c-42a3-972e-db90eb83f63f is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:18:48.254939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-78cdb012-bc74-4f88-a84b-57f1b8a661a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:48.281692 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-78cdb012-bc74-4f88-a84b-57f1b8a661a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:48.285831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eb8a8c-25e8-4b2b-a8b6-aad562c6cf81 None None] Network 55b19a72-e2e8-4a40-852b-e2a17e594e39 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:48.313556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-78cdb012-bc74-4f88-a84b-57f1b8a661a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:48.314478 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-78cdb012-bc74-4f88-a84b-57f1b8a661a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:48.320925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:48.385741 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-a4260a83-8f40-42ee-918f-c693f2a5a548', 'network_id': 'a4260a83-8f40-42ee-918f-c693f2a5a548', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'fixed_ips': [{'subnet_id': '9e635755-ed57-4785-8c80-2ffda12b3bd5'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:18:48.386518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:48.449344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b9c0a36-be17-4d60-8391-64addc8aad40 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:48.492447 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Allocated IP 172.20.0.1 (55b19a72-e2e8-4a40-852b-e2a17e594e39/8d1568da-c373-4c55-bbae-4e999c25613f/e3569064-cb8c-4d1f-8aa4-680922955be1) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:48.492661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-78cdb012-bc74-4f88-a84b-57f1b8a661a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:48.495421 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-4b9c0a36-be17-4d60-8391-64addc8aad40 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object c197949f-8e9a-46eb-ae12-11eba7019f14 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:48.527761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:48.530962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:48.582734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-78cdb012-bc74-4f88-a84b-57f1b8a661a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:48.628309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b4e4e2c9-9ced-4c46-9649-4a6969dd38ba None None] Provisioning for port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:48.628977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b9c0a36-be17-4d60-8391-64addc8aad40 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:48.637796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Network 555daa58-1c0e-4a7d-8291-35a316938677 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:48.644674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:48.648313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event updated for resources: {'Port': ['ID=cc5669a5-4fcb-4816-81c6-ef72610eb743,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:48.650945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:48.651797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:48.652376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:48.658719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-78cdb012-bc74-4f88-a84b-57f1b8a661a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:48.659881 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-78cdb012-bc74-4f88-a84b-57f1b8a661a5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4545302 May 09 13:18:48.666286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52122) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:48.794401 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-45d4e8f6-f371-49b8-86ea-2fff40abeb88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9762325 May 09 13:18:48.797492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52126) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:48.808717 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:48.811060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Allocated IP 2001:db8::2 (a4260a83-8f40-42ee-918f-c693f2a5a548/9e635755-ed57-4785-8c80-2ffda12b3bd5/0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:48.827398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:48.907812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:48.908138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.039699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c0a36-be17-4d60-8391-64addc8aad40 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=c197949f-8e9a-46eb-ae12-11eba7019f14,revision_number=3']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:49.078957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c0a36-be17-4d60-8391-64addc8aad40 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] In _notify_port_updated(), no bound segment for port c197949f-8e9a-46eb-ae12-11eba7019f14 on network db3455bd-d15b-4b08-8fd6-85c544c3eb50 {{(pid=83894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:18:49.083182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9c0a36-be17-4d60-8391-64addc8aad40 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:49.084028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b9c0a36-be17-4d60-8391-64addc8aad40 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.085674 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4b9c0a36-be17-4d60-8391-64addc8aad40 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "PUT /v2.0/ports/c197949f-8e9a-46eb-ae12-11eba7019f14 HTTP/1.1" status: 200 len: 1011 time: 3.1109469 May 09 13:18:49.093244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52130) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:49.121700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.132724 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Transition to ACTIVE for port object 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:49.153788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Transition to ACTIVE for port object 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:49.166335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.182701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.207446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Transition to ACTIVE for port object e3569064-cb8c-4d1f-8aa4-680922955be1 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:49.257798 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Network a4260a83-8f40-42ee-918f-c693f2a5a548 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:49.262330 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:49.269605 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:49.275161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Pushing event updated for resources: {'Port': ['ID=0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:49.280458 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.321158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6f63a2c9-1dd2-423f-a776-d9b73f96935e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port c197949f-8e9a-46eb-ae12-11eba7019f14 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:49.321703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f63a2c9-1dd2-423f-a776-d9b73f96935e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.393539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:49.408747 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.409343 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d741ab-6d13-411f-97f3-2893b46b476b None None] Sync routers for ids ['20502389-b23c-42a3-972e-db90eb83f63f'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:49.424771 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d741ab-6d13-411f-97f3-2893b46b476b None None] Routers {'20502389-b23c-42a3-972e-db90eb83f63f'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:49.427827 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-05d741ab-6d13-411f-97f3-2893b46b476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['20502389-b23c-42a3-972e-db90eb83f63f'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:49.446386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Attempting to bind port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:49.446736 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Attempting to bind port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '46145b31-76f5-48ce-ade4-c5e0e1e729e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4260a83-8f40-42ee-918f-c693f2a5a548'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:49.447092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Attempting to bind port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 on network a4260a83-8f40-42ee-918f-c693f2a5a548 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:49.451240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3874abf2-d7b2-464f-8a6e-5ed86438e43e None None] Provisioning for port c197949f-8e9a-46eb-ae12-11eba7019f14 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:49.456369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.465952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.470245 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3e898d12-409a-446a-b979-fa40c1282e1d tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2792628 May 09 13:18:49.471163 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3874abf2-d7b2-464f-8a6e-5ed86438e43e None None] Provisioning complete for port c197949f-8e9a-46eb-ae12-11eba7019f14 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:49.471574 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3874abf2-d7b2-464f-8a6e-5ed86438e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.481019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52134) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:49.484392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.489440 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:49.504573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:18:49.504909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Checking segment: {'id': '46145b31-76f5-48ce-ade4-c5e0e1e729e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4260a83-8f40-42ee-918f-c693f2a5a548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:18:49.505334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.505728 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Bound using segment: {'id': '46145b31-76f5-48ce-ade4-c5e0e1e729e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4260a83-8f40-42ee-918f-c693f2a5a548'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:18:49.506216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Bound port: 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46145b31-76f5-48ce-ade4-c5e0e1e729e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4260a83-8f40-42ee-918f-c693f2a5a548'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:18:49.506584 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.519418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=e3569064-cb8c-4d1f-8aa4-680922955be1,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:49.520099 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-05d741ab-6d13-411f-97f3-2893b46b476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:49.543406 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d741ab-6d13-411f-97f3-2893b46b476b None None] Routers {'20502389-b23c-42a3-972e-db90eb83f63f'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:49.545329 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-05d741ab-6d13-411f-97f3-2893b46b476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['20502389-b23c-42a3-972e-db90eb83f63f'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:49.580778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09,segment=NetworkSegment(d9a15df4-5f86-47e2-8b54-836dc61076e3),segment_id=d9a15df4-5f86-47e2-8b54-836dc61076e3)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:49.607799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.609453 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.633357 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-05d741ab-6d13-411f-97f3-2893b46b476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:49.634340 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d741ab-6d13-411f-97f3-2893b46b476b None None] The sync data for ids ['20502389-b23c-42a3-972e-db90eb83f63f'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:49.666866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 55b19a72-e2e8-4a40-852b-e2a17e594e39 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:49.669872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:49.672988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:49.750289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3874abf2-d7b2-464f-8a6e-5ed86438e43e None None] Port c197949f-8e9a-46eb-ae12-11eba7019f14 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:18:49.792872 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:49.800408 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] For port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:18:49.808183 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] For port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24,segment=NetworkSegment(46145b31-76f5-48ce-ade4-c5e0e1e729e5),segment_id=46145b31-76f5-48ce-ade4-c5e0e1e729e5)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:18:49.811414 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3874abf2-d7b2-464f-8a6e-5ed86438e43e None None] Provisioning complete for port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:49.811865 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3874abf2-d7b2-464f-8a6e-5ed86438e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.826715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.869178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.969341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69c4ff-a8f0-4a03-b8cf-d92ce856275d None None] Pushing event updated for resources: {'Port': ['ID=0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:49.969915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:49.979805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:50.003638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:50.117484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f63a2c9-1dd2-423f-a776-d9b73f96935e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:50.162327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=18bdf6d3-b9e9-4491-b44b-528d9c78cfd0,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:50.195782 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8d04e66f-0b12-4c8e-9b33-2eb7ee4754dd None None] Provisioning for port e3569064-cb8c-4d1f-8aa4-680922955be1 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:50.201273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8d04e66f-0b12-4c8e-9b33-2eb7ee4754dd None None] Provisioning complete for port e3569064-cb8c-4d1f-8aa4-680922955be1 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:50.201815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d04e66f-0b12-4c8e-9b33-2eb7ee4754dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:50.286296 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8d04e66f-0b12-4c8e-9b33-2eb7ee4754dd None None] Port e3569064-cb8c-4d1f-8aa4-680922955be1 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:18:50.308278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6f63a2c9-1dd2-423f-a776-d9b73f96935e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for c197949f-8e9a-46eb-ae12-11eba7019f14 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:50.338160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:50.393624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:50.536353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:50.564436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] device_id is not set on port cc5669a5-4fcb-4816-81c6-ef72610eb743 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:18:50.589589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:50.650202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:50.650894 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:50.781976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:50.812641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:50.821820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:50.866977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:50.932229 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Floating IP a36316a8-ce27-4619-88a0-891a7c9c13fe associated. External IP: 172.26.1.239, port: 9ca9add3-3497-448e-82fc-b9695131238d. May 09 13:18:51.064882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=e3569064-cb8c-4d1f-8aa4-680922955be1,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:51.072467 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:51.131394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:51.192596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Transition to ACTIVE for port object cc5669a5-4fcb-4816-81c6-ef72610eb743 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:51.199189 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f63a2c9-1dd2-423f-a776-d9b73f96935e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:51.207435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be80448c-5245-49f0-a96a-3ea04f8c3eb9 None None] Network a4260a83-8f40-42ee-918f-c693f2a5a548 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:51.220905 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:51.249040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 55b19a72-e2e8-4a40-852b-e2a17e594e39 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:51.250787 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:51.287141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Allocated IP 2001:db8::1 (a4260a83-8f40-42ee-918f-c693f2a5a548/9e635755-ed57-4785-8c80-2ffda12b3bd5/a68a0241-5700-444c-96a4-3cf2b1bd1439) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:18:51.294357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63a2c9-1dd2-423f-a776-d9b73f96935e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=c197949f-8e9a-46eb-ae12-11eba7019f14,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:51.369866 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0eb7e1ab-307e-4e90-8019-ad9bd62d2fb0 None None] Provisioning for port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:51.379287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0eb7e1ab-307e-4e90-8019-ad9bd62d2fb0 None None] Provisioning complete for port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:51.379794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0eb7e1ab-307e-4e90-8019-ad9bd62d2fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:51.637705 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0eb7e1ab-307e-4e90-8019-ad9bd62d2fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:51.683253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0eb7e1ab-307e-4e90-8019-ad9bd62d2fb0 None None] For port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24,segment=NetworkSegment(46145b31-76f5-48ce-ade4-c5e0e1e729e5),segment_id=46145b31-76f5-48ce-ade4-c5e0e1e729e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:51.692946 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0eb7e1ab-307e-4e90-8019-ad9bd62d2fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:51.727521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:51.780208 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7e1ab-307e-4e90-8019-ad9bd62d2fb0 None None] Pushing event updated for resources: {'Port': ['ID=0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:51.781076 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:51.781290 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:51.781624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:51.805052 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f63a2c9-1dd2-423f-a776-d9b73f96935e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:51.809663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event updated for resources: {'Port': ['ID=cc5669a5-4fcb-4816-81c6-ef72610eb743,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:51.820334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a76ab8ea-eee3-4533-9e4f-0c51cb314100 None None] Provisioning complete for port e3569064-cb8c-4d1f-8aa4-680922955be1 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:51.820874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a76ab8ea-eee3-4533-9e4f-0c51cb314100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:51.822806 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:51.823384 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:51.825030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Transition to ACTIVE for port object a68a0241-5700-444c-96a4-3cf2b1bd1439 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:18:51.830495 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 2 to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 May 09 13:18:51.855466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:51.855883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:51.856283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:51.870687 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6f63a2c9-1dd2-423f-a776-d9b73f96935e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/c197949f-8e9a-46eb-ae12-11eba7019f14 HTTP/1.1" status: 204 len: 168 time: 2.7663388 May 09 13:18:51.872457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52140) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:51.885321 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a76ab8ea-eee3-4533-9e4f-0c51cb314100 None None] Port e3569064-cb8c-4d1f-8aa4-680922955be1 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:18:51.888340 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:51.888747 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:51.892857 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 3 to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 May 09 13:18:51.919536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:51.919950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:51.920847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:51.929461 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d1146d-0c81-4e01-a2fc-f5436dbd94ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:18:51.929963 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e7d1146d-0c81-4e01-a2fc-f5436dbd94ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:51.935927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:51.936317 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:51.938013 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 4 to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 May 09 13:18:51.946920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:51.967813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e7d1146d-0c81-4e01-a2fc-f5436dbd94ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:51.971377 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e7d1146d-0c81-4e01-a2fc-f5436dbd94ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/c197949f-8e9a-46eb-ae12-11eba7019f14 HTTP/1.1" status: 404 len: 333 time: 0.0954747 May 09 13:18:51.975058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52144) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:52.010381 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-edc8e941-5c3d-4a53-906b-09bdd30111a3 None None] Provisioning complete for port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:52.011008 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edc8e941-5c3d-4a53-906b-09bdd30111a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:52.053738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 17dcd116-3ded-4e29-b822-60cf626c4d9c is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:18:52.117139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:52.117569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:52.117815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:52.141612 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:18:52.153829 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network a4260a83-8f40-42ee-918f-c693f2a5a548 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:52.154643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:52.154965 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:52.157479 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 5 to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 May 09 13:18:52.164978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:52.167523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:18:52.168226 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:52.181969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=a68a0241-5700-444c-96a4-3cf2b1bd1439,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:52.203123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:52.203818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:52.203818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:52.230549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:52.230913 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:52.233499 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 6 to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 May 09 13:18:52.279855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:52.280185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:52.280516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:52.324428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:52.324785 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:52.327282 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 7 to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 May 09 13:18:52.348559 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:52.363048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:52.363385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:52.363718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:52.423016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:52.423204 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:52.426157 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 8 to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 May 09 13:18:52.430884 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:18:52.506155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-374c994f-339c-4949-a819-73325f2bd54f None None] Provisioning for port a68a0241-5700-444c-96a4-3cf2b1bd1439 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:18:52.513425 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-374c994f-339c-4949-a819-73325f2bd54f None None] Provisioning complete for port a68a0241-5700-444c-96a4-3cf2b1bd1439 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:52.513798 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-374c994f-339c-4949-a819-73325f2bd54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:52.558474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa213c16-4eaa-486a-97b2-28ba87360a27 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting subnet 5639c4e6-cf2d-4705-92fc-32787d9899e3 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:18:52.566864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:52.567290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:52.570791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa213c16-4eaa-486a-97b2-28ba87360a27 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:52.626995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-374c994f-339c-4949-a819-73325f2bd54f None None] Port a68a0241-5700-444c-96a4-3cf2b1bd1439 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:18:52.649646 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa213c16-4eaa-486a-97b2-28ba87360a27 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:52.703063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:52.703435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:52.703633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:52.736165 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:52.737848 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:52.738182 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:52.741232 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 9 to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 May 09 13:18:52.750149 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0659ccd-44ca-4551-97d7-f8979274fabe None None] Sync routers for ids ['17dcd116-3ded-4e29-b822-60cf626c4d9c'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:52.754231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:52.764388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0659ccd-44ca-4551-97d7-f8979274fabe None None] Routers {'17dcd116-3ded-4e29-b822-60cf626c4d9c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:52.765055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c0659ccd-44ca-4551-97d7-f8979274fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['17dcd116-3ded-4e29-b822-60cf626c4d9c'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:52.780118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:52.780455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:52.780787 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:52.780958 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-84c9d5e7-a672-4357-824f-b37736a7a2ca tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/17dcd116-3ded-4e29-b822-60cf626c4d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4650877 May 09 13:18:52.783782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52148) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:52.788696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa213c16-4eaa-486a-97b2-28ba87360a27 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:52.815591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:52.815591 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:52.817143 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.plugins.ml2.plugin [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempt 10 to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 May 09 13:18:52.827509 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c0659ccd-44ca-4551-97d7-f8979274fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:52.838915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0659ccd-44ca-4551-97d7-f8979274fabe None None] Routers {'17dcd116-3ded-4e29-b822-60cf626c4d9c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:52.839561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c0659ccd-44ca-4551-97d7-f8979274fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['17dcd116-3ded-4e29-b822-60cf626c4d9c'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:52.874976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:52.908365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:18:52.908727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:18:52.909034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempting to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:18:52.920578 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e79b8f8-5a36-4729-a689-1be4616faa5b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:52.921166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4e79b8f8-5a36-4729-a689-1be4616faa5b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Synchronizing usage tracker for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:52.923114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Deleting port 7a0505fd-1057-4fc4-bc9d-bae9a039442e {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:52.923458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:52.935214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:52.945397 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c0659ccd-44ca-4551-97d7-f8979274fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:52.945840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0659ccd-44ca-4551-97d7-f8979274fabe None None] The sync data for ids ['17dcd116-3ded-4e29-b822-60cf626c4d9c'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:52.954259 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a942d418-4193-41c8-a2ad-bd5d00bd43f7 None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:52.956039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa213c16-4eaa-486a-97b2-28ba87360a27 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:52.966994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:18:52.967400 dv-neutron-840889-2-hyperv neutron-server[83895]: ERROR neutron.plugins.ml2.managers [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Failed to bind port cc5669a5-4fcb-4816-81c6-ef72610eb743 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '914f16b1-8b4f-4f24-8ae0-711fe3b1a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '555daa58-1c0e-4a7d-8291-35a316938677'}] May 09 13:18:52.967895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:52.968427 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942d418-4193-41c8-a2ad-bd5d00bd43f7 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:52.969163 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a942d418-4193-41c8-a2ad-bd5d00bd43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:53.001636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4e79b8f8-5a36-4729-a689-1be4616faa5b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Unset dirty status for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:53.005595 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4e79b8f8-5a36-4729-a689-1be4616faa5b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports/e3569064-cb8c-4d1f-8aa4-680922955be1 HTTP/1.1" status: 200 len: 910 time: 0.2168429 May 09 13:18:53.007628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa213c16-4eaa-486a-97b2-28ba87360a27 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Subnet': ['ID=5639c4e6-cf2d-4705-92fc-32787d9899e3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:53.010662 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52152) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:53.017472 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ef44035a-13e5-4930-bc49-6b7cceb14fec tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d1568da-c373-4c55-bbae-4e999c25613f'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:53.030556 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a942d418-4193-41c8-a2ad-bd5d00bd43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:53.041709 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942d418-4193-41c8-a2ad-bd5d00bd43f7 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:53.042295 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a942d418-4193-41c8-a2ad-bd5d00bd43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:53.048016 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.060666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0344b67-1c9f-424f-83b2-6fc7703cbd2e None None] Network db3455bd-d15b-4b08-8fd6-85c544c3eb50 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:53.071141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa213c16-4eaa-486a-97b2-28ba87360a27 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.075287 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fa213c16-4eaa-486a-97b2-28ba87360a27 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/5639c4e6-cf2d-4705-92fc-32787d9899e3 HTTP/1.1" status: 204 len: 168 time: 1.0902777 May 09 13:18:53.097087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52156) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:53.114706 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a942d418-4193-41c8-a2ad-bd5d00bd43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:53.115157 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a942d418-4193-41c8-a2ad-bd5d00bd43f7 None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:53.132686 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ddb4465c-2f4d-4d7c-9c3d-907cc8125090 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.1875589 May 09 13:18:53.135442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52160) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:53.247694 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:18:53.292003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.326676 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e407ed73-efa5-4864-9e0f-129adb9d51e9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "GET /v2.0/floatingips/a36316a8-ce27-4619-88a0-891a7c9c13fe HTTP/1.1" status: 200 len: 978 time: 0.1901762 May 09 13:18:53.329077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52166) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:53.362367 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] For port cc5669a5-4fcb-4816-81c6-ef72610eb743, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:18:53.362732 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Attempted to set empty binding levels {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 09 13:18:53.365538 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.366873 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.424034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.457391 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.472765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e55c04ef-5035-4da9-92a9-90ef37bb7aa8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Synchronizing usage tracker for tenant:cd34a6a0e0d047b8859df9153896e1ce on resource:floatingip {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:53.540397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e55c04ef-5035-4da9-92a9-90ef37bb7aa8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Unset dirty status for tenant:cd34a6a0e0d047b8859df9153896e1ce on resource:floatingip {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:53.541698 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e55c04ef-5035-4da9-92a9-90ef37bb7aa8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2116899 May 09 13:18:53.544380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52170) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:53.549864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-65e82e5e-7b25-41cb-95ce-07b54e922ed9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'floatingip': {'port_id': 'd57c3c4b-1856-47d1-b6a8-22e2f409f2ca'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:53.621919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] In _notify_port_updated(), no bound segment for port cc5669a5-4fcb-4816-81c6-ef72610eb743 on network 555daa58-1c0e-4a7d-8291-35a316938677 {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:18:53.622996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.624223 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "PUT /v2.0/ports/cc5669a5-4fcb-4816-81c6-ef72610eb743 HTTP/1.1" status: 200 len: 981 time: 4.8256900 May 09 13:18:53.633931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Calling delete_port for 7a0505fd-1057-4fc4-bc9d-bae9a039442e owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:53.639959 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52174) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:53.682374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef44035a-13e5-4930-bc49-6b7cceb14fec tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.717080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-65e82e5e-7b25-41cb-95ce-07b54e922ed9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.723238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=a68a0241-5700-444c-96a4-3cf2b1bd1439,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:53.812045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3494cef1-9d1d-49f9-8ccd-2bb735e73d74 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting subnet be05e434-1057-49ca-b9a9-4aec2fa54de4 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:18:53.846080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3494cef1-9d1d-49f9-8ccd-2bb735e73d74 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.903309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2a8b9-b57b-488c-ae16-08cee6e729fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event updated for resources: {'Port': ['ID=cc5669a5-4fcb-4816-81c6-ef72610eb743,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:53.960927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network a4260a83-8f40-42ee-918f-c693f2a5a548 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:18:53.964030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3494cef1-9d1d-49f9-8ccd-2bb735e73d74 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.968136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5ee08dd4-57de-431c-8c31-b150aef7b937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Deleting port cc5669a5-4fcb-4816-81c6-ef72610eb743 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:53.968627 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5ee08dd4-57de-431c-8c31-b150aef7b937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.978337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b7ef1f4c-fd39-4f7d-a470-bd5256207df9 None None] Provisioning complete for port 09cf6cb8-9a94-427d-815e-a742e7540b74 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:53.978862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1f4c-fd39-4f7d-a470-bd5256207df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:53.991363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:18:54.341414 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a85f6595-bd41-43c9-a8b7-04bbf15b11e9 None None] Provisioning complete for port a68a0241-5700-444c-96a4-3cf2b1bd1439 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:18:54.341886 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a85f6595-bd41-43c9-a8b7-04bbf15b11e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:54.401536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6595-bd41-43c9-a8b7-04bbf15b11e9 None None] Port a68a0241-5700-444c-96a4-3cf2b1bd1439 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:18:54.428305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:54.529683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3494cef1-9d1d-49f9-8ccd-2bb735e73d74 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:54.555773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Pushing event deleted for resources: {'Port': ['ID=7a0505fd-1057-4fc4-bc9d-bae9a039442e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:54.680287 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-5ee08dd4-57de-431c-8c31-b150aef7b937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] For port cc5669a5-4fcb-4816-81c6-ef72610eb743, host hv-neutron-8408, got binding levels [] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:54.680639 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5ee08dd4-57de-431c-8c31-b150aef7b937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:54.701841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3494cef1-9d1d-49f9-8ccd-2bb735e73d74 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:54.818379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5ee08dd4-57de-431c-8c31-b150aef7b937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Calling delete_port for cc5669a5-4fcb-4816-81c6-ef72610eb743 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:54.861180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494cef1-9d1d-49f9-8ccd-2bb735e73d74 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Subnet': ['ID=be05e434-1057-49ca-b9a9-4aec2fa54de4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:54.883223 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3494cef1-9d1d-49f9-8ccd-2bb735e73d74 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:54.886980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559ecbbc-7292-41b6-9ccf-4a83b771c682 None None] Network db3455bd-d15b-4b08-8fd6-85c544c3eb50 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:18:54.888649 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.013220 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3494cef1-9d1d-49f9-8ccd-2bb735e73d74 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/be05e434-1057-49ca-b9a9-4aec2fa54de4 HTTP/1.1" status: 204 len: 168 time: 1.9124448 May 09 13:18:55.016727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52188) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:55.045719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.113149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.123999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5ee08dd4-57de-431c-8c31-b150aef7b937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.167490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad0211f-e9c8-493c-aaa1-46cfb09e83c3 None None] DHCP port deletion for db3455bd-d15b-4b08-8fd6-85c544c3eb50 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:18:55.171798 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0211f-e9c8-493c-aaa1-46cfb09e83c3 None None] Deleting port 09cf6cb8-9a94-427d-815e-a742e7540b74 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:55.172639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5ad0211f-e9c8-493c-aaa1-46cfb09e83c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.191184 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee08dd4-57de-431c-8c31-b150aef7b937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc5669a5-4fcb-4816-81c6-ef72610eb743,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:55.213945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5ee08dd4-57de-431c-8c31-b150aef7b937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.224498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef44035a-13e5-4930-bc49-6b7cceb14fec tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.252416 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5ee08dd4-57de-431c-8c31-b150aef7b937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "DELETE /v2.0/ports/cc5669a5-4fcb-4816-81c6-ef72610eb743 HTTP/1.1" status: 204 len: 168 time: 1.6114354 May 09 13:18:55.253119 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef44035a-13e5-4930-bc49-6b7cceb14fec tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.277124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52196) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:55.287844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.346890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router f3023f95-f6ff-4c88-b0a8-eaba92912432 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:18:55.351323 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5efee57-3c04-4872-8e22-ca032ac9f45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] GET failed (client error): The resource could not be found. May 09 13:18:55.351825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f5efee57-3c04-4872-8e22-ca032ac9f45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Synchronizing usage tracker for tenant:5c35d389c8064a1ea56724fdcc5bf751 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:55.367229 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 09cf6cb8-9a94-427d-815e-a742e7540b74 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:55.367562 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.400518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5ad0211f-e9c8-493c-aaa1-46cfb09e83c3 None None] For port 09cf6cb8-9a94-427d-815e-a742e7540b74, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=09cf6cb8-9a94-427d-815e-a742e7540b74,segment=NetworkSegment(116031a5-f6d6-4cde-85d8-97fc282e1c07),segment_id=116031a5-f6d6-4cde-85d8-97fc282e1c07)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:18:55.400518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5ad0211f-e9c8-493c-aaa1-46cfb09e83c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.429597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f5efee57-3c04-4872-8e22-ca032ac9f45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] Unset dirty status for tenant:5c35d389c8064a1ea56724fdcc5bf751 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:55.435333 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f5efee57-3c04-4872-8e22-ca032ac9f45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123675731-project-admin] 10.222.0.44 "GET /v2.0/ports/cc5669a5-4fcb-4816-81c6-ef72610eb743 HTTP/1.1" status: 404 len: 333 time: 0.1473825 May 09 13:18:55.437542 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52200) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:55.492361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-65e82e5e-7b25-41cb-95ce-07b54e922ed9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:18:55.503924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Router 20502389-b23c-42a3-972e-db90eb83f63f has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:18:55.522759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0211f-e9c8-493c-aaa1-46cfb09e83c3 None None] Calling delete_port for 09cf6cb8-9a94-427d-815e-a742e7540b74 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:55.604979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5ad0211f-e9c8-493c-aaa1-46cfb09e83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.662647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0211f-e9c8-493c-aaa1-46cfb09e83c3 None None] Pushing event deleted for resources: {'Port': ['ID=09cf6cb8-9a94-427d-815e-a742e7540b74,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:55.665738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef44035a-13e5-4930-bc49-6b7cceb14fec tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:55.666344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef44035a-13e5-4930-bc49-6b7cceb14fec tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.670119 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ef44035a-13e5-4930-bc49-6b7cceb14fec tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/ports/e3569064-cb8c-4d1f-8aa4-680922955be1 HTTP/1.1" status: 200 len: 910 time: 2.6580243 May 09 13:18:55.673840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0211f-e9c8-493c-aaa1-46cfb09e83c3 None None] No DVR routers for this DVR port 09cf6cb8-9a94-427d-815e-a742e7540b74 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:18:55.684410 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52204) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:55.692427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44035a-13e5-4930-bc49-6b7cceb14fec tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=e3569064-cb8c-4d1f-8aa4-680922955be1,revision_number=3']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:55.709660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] The port '09cf6cb8-9a94-427d-815e-a742e7540b74' was deleted {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:18:55.766593 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ff4ee-0e70-4d78-9781-1fbc80c42d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.829504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-65e82e5e-7b25-41cb-95ce-07b54e922ed9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.841851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-65e82e5e-7b25-41cb-95ce-07b54e922ed9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.957649 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:55.999251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3455bd-d15b-4b08-8fd6-85c544c3eb50']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.017111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116031a5-f6d6-4cde-85d8-97fc282e1c07') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.017529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116031a5-f6d6-4cde-85d8-97fc282e1c07') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.039055 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.052571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:56.062373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.062514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae70be2-aaff-42f1-9753-1890c0a248af None None] Sync routers for ids ['20502389-b23c-42a3-972e-db90eb83f63f'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:56.066876 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-55714229-1482-4480-bc2c-753d9385144c tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "PUT /v2.0/routers/20502389-b23c-42a3-972e-db90eb83f63f HTTP/1.1" status: 200 len: 710 time: 6.5813918 May 09 13:18:56.066876 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52210) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:56.070975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.080225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae70be2-aaff-42f1-9753-1890c0a248af None None] Routers {'20502389-b23c-42a3-972e-db90eb83f63f'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:56.080831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-eae70be2-aaff-42f1-9753-1890c0a248af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['20502389-b23c-42a3-972e-db90eb83f63f'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.108080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ff4ee-0e70-4d78-9781-1fbc80c42d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.143466 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-eae70be2-aaff-42f1-9753-1890c0a248af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.143750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:56.145171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5b9ff4ee-0e70-4d78-9781-1fbc80c42d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555daa58-1c0e-4a7d-8291-35a316938677']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.145775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:56.146120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.156739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae70be2-aaff-42f1-9753-1890c0a248af None None] Routers {'20502389-b23c-42a3-972e-db90eb83f63f'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:56.157379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-eae70be2-aaff-42f1-9753-1890c0a248af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['20502389-b23c-42a3-972e-db90eb83f63f'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.158794 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a511e-a515-437c-8232-39af03155a1f None None] Sync routers for ids ['f3023f95-f6ff-4c88-b0a8-eaba92912432'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:56.165991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5b9ff4ee-0e70-4d78-9781-1fbc80c42d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914f16b1-8b4f-4f24-8ae0-711fe3b1a358') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.166274 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5b9ff4ee-0e70-4d78-9781-1fbc80c42d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914f16b1-8b4f-4f24-8ae0-711fe3b1a358') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.179947 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a511e-a515-437c-8232-39af03155a1f None None] Routers {'f3023f95-f6ff-4c88-b0a8-eaba92912432'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:56.181133 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-303a511e-a515-437c-8232-39af03155a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f3023f95-f6ff-4c88-b0a8-eaba92912432'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.189033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ff4ee-0e70-4d78-9781-1fbc80c42d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:56.202786 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:56.208668 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c874a745-98c4-4087-84f7-1dff40eb3964 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/f3023f95-f6ff-4c88-b0a8-eaba92912432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5386086 May 09 13:18:56.214915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52214) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:56.221629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-eae70be2-aaff-42f1-9753-1890c0a248af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.222109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae70be2-aaff-42f1-9753-1890c0a248af None None] The sync data for ids ['20502389-b23c-42a3-972e-db90eb83f63f'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:56.269161 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-303a511e-a515-437c-8232-39af03155a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.281841 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a511e-a515-437c-8232-39af03155a1f None None] Routers {'f3023f95-f6ff-4c88-b0a8-eaba92912432'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:56.282427 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-303a511e-a515-437c-8232-39af03155a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f3023f95-f6ff-4c88-b0a8-eaba92912432'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.328508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ff4ee-0e70-4d78-9781-1fbc80c42d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.341933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9ff4ee-0e70-4d78-9781-1fbc80c42d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:18:56.342387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ff4ee-0e70-4d78-9781-1fbc80c42d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.344949 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-303a511e-a515-437c-8232-39af03155a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:56.345559 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a511e-a515-437c-8232-39af03155a1f None None] The sync data for ids ['f3023f95-f6ff-4c88-b0a8-eaba92912432'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:18:56.362622 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:18:56.364597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f264f5c3-ceae-49c9-98ad-dd840ba73bcf tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:56.364597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f264f5c3-ceae-49c9-98ad-dd840ba73bcf tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Synchronizing usage tracker for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:18:56.370268 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.377180 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2a2d8490-9f04-4ff0-82b4-4174a08b92d4 tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/routers/20502389-b23c-42a3-972e-db90eb83f63f HTTP/1.1" status: 200 len: 745 time: 0.3055990 May 09 13:18:56.394018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.396408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52218) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:56.424635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 09cf6cb8-9a94-427d-815e-a742e7540b74 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:18:56.453464 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fb991287-24d1-407f-8ec1-e5bc2478932b tempest-RoutersIpV6AdminTest-644402859 tempest-RoutersIpV6AdminTest-644402859-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&device_id=20502389-b23c-42a3-972e-db90eb83f63f HTTP/1.1" status: 200 len: 205 time: 0.0546651 May 09 13:18:56.455435 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/networks/db3455bd-d15b-4b08-8fd6-85c544c3eb50 HTTP/1.1" status: 204 len: 168 time: 1.4362752 May 09 13:18:56.456209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52222) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:56.459209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159ae85-e297-44ea-86b1-a70c5e7004d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Network': ['ID=db3455bd-d15b-4b08-8fd6-85c544c3eb50,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:56.460304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52226) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:56.471146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 09cf6cb8-9a94-427d-815e-a742e7540b74 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:18:56.471667 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 09cf6cb8-9a94-427d-815e-a742e7540b74 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:18:56.492538 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f264f5c3-ceae-49c9-98ad-dd840ba73bcf tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Unset dirty status for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:18:56.493703 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f264f5c3-ceae-49c9-98ad-dd840ba73bcf tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports/a68a0241-5700-444c-96a4-3cf2b1bd1439 HTTP/1.1" status: 200 len: 911 time: 0.2732592 May 09 13:18:56.498444 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52230) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:56.508402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-f527232c-ef70-4b85-ba96-38748d5f0141 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9e635755-ed57-4785-8c80-2ffda12b3bd5'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:56.514957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ff4ee-0e70-4d78-9781-1fbc80c42d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.533509 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4f7b0b01-63d5-47c8-9dd3-d9894346e8fa tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "GET /v2.0/ports?device_id=20502389-b23c-42a3-972e-db90eb83f63f HTTP/1.1" status: 200 len: 205 time: 0.0759306 May 09 13:18:56.539508 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52234) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:56.539885 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ff4ee-0e70-4d78-9781-1fbc80c42d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.554370 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ff4ee-0e70-4d78-9781-1fbc80c42d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] Pushing event deleted for resources: {'Network': ['ID=555daa58-1c0e-4a7d-8291-35a316938677,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:56.564960 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5b9ff4ee-0e70-4d78-9781-1fbc80c42d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940361825-project] 10.222.0.44 "DELETE /v2.0/networks/555daa58-1c0e-4a7d-8291-35a316938677 HTTP/1.1" status: 204 len: 168 time: 1.1212595 May 09 13:18:56.579322 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-65e82e5e-7b25-41cb-95ce-07b54e922ed9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Floating IP a36316a8-ce27-4619-88a0-891a7c9c13fe associated. External IP: 172.26.1.239, port: 9ca9add3-3497-448e-82fc-b9695131238d. May 09 13:18:56.789988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2a14-7c4e-4e5b-9a1f-4736c67f10a3 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.822986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1948223e-9efd-4033-8e02-5630c846b006 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:56.884071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52242) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:56.961031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7173949-ab82-41a2-a685-fbd9594a67d8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:56.962534 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d7173949-ab82-41a2-a685-fbd9594a67d8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4991312 May 09 13:18:56.966967 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52248) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:57.099363 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7031ba8f-5534-44db-8d4e-9eed2cbcb1aa tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1266639 May 09 13:18:57.102321 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52252) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:57.108816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1277325843'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:57.136263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:57.171898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:network and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:57.177871 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:57.191667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:57.227842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:57.230989 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:57.237769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f527232c-ef70-4b85-ba96-38748d5f0141 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:57.334189 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-df49943a-9336-4506-9e7c-99f746fd5c3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c82e840ca7544c2b877a4b6a8f77ee78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3988905 May 09 13:18:57.335969 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52256) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:57.423070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2a14-7c4e-4e5b-9a1f-4736c67f10a3 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:57.432766 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2a14-7c4e-4e5b-9a1f-4736c67f10a3 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:57.450848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:18:57.547885 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:57.548225 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Added segment a7661c9c-0cc0-4cd9-89b2-22551346e61a of type vlan for network a45b4c02-b25e-4425-b17e-d5f1f118f3e0 May 09 13:18:57.592309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2a14-7c4e-4e5b-9a1f-4736c67f10a3 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:57.592857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ee2a14-7c4e-4e5b-9a1f-4736c67f10a3 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Fanout notify agent at l3_agent the message router_deleted on router 20502389-b23c-42a3-972e-db90eb83f63f {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:18:57.646811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2a14-7c4e-4e5b-9a1f-4736c67f10a3 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:57.648444 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c1ee2a14-7c4e-4e5b-9a1f-4736c67f10a3 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "DELETE /v2.0/routers/20502389-b23c-42a3-972e-db90eb83f63f HTTP/1.1" status: 204 len: 168 time: 1.1088753 May 09 13:18:57.655403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:57.658579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52260) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:57.677813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fcb5f7eb-c041-4d79-8cd0-456c59bc4b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:57.705779 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c2915d38-41ff-42dc-9f68-0876d34c5dcf tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "GET /v2.0/ports?device_id=20502389-b23c-42a3-972e-db90eb83f63f HTTP/1.1" status: 200 len: 205 time: 0.0460823 May 09 13:18:57.709089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52264) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:57.765082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fcb5f7eb-c041-4d79-8cd0-456c59bc4b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:57.777032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:57.780800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:57.781398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:57.809034 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-91a8a90a-44b4-4cc2-8483-f226a8614236 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] delete failed (client error): The resource could not be found. May 09 13:18:57.810059 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-91a8a90a-44b4-4cc2-8483-f226a8614236 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "DELETE /v2.0/routers/20502389-b23c-42a3-972e-db90eb83f63f HTTP/1.1" status: 404 len: 336 time: 0.1000199 May 09 13:18:57.813132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52268) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:57.868247 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fd31efff-9bd9-4491-85d7-ffafa81e60b5 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a068dbd-98a5-42f3-8bd0-90aef9d88f5f HTTP/1.1" status: 200 len: 205 time: 0.0539434 May 09 13:18:57.871198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52272) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:57.926626 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8223975 May 09 13:18:57.932119 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52276) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:57.934194 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bf570-31f8-4af8-a39f-fd736e833c3d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Network': ['ID=a45b4c02-b25e-4425-b17e-d5f1f118f3e0,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:57.945115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': 'a45b4c02-b25e-4425-b17e-d5f1f118f3e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:18:57.950931 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network a45b4c02-b25e-4425-b17e-d5f1f118f3e0 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:18:57.955982 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-410b1e93-35ff-4ae9-b914-57ad85d495a9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] delete failed (client error): The resource could not be found. May 09 13:18:57.961304 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-410b1e93-35ff-4ae9-b914-57ad85d495a9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "DELETE /v2.0/routers/9a068dbd-98a5-42f3-8bd0-90aef9d88f5f HTTP/1.1" status: 404 len: 336 time: 0.0850341 May 09 13:18:57.962142 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52280) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:58.034315 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3580a996-8565-4e85-9ac3-1046f5dc5fc9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "GET /v2.0/ports?device_id=be0da23a-baeb-4e55-8117-96cd678a74ff HTTP/1.1" status: 200 len: 205 time: 0.0714462 May 09 13:18:58.046159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52284) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:58.154121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fcb5f7eb-c041-4d79-8cd0-456c59bc4b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:58.171122 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-07e3096d-4ffe-4e46-9274-82b20dff0722 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] delete failed (client error): The resource could not be found. May 09 13:18:58.171817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f527232c-ef70-4b85-ba96-38748d5f0141 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:58.172136 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-07e3096d-4ffe-4e46-9274-82b20dff0722 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "DELETE /v2.0/routers/be0da23a-baeb-4e55-8117-96cd678a74ff HTTP/1.1" status: 404 len: 336 time: 0.1249399 May 09 13:18:58.174754 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52288) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:58.196874 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5f7eb-c041-4d79-8cd0-456c59bc4b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc939878-a11d-41f7-ab3b-a833c13e4444,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:58.202798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:18:58.210587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:18:58.215745 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:18:58.224879 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c8007c3c-b1a8-4d8d-8eaa-2bc725dc60e9 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a1df2c-cc66-4cfd-85c6-da9fc432fdcf HTTP/1.1" status: 200 len: 205 time: 0.0469306 May 09 13:18:58.224879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f527232c-ef70-4b85-ba96-38748d5f0141 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:58.227855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f527232c-ef70-4b85-ba96-38748d5f0141 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:18:58.228530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f527232c-ef70-4b85-ba96-38748d5f0141 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:58.232967 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f527232c-ef70-4b85-ba96-38748d5f0141 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/ports/a68a0241-5700-444c-96a4-3cf2b1bd1439 HTTP/1.1" status: 200 len: 911 time: 1.7308772 May 09 13:18:58.232967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52292) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:58.267900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52294) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:58.342944 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:18:58.349803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fcb5f7eb-c041-4d79-8cd0-456c59bc4b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:58.353751 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fcb5f7eb-c041-4d79-8cd0-456c59bc4b9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc939878-a11d-41f7-ab3b-a833c13e4444 HTTP/1.1" status: 204 len: 168 time: 1.0134001 May 09 13:18:58.360705 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e82e5e-7b25-41cb-95ce-07b54e922ed9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:18:58.376847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:18:58.503543 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-57f83d7f-1e07-40df-a6d7-886b86f5a166 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] delete failed (client error): The resource could not be found. May 09 13:18:58.504714 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-57f83d7f-1e07-40df-a6d7-886b86f5a166 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "DELETE /v2.0/routers/84a1df2c-cc66-4cfd-85c6-da9fc432fdcf HTTP/1.1" status: 404 len: 336 time: 0.2425549 May 09 13:18:58.509475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52304) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:58.596003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527232c-ef70-4b85-ba96-38748d5f0141 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=a68a0241-5700-444c-96a4-3cf2b1bd1439,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:58.680814 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8d923245-575c-413b-b3f3-bbe38469fd6e tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3bc2c19-ce32-41e8-a6b0-8224ba36dc72 HTTP/1.1" status: 200 len: 205 time: 0.1622653 May 09 13:18:58.686648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52308) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:58.688958 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:58.761986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52312) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:58.820197 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-1948223e-9efd-4033-8e02-5630c846b006 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port e3569064-cb8c-4d1f-8aa4-680922955be1 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:58.820540 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1948223e-9efd-4033-8e02-5630c846b006 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:58.843435 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9da93994-0931-4eca-9cae-e4857deecd80 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c35d389c8064a1ea56724fdcc5bf751&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0803699 May 09 13:18:58.847095 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52316) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:58.858145 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-58f3da55-3865-4f44-83e6-9f49e7b107ab tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] delete failed (client error): The resource could not be found. May 09 13:18:58.859137 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-58f3da55-3865-4f44-83e6-9f49e7b107ab tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "DELETE /v2.0/routers/a3bc2c19-ce32-41e8-a6b0-8224ba36dc72 HTTP/1.1" status: 404 len: 336 time: 0.1568449 May 09 13:18:58.864312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52320) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:58.925947 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-24f291dd-29ca-4fd7-8b87-ff11c668faee tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "GET /v2.0/ports?device_id=65ce33b6-b3f0-4dc3-904f-c5beda292435 HTTP/1.1" status: 200 len: 205 time: 0.0572629 May 09 13:18:58.930674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52324) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:59.008930 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-a7b66c89-408a-4e9e-8e65-4f7c3b063881 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] delete failed (client error): The resource could not be found. May 09 13:18:59.010466 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a7b66c89-408a-4e9e-8e65-4f7c3b063881 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "DELETE /v2.0/routers/65ce33b6-b3f0-4dc3-904f-c5beda292435 HTTP/1.1" status: 404 len: 336 time: 0.0782778 May 09 13:18:59.012104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2f57b709-0096-461c-89ed-e304929a7748 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:59.021110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52328) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:59.074312 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b3a18d-f2b7-4cdc-9ffe-86e1195ad953 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] DELETE failed (client error): The resource could not be found. May 09 13:18:59.074736 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b3a18d-f2b7-4cdc-9ffe-86e1195ad953 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:18:59.105765 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e3b3a18d-f2b7-4cdc-9ffe-86e1195ad953 tempest-RoutersIpV6AdminTest-349166454 tempest-RoutersIpV6AdminTest-349166454-project] 10.222.0.44 "DELETE /v2.0/subnets/91840dad-f416-4deb-9032-5518fca78a45 HTTP/1.1" status: 404 len: 337 time: 0.0794752 May 09 13:18:59.148690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7f902d13-a0c1-4875-9ec5-ef44a6dd3bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:59.165059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1948223e-9efd-4033-8e02-5630c846b006 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:59.197154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7f902d13-a0c1-4875-9ec5-ef44a6dd3bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:59.302379 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7f902d13-a0c1-4875-9ec5-ef44a6dd3bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:59.307688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-1948223e-9efd-4033-8e02-5630c846b006 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for e3569064-cb8c-4d1f-8aa4-680922955be1 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:18:59.333689 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f902d13-a0c1-4875-9ec5-ef44a6dd3bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c20fcd-3977-4a2b-a004-719a70c388f3,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:59.404283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7f902d13-a0c1-4875-9ec5-ef44a6dd3bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:59.405600 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7f902d13-a0c1-4875-9ec5-ef44a6dd3bdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93c20fcd-3977-4a2b-a004-719a70c388f3 HTTP/1.1" status: 204 len: 168 time: 0.5576129 May 09 13:18:59.436060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e82e5e-7b25-41cb-95ce-07b54e922ed9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:18:59.448801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfdc3be-61db-4ba2-8642-13f1289c384f None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:18:59.465175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfdc3be-61db-4ba2-8642-13f1289c384f None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:59.467437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fcfdc3be-61db-4ba2-8642-13f1289c384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:59.509807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52338) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:18:59.587782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:59.601656 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fcfdc3be-61db-4ba2-8642-13f1289c384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:59.625193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfdc3be-61db-4ba2-8642-13f1289c384f None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:18:59.627507 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fcfdc3be-61db-4ba2-8642-13f1289c384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:59.775418 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fcfdc3be-61db-4ba2-8642-13f1289c384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:18:59.779213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfdc3be-61db-4ba2-8642-13f1289c384f None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:18:59.783748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1948223e-9efd-4033-8e02-5630c846b006 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:59.862651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948223e-9efd-4033-8e02-5630c846b006 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=e3569064-cb8c-4d1f-8aa4-680922955be1,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:18:59.879219 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-2f57b709-0096-461c-89ed-e304929a7748 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port a68a0241-5700-444c-96a4-3cf2b1bd1439 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:18:59.879758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2f57b709-0096-461c-89ed-e304929a7748 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:18:59.975003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Subnet': ['ID=44839b1b-7998-47fe-8c07-a7b080886ff1,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:00.046377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b76c1a5-96e9-4eac-8a67-10e843281023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:00.170546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Checking segment: {'id': 'a7661c9c-0cc0-4cd9-89b2-22551346e61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a45b4c02-b25e-4425-b17e-d5f1f118f3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:00.170546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network hostable DHCP agents. Network: a45b4c02-b25e-4425-b17e-d5f1f118f3e0, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:00.207071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1948223e-9efd-4033-8e02-5630c846b006 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:00.215169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4b76c1a5-96e9-4eac-8a67-10e843281023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:00.229683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4b76c1a5-96e9-4eac-8a67-10e843281023 admin admin] Usage tracker for resource:security_group_rule and tenant:a7678370ca4147a89811dcde2ccbefa0 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:00.235376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4b76c1a5-96e9-4eac-8a67-10e843281023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:00.238621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network a45b4c02-b25e-4425-b17e-d5f1f118f3e0 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:00.243535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2f57b709-0096-461c-89ed-e304929a7748 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:00.250754 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4b76c1a5-96e9-4eac-8a67-10e843281023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:00.355909 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, a45b4c02-b25e-4425-b17e-d5f1f118f3e0) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:00.363962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac35f1af-3315-46d5-a74d-2d9f8240216f None None] Network a45b4c02-b25e-4425-b17e-d5f1f118f3e0 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:00.366143 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:00.366727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:00.385054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-2f57b709-0096-461c-89ed-e304929a7748 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for a68a0241-5700-444c-96a4-3cf2b1bd1439 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:00.408673 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-80272753-7066-4299-8a33-53634e1fc5db tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4686787 May 09 13:19:00.466798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52358) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:00.541898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': 'a45b4c02-b25e-4425-b17e-d5f1f118f3e0', 'name': 'tempest-PortsIpV6TestJSON-1912144536'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:00.661652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52364) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:00.662987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b76c1a5-96e9-4eac-8a67-10e843281023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:00.665866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2f57b709-0096-461c-89ed-e304929a7748 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:00.678326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-a45b4c02-b25e-4425-b17e-d5f1f118f3e0', 'network_id': 'a45b4c02-b25e-4425-b17e-d5f1f118f3e0', 'tenant_id': '063671cb43444ed2a081a62fcb4da355', 'fixed_ips': [{'subnet_id': '44839b1b-7998-47fe-8c07-a7b080886ff1'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:00.679101 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:00.721568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b76c1a5-96e9-4eac-8a67-10e843281023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:00.739928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57b709-0096-461c-89ed-e304929a7748 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=a68a0241-5700-444c-96a4-3cf2b1bd1439,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:00.931630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Allocated IP 2001:db8::2 (a45b4c02-b25e-4425-b17e-d5f1f118f3e0/44839b1b-7998-47fe-8c07-a7b080886ff1/6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:00.968646 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:00.974562 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4b76c1a5-96e9-4eac-8a67-10e843281023 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7678370ca4147a89811dcde2ccbefa0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4605308 May 09 13:19:00.978678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52372) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:00.980582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76c1a5-96e9-4eac-8a67-10e843281023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c629183-8aca-480e-9460-c8c306348db9,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:01.004187 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:01.033774 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:01.036689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:01.047565 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d9c545b5-6c88-46ee-9f74-05d3e0ac6b93 tempest-ServiceProvidersTest-633135057 tempest-ServiceProvidersTest-633135057-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3827984 May 09 13:19:01.055356 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1948223e-9efd-4033-8e02-5630c846b006 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 17dcd116-3ded-4e29-b822-60cf626c4d9c has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:01.061083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2f57b709-0096-461c-89ed-e304929a7748 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:01.071744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port 7e6a20d6-8129-4bf4-8f2e-296ccfec4c61 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:19:01.089558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a44787d9-4fe8-4bdf-a82a-aa4e7308ba7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:01.244464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a44787d9-4fe8-4bdf-a82a-aa4e7308ba7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:01.280524 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:01.293753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Transition to ACTIVE for port object 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:01.315721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Transition to ACTIVE for port object 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:01.324569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:01.407921 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Pushing event updated for resources: {'Port': ['ID=6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:01.432944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Network a45b4c02-b25e-4425-b17e-d5f1f118f3e0 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:01.434252 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:01.439516 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:01.476605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52380) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:01.521526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e82e5e-7b25-41cb-95ce-07b54e922ed9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:01.548958 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Attempting to bind port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:01.550268 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a44787d9-4fe8-4bdf-a82a-aa4e7308ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:01.550744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Attempting to bind port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'a7661c9c-0cc0-4cd9-89b2-22551346e61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a45b4c02-b25e-4425-b17e-d5f1f118f3e0'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:01.551249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Attempting to bind port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 on network a45b4c02-b25e-4425-b17e-d5f1f118f3e0 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:01.568009 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:01.569428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Checking segment: {'id': 'a7661c9c-0cc0-4cd9-89b2-22551346e61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a45b4c02-b25e-4425-b17e-d5f1f118f3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:01.571753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:01.571966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44787d9-4fe8-4bdf-a82a-aa4e7308ba7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c629183-8aca-480e-9460-c8c306348db9,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:01.572777 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Bound using segment: {'id': 'a7661c9c-0cc0-4cd9-89b2-22551346e61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a45b4c02-b25e-4425-b17e-d5f1f118f3e0'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:01.584311 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Bound port: 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7661c9c-0cc0-4cd9-89b2-22551346e61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a45b4c02-b25e-4425-b17e-d5f1f118f3e0'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:01.587079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:01.599436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f57b709-0096-461c-89ed-e304929a7748 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router f3023f95-f6ff-4c88-b0a8-eaba92912432 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:01.601116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a44787d9-4fe8-4bdf-a82a-aa4e7308ba7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:01.604801 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a44787d9-4fe8-4bdf-a82a-aa4e7308ba7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c629183-8aca-480e-9460-c8c306348db9 HTTP/1.1" status: 204 len: 168 time: 0.6190684 May 09 13:19:01.686819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1948223e-9efd-4033-8e02-5630c846b006 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:01.695306 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8::369 (a45b4c02-b25e-4425-b17e-d5f1f118f3e0/44839b1b-7998-47fe-8c07-a7b080886ff1/7e6a20d6-8129-4bf4-8f2e-296ccfec4c61) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:01.697642 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7509b49-ecc8-4907-a4a8-2751a2de35db None None] Sync routers for ids ['17dcd116-3ded-4e29-b822-60cf626c4d9c'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:01.715962 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7509b49-ecc8-4907-a4a8-2751a2de35db None None] Routers {'17dcd116-3ded-4e29-b822-60cf626c4d9c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:01.720193 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b7509b49-ecc8-4907-a4a8-2751a2de35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['17dcd116-3ded-4e29-b822-60cf626c4d9c'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:01.723031 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1948223e-9efd-4033-8e02-5630c846b006 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/17dcd116-3ded-4e29-b822-60cf626c4d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0354013 May 09 13:19:01.725101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52388) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:01.751946 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] For port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:01.755203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] For port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46,segment=NetworkSegment(a7661c9c-0cc0-4cd9-89b2-22551346e61a),segment_id=a7661c9c-0cc0-4cd9-89b2-22551346e61a)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:01.761599 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:01.824154 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-46510730-99f8-42fd-b33f-a1660c5429b1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Synchronizing usage tracker for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:01.851099 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3dc4d-52eb-4b73-a72e-14d51f8ed30a None None] Pushing event updated for resources: {'Port': ['ID=6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:01.861046 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b7509b49-ecc8-4907-a4a8-2751a2de35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:01.886362 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:19:01.887617 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7509b49-ecc8-4907-a4a8-2751a2de35db None None] Routers {'17dcd116-3ded-4e29-b822-60cf626c4d9c'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:01.888416 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b7509b49-ecc8-4907-a4a8-2751a2de35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['17dcd116-3ded-4e29-b822-60cf626c4d9c'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:01.945210 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-46510730-99f8-42fd-b33f-a1660c5429b1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Unset dirty status for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:01.950785 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-46510730-99f8-42fd-b33f-a1660c5429b1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=17dcd116-3ded-4e29-b822-60cf626c4d9c HTTP/1.1" status: 200 len: 205 time: 0.2246466 May 09 13:19:01.951378 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52394) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:01.966121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-93bd6952-3cd0-46e2-b62b-456710f9e01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:02.020007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f57b709-0096-461c-89ed-e304929a7748 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:02.022736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-93bd6952-3cd0-46e2-b62b-456710f9e01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:02.030295 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055783b-0608-46d6-8b10-e6d29b0ea2df None None] Sync routers for ids ['f3023f95-f6ff-4c88-b0a8-eaba92912432'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:02.039620 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b7509b49-ecc8-4907-a4a8-2751a2de35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:02.040895 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7509b49-ecc8-4907-a4a8-2751a2de35db None None] The sync data for ids ['17dcd116-3ded-4e29-b822-60cf626c4d9c'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:02.047093 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2f57b709-0096-461c-89ed-e304929a7748 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/f3023f95-f6ff-4c88-b0a8-eaba92912432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6128130 May 09 13:19:02.052979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52398) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:02.057952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-93bd6952-3cd0-46e2-b62b-456710f9e01c admin admin] Usage tracker for resource:security_group_rule and tenant:7273dfcd36c6426aba7c4156d370154d is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:02.059010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055783b-0608-46d6-8b10-e6d29b0ea2df None None] Routers {'f3023f95-f6ff-4c88-b0a8-eaba92912432'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:02.062061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d055783b-0608-46d6-8b10-e6d29b0ea2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f3023f95-f6ff-4c88-b0a8-eaba92912432'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:02.110271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-93bd6952-3cd0-46e2-b62b-456710f9e01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:02.135808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-28a1b3ee-a794-44e6-8e44-5e0f5ae67b52 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Synchronizing usage tracker for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:02.139770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-93bd6952-3cd0-46e2-b62b-456710f9e01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:02.171141 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d055783b-0608-46d6-8b10-e6d29b0ea2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:02.184285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-28a1b3ee-a794-44e6-8e44-5e0f5ae67b52 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Unset dirty status for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:02.186219 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-28a1b3ee-a794-44e6-8e44-5e0f5ae67b52 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3023f95-f6ff-4c88-b0a8-eaba92912432 HTTP/1.1" status: 200 len: 205 time: 0.1307597 May 09 13:19:02.188489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055783b-0608-46d6-8b10-e6d29b0ea2df None None] Routers {'f3023f95-f6ff-4c88-b0a8-eaba92912432'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:02.189163 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d055783b-0608-46d6-8b10-e6d29b0ea2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f3023f95-f6ff-4c88-b0a8-eaba92912432'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:02.196483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52402) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:02.196483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52404) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:02.273145 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d055783b-0608-46d6-8b10-e6d29b0ea2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:02.273564 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055783b-0608-46d6-8b10-e6d29b0ea2df None None] The sync data for ids ['f3023f95-f6ff-4c88-b0a8-eaba92912432'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:02.322933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e597534-974a-4bde-91ed-674a9e5de64b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:02.411953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:02.440396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b1987bd5-0a05-4480-91f7-aca993cbf79c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:02.451198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:02.487663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object 7e6a20d6-8129-4bf4-8f2e-296ccfec4c61 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:02.497847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-93bd6952-3cd0-46e2-b62b-456710f9e01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:02.503366 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-39db5b91-7684-4ca3-abc0-071c72c328a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63f6d4efea9d4fa0861f54d134065c2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2981915 May 09 13:19:02.505597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52410) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:02.529027 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e82e5e-7b25-41cb-95ce-07b54e922ed9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:02.547200 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:02.547674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-65e82e5e-7b25-41cb-95ce-07b54e922ed9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:02.548513 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b673ea20-8de7-4507-beb4-7197229eacc2 None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:02.578818 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b673ea20-8de7-4507-beb4-7197229eacc2 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:02.580420 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b673ea20-8de7-4507-beb4-7197229eacc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:02.583526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-93bd6952-3cd0-46e2-b62b-456710f9e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:02.644049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd6952-3cd0-46e2-b62b-456710f9e01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5b07a8-f04f-491c-ac06-42f7f392e6b7,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:02.654109 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-93bd6952-3cd0-46e2-b62b-456710f9e01c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7273dfcd36c6426aba7c4156d370154d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1711257 May 09 13:19:02.656709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52414) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:02.752078 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b673ea20-8de7-4507-beb4-7197229eacc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:02.779771 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b673ea20-8de7-4507-beb4-7197229eacc2 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:02.780666 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b673ea20-8de7-4507-beb4-7197229eacc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:02.874515 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b673ea20-8de7-4507-beb4-7197229eacc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:02.875632 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b673ea20-8de7-4507-beb4-7197229eacc2 None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:02.882660 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d6ccb256-364f-4714-8e45-713cd9dca683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:02.901223 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.019652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d6ccb256-364f-4714-8e45-713cd9dca683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.058427 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f63f524-5d13-4e91-966a-72d3fe8f0790 None None] Network a45b4c02-b25e-4425-b17e-d5f1f118f3e0 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:03.093025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.106804 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b1987bd5-0a05-4480-91f7-aca993cbf79c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.124180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b1987bd5-0a05-4480-91f7-aca993cbf79c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.130702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.192812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ac8446e5-5bff-4e95-95ea-b28e076ef0d7 None None] Provisioning for port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:03.202951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b1987bd5-0a05-4480-91f7-aca993cbf79c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.203906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1987bd5-0a05-4480-91f7-aca993cbf79c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Fanout notify agent at l3_agent the message router_deleted on router f3023f95-f6ff-4c88-b0a8-eaba92912432 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:19:03.218413 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ac8446e5-5bff-4e95-95ea-b28e076ef0d7 None None] Provisioning complete for port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:03.219001 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac8446e5-5bff-4e95-95ea-b28e076ef0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.233819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.244303 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e597534-974a-4bde-91ed-674a9e5de64b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.248737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e597534-974a-4bde-91ed-674a9e5de64b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.254981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5b07a8-f04f-491c-ac06-42f7f392e6b7,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:03.261334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b1987bd5-0a05-4480-91f7-aca993cbf79c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.264771 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b1987bd5-0a05-4480-91f7-aca993cbf79c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/f3023f95-f6ff-4c88-b0a8-eaba92912432 HTTP/1.1" status: 204 len: 168 time: 1.0614002 May 09 13:19:03.264966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.266216 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f5b07a8-f04f-491c-ac06-42f7f392e6b7 HTTP/1.1" status: 204 len: 168 time: 0.6086624 May 09 13:19:03.268186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52418) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:03.310560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=7e6a20d6-8129-4bf4-8f2e-296ccfec4c61,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:03.319884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e597534-974a-4bde-91ed-674a9e5de64b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.320389 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e597534-974a-4bde-91ed-674a9e5de64b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Fanout notify agent at l3_agent the message router_deleted on router 17dcd116-3ded-4e29-b822-60cf626c4d9c {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:19:03.388602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network a45b4c02-b25e-4425-b17e-d5f1f118f3e0 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:03.404388 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:03.406786 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:03.411219 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:03.411832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.423855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e597534-974a-4bde-91ed-674a9e5de64b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.424962 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0e597534-974a-4bde-91ed-674a9e5de64b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/17dcd116-3ded-4e29-b822-60cf626c4d9c HTTP/1.1" status: 204 len: 168 time: 1.4657273 May 09 13:19:03.426393 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.426727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.427056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.427378 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.427834 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.428157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.429042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.429383 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.429698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.430012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.430325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.441054 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52424) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:03.489556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.490111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.490548 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.492045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.492045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.492563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.492981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.493446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.493906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.494276 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.494691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adfb45-646a-4eb2-aea6-f229414b3842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:03.517834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bca7928-3590-43fd-9359-203966e0081d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting subnet 9e635755-ed57-4785-8c80-2ffda12b3bd5 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:19:03.521240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bca7928-3590-43fd-9359-203966e0081d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.604426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bca7928-3590-43fd-9359-203966e0081d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.667534 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-65e82e5e-7b25-41cb-95ce-07b54e922ed9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "PUT /v2.0/floatingips/a36316a8-ce27-4619-88a0-891a7c9c13fe HTTP/1.1" status: 200 len: 977 time: 10.1219118 May 09 13:19:03.679569 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52430) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:03.687096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52434) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:03.687803 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6f2ffd1d-c18e-40a4-ac4a-5f2f673a0098 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2134793 May 09 13:19:03.694064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': 'a45b4c02-b25e-4425-b17e-d5f1f118f3e0', 'name': 'tempest-PortsIpV6TestJSON-883941762'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:03.695985 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a50b25e0-6ede-44d3-83d7-09aab9dd1ae3 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:03.731194 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac8446e5-5bff-4e95-95ea-b28e076ef0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.805103 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ac8446e5-5bff-4e95-95ea-b28e076ef0d7 None None] For port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46,segment=NetworkSegment(a7661c9c-0cc0-4cd9-89b2-22551346e61a),segment_id=a7661c9c-0cc0-4cd9-89b2-22551346e61a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:03.809148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bca7928-3590-43fd-9359-203966e0081d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.811322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac8446e5-5bff-4e95-95ea-b28e076ef0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.816855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3469f86-1897-4681-9219-e42f42c92ae1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting subnet 8d1568da-c373-4c55-bbae-4e999c25613f {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:19:03.820415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3469f86-1897-4681-9219-e42f42c92ae1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.891954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3469f86-1897-4681-9219-e42f42c92ae1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.903889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8446e5-5bff-4e95-95ea-b28e076ef0d7 None None] Pushing event updated for resources: {'Port': ['ID=6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:03.947332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d6ccb256-364f-4714-8e45-713cd9dca683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:03.988092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccb256-364f-4714-8e45-713cd9dca683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2948d8c-f6f8-41de-a9ad-29dbca430307,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:04.045409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a50b25e0-6ede-44d3-83d7-09aab9dd1ae3 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.055650 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:04.062636 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:port and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:04.068545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:04.077433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:04.087394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bca7928-3590-43fd-9359-203966e0081d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.132914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:04.135962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.154814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc896f67-15d6-4200-a902-d25a0b7371ba None None] Network a4260a83-8f40-42ee-918f-c693f2a5a548 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:04.156803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bca7928-3590-43fd-9359-203966e0081d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.164384 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca7928-3590-43fd-9359-203966e0081d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Subnet': ['ID=9e635755-ed57-4785-8c80-2ffda12b3bd5,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:04.172319 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5bca7928-3590-43fd-9359-203966e0081d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/9e635755-ed57-4785-8c80-2ffda12b3bd5 HTTP/1.1" status: 204 len: 168 time: 0.9028647 May 09 13:19:04.175346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52448) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:04.180541 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port 9329f1bb-a5ec-486c-be03-67c573c38e26 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:19:04.182392 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0c8c20a8-9279-4c8d-bb13-7cf9b1f493f6 None None] Provisioning for port 7e6a20d6-8129-4bf4-8f2e-296ccfec4c61 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:04.192874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0c8c20a8-9279-4c8d-bb13-7cf9b1f493f6 None None] Provisioning complete for port 7e6a20d6-8129-4bf4-8f2e-296ccfec4c61 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:04.193763 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c8c20a8-9279-4c8d-bb13-7cf9b1f493f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.318489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c20a8-9279-4c8d-bb13-7cf9b1f493f6 None None] Port 7e6a20d6-8129-4bf4-8f2e-296ccfec4c61 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:04.352496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0c8c20a8-9279-4c8d-bb13-7cf9b1f493f6 None None] Provisioning complete for port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:04.352888 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c8c20a8-9279-4c8d-bb13-7cf9b1f493f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.357907 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.429516 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a50b25e0-6ede-44d3-83d7-09aab9dd1ae3 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.430794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d6ccb256-364f-4714-8e45-713cd9dca683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.430946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:04.431250 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.432718 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d6ccb256-364f-4714-8e45-713cd9dca683 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2948d8c-f6f8-41de-a9ad-29dbca430307 HTTP/1.1" status: 204 len: 168 time: 1.9242709 May 09 13:19:04.487188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a50b25e0-6ede-44d3-83d7-09aab9dd1ae3 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.487648 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-a50b25e0-6ede-44d3-83d7-09aab9dd1ae3 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Floating IP a36316a8-ce27-4619-88a0-891a7c9c13fe disassociated. External IP: 172.26.1.239, port: d57c3c4b-1856-47d1-b6a8-22e2f409f2ca. May 09 13:19:04.538994 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:04.595175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8::bb (a45b4c02-b25e-4425-b17e-d5f1f118f3e0/44839b1b-7998-47fe-8c07-a7b080886ff1/9329f1bb-a5ec-486c-be03-67c573c38e26) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:04.597285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52458) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:04.767247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3469f86-1897-4681-9219-e42f42c92ae1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.854923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:04.857121 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.861728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3469f86-1897-4681-9219-e42f42c92ae1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.912292 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3469f86-1897-4681-9219-e42f42c92ae1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Subnet': ['ID=8d1568da-c373-4c55-bbae-4e999c25613f,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:04.940275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3469f86-1897-4681-9219-e42f42c92ae1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:04.950322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be47ba7-6cc5-4815-b0c0-3e3dc08f3134 None None] Network 55b19a72-e2e8-4a40-852b-e2a17e594e39 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:04.950866 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f3469f86-1897-4681-9219-e42f42c92ae1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/8d1568da-c373-4c55-bbae-4e999c25613f HTTP/1.1" status: 204 len: 168 time: 1.5047069 May 09 13:19:04.953314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52468) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:05.056986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8899021-45fb-439f-8f35-104081260b7e None None] DHCP port deletion for a4260a83-8f40-42ee-918f-c693f2a5a548 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:19:05.085289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.093227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.102817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object 9329f1bb-a5ec-486c-be03-67c573c38e26 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:05.113882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:05.114167 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.129627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e8899021-45fb-439f-8f35-104081260b7e None None] Deleting port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:05.130003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8899021-45fb-439f-8f35-104081260b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.132493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-941668549-network', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:05.137909 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] For port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24,segment=NetworkSegment(46145b31-76f5-48ce-ade4-c5e0e1e729e5),segment_id=46145b31-76f5-48ce-ade4-c5e0e1e729e5)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:05.138592 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.156111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.177671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:05.276916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c6727802-7ca5-4918-994a-4fd10cd84e96 None None] Provisioning complete for port 7e6a20d6-8129-4bf4-8f2e-296ccfec4c61 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:05.277483 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c6727802-7ca5-4918-994a-4fd10cd84e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.283129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Usage tracker for resource:network and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:05.345250 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:05.349171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network a45b4c02-b25e-4425-b17e-d5f1f118f3e0 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:05.356094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:05.405809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:05.421415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c6727802-7ca5-4918-994a-4fd10cd84e96 None None] Port 7e6a20d6-8129-4bf4-8f2e-296ccfec4c61 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:05.423861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:05.433322 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:05.439020 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:05.439647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.482675 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7942886 May 09 13:19:05.489046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52482) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:05.494450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94aee35-600a-4aeb-a129-01ca8f3fcfe5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=9329f1bb-a5ec-486c-be03-67c573c38e26,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:05.531913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] For port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09,segment=NetworkSegment(d9a15df4-5f86-47e2-8b54-836dc61076e3),segment_id=d9a15df4-5f86-47e2-8b54-836dc61076e3)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:05.532283 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.574631 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e8899021-45fb-439f-8f35-104081260b7e None None] For port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24,segment=NetworkSegment(46145b31-76f5-48ce-ade4-c5e0e1e729e5),segment_id=46145b31-76f5-48ce-ade4-c5e0e1e729e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:05.575290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8899021-45fb-439f-8f35-104081260b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.586439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Made reservation on behalf of 6ee21042a6294be790e2e862fb342e9a for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:05.608199 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.642679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.706112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c013836-9dd9-4281-b523-4b7e061182ed None None] DHCP port deletion for 55b19a72-e2e8-4a40-852b-e2a17e594e39 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:19:05.734625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:05.740817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.750674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Usage tracker for resource:security_group_rule and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:05.786036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:05.791759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0c013836-9dd9-4281-b523-4b7e061182ed None None] Deleting port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:05.792138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c013836-9dd9-4281-b523-4b7e061182ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.804763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52488) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:05.805586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:05.812234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:05.825314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e8899021-45fb-439f-8f35-104081260b7e None None] Calling delete_port for 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:05.887889 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.900200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:05.913600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.955036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] No DVR routers for this DVR port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:19:05.957667 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d7839ff9-76b0-4272-afd4-b4d278b54828 None None] Provisioning for port 9329f1bb-a5ec-486c-be03-67c573c38e26 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:05.960613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.969695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2877a93b-d31f-4319-aadc-3eadbac686cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:05.970476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d7839ff9-76b0-4272-afd4-b4d278b54828 None None] Provisioning complete for port 9329f1bb-a5ec-486c-be03-67c573c38e26 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:05.970684 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2877a93b-d31f-4319-aadc-3eadbac686cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:05.970868 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d7839ff9-76b0-4272-afd4-b4d278b54828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:05.973146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:19:06.013481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:06.030014 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] No DVR routers for this DVR port 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:19:06.034188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d7839ff9-76b0-4272-afd4-b4d278b54828 None None] Port 9329f1bb-a5ec-486c-be03-67c573c38e26 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:06.094194 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0c013836-9dd9-4281-b523-4b7e061182ed None None] The port '3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:19:06.097645 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-e8899021-45fb-439f-8f35-104081260b7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:19:06.098372 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-e8899021-45fb-439f-8f35-104081260b7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:19:06.111814 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2877a93b-d31f-4319-aadc-3eadbac686cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:06.113169 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2877a93b-d31f-4319-aadc-3eadbac686cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A369 HTTP/1.1" status: 200 len: 929 time: 0.6201684 May 09 13:19:06.127825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52494) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:06.134363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1216669553'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:06.137583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.137970 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Added segment d83b522f-1206-460e-8c48-e77c9ea859df of type vlan for network eb51bff7-c499-4df6-8d1c-0be354372657 May 09 13:19:06.140403 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6553bde9-4478-47d7-9e57-f7193a1dc1bb,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:06.178595 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.180853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.197213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:06.206601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b19a72-e2e8-4a40-852b-e2a17e594e39']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:06.221911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a15df4-5f86-47e2-8b54-836dc61076e3') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:06.222290 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a15df4-5f86-47e2-8b54-836dc61076e3') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:06.241744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.261120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50b25e0-6ede-44d3-83d7-09aab9dd1ae3 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:06.265884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.275314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:19:06.275704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:19:06.290976 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:19:06.317280 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Usage tracker for resource:network and tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:06.329071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:06.345399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:06.348027 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4260a83-8f40-42ee-918f-c693f2a5a548']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:06.356571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.373877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46145b31-76f5-48ce-ade4-c5e0e1e729e5') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:06.374172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46145b31-76f5-48ce-ade4-c5e0e1e729e5') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:06.386807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-89ed1a82-3ed5-4601-b5c5-2a6a8267ad3b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 9329f1bb-a5ec-486c-be03-67c573c38e26 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:06.387320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89ed1a82-3ed5-4601-b5c5-2a6a8267ad3b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.432411 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:19:06.444496 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.450455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Made reservation on behalf of 3a09eacdd60d41e2bf67a7f7a4d69b7e for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:06.456663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.467401 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:19:06.468001 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 3b6c1cd5-0b7a-4b1d-af19-3305f5ae7d09 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:19:06.468426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:19:06.486817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.490843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.507249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:19:06.507593 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:19:06.509151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.514831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.515671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:06.516385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.519449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.532590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Network': ['ID=55b19a72-e2e8-4a40-852b-e2a17e594e39,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:06.549834 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a13c349c-cdbb-406f-ba39-a04d02d379e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/networks/55b19a72-e2e8-4a40-852b-e2a17e594e39 HTTP/1.1" status: 204 len: 168 time: 1.5954721 May 09 13:19:06.553708 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52498) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:06.564312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6205671f-d50f-4217-8aca-ad9f578f7677 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1995180836', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:06.568121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:19:06.568520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.572149 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6205671f-d50f-4217-8aca-ad9f578f7677 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:06.578765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6205671f-d50f-4217-8aca-ad9f578f7677 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:router and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:06.583215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6205671f-d50f-4217-8aca-ad9f578f7677 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:06.592390 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6205671f-d50f-4217-8aca-ad9f578f7677 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:19:06.593758 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:19:06.600188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e8899021-45fb-439f-8f35-104081260b7e None None] Deleting port 0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:06.600573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8899021-45fb-439f-8f35-104081260b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.631157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6205671f-d50f-4217-8aca-ad9f578f7677 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.632594 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6205671f-d50f-4217-8aca-ad9f578f7677 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.644355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50b25e0-6ede-44d3-83d7-09aab9dd1ae3 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:06.649346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a50b25e0-6ede-44d3-83d7-09aab9dd1ae3 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.666402 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac1515-a8cf-434d-be76-5b643e78a8c5 None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:06.673922 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e8899021-45fb-439f-8f35-104081260b7e None None] The port '0cb6ff48-9d4d-4909-9deb-cfb83bd5ac24' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:19:06.688826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac1515-a8cf-434d-be76-5b643e78a8c5 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:06.689820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-14ac1515-a8cf-434d-be76-5b643e78a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:06.706723 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a50b25e0-6ede-44d3-83d7-09aab9dd1ae3 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "PUT /v2.0/floatingips/a36316a8-ce27-4619-88a0-891a7c9c13fe HTTP/1.1" status: 200 len: 688 time: 3.0256600 May 09 13:19:06.709193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52502) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:06.760059 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-14ac1515-a8cf-434d-be76-5b643e78a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:06.766526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:06.771125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac1515-a8cf-434d-be76-5b643e78a8c5 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:06.771289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-14ac1515-a8cf-434d-be76-5b643e78a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:18:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:06.782418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Usage tracker for resource:security_group_rule and tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:06.802365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:06.815669 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] Pushing event updated for resources: {'Network': ['ID=eb51bff7-c499-4df6-8d1c-0be354372657,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:06.836166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-14ac1515-a8cf-434d-be76-5b643e78a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:06.836569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac1515-a8cf-434d-be76-5b643e78a8c5 None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:06.838782 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network eb51bff7-c499-4df6-8d1c-0be354372657 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:19:06.864141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:06.880148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.886539 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbc8d2-a7b3-43a0-965a-b031f3ad81de tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 18bdf6d3-b9e9-4491-b44b-528d9c78cfd0 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:06.887074 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc8d2-a7b3-43a0-965a-b031f3ad81de tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.911807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.918577 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6a01e296-3a0a-4828-a9d7-6d44f55ddbb2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3135619 May 09 13:19:06.924273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52506) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:06.931599 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Network': ['ID=a4260a83-8f40-42ee-918f-c693f2a5a548,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:06.932401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Request body: {'subnet': {'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-941668549-subnet', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'ip_version': 4}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:06.937311 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:06.941198 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Usage tracker for resource:subnet and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:06.944854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:06.945610 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ca3996b5-3bb1-4154-8a63-ff0c1991e1b7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/networks/a4260a83-8f40-42ee-918f-c693f2a5a548 HTTP/1.1" status: 204 len: 168 time: 2.7692702 May 09 13:19:06.950793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52510) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:06.951708 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:06.967247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6205671f-d50f-4217-8aca-ad9f578f7677 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.970940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ee85e936-5ebf-4f76-849e-2caa7ef68276 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-972155721', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:06.986792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89ed1a82-3ed5-4601-b5c5-2a6a8267ad3b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:06.988098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ee85e936-5ebf-4f76-849e-2caa7ef68276 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:07.014217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ee85e936-5ebf-4f76-849e-2caa7ef68276 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:router and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:07.017849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ee85e936-5ebf-4f76-849e-2caa7ef68276 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:07.023118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Made reservation on behalf of 6ee21042a6294be790e2e862fb342e9a for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:07.115033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.127904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-89ed1a82-3ed5-4601-b5c5-2a6a8267ad3b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 9329f1bb-a5ec-486c-be03-67c573c38e26 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:07.178916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ee85e936-5ebf-4f76-849e-2caa7ef68276 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:07.187428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.192970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.245968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6205671f-d50f-4217-8aca-ad9f578f7677 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.246202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:19:07.252450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553b6722-6a0c-4587-9231-ed2f7e3f2348,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:07.260452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.260796 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Added segment e91b5a8e-36e1-4729-a5ce-afeb438ce213 of type vlan for network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 May 09 13:19:07.288725 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee85e936-5ebf-4f76-849e-2caa7ef68276 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.289629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee85e936-5ebf-4f76-849e-2caa7ef68276 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.332332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.336177 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6205671f-d50f-4217-8aca-ad9f578f7677 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.339729 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6205671f-d50f-4217-8aca-ad9f578f7677 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7814155 May 09 13:19:07.341785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52516) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:07.349445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89ed1a82-3ed5-4601-b5c5-2a6a8267ad3b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.361984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'network': {'name': 'tempest-RoutersTest-939303161'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:07.372855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc8d2-a7b3-43a0-965a-b031f3ad81de tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.373184 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc8d2-a7b3-43a0-965a-b031f3ad81de tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.380321 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:07.390480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:network and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:07.394870 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:07.407465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed1a82-3ed5-4601-b5c5-2a6a8267ad3b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=9329f1bb-a5ec-486c-be03-67c573c38e26,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:07.418858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.422421 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:07.422983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.504015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee85e936-5ebf-4f76-849e-2caa7ef68276 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.519522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbc8d2-a7b3-43a0-965a-b031f3ad81de tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 18bdf6d3-b9e9-4491-b44b-528d9c78cfd0 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:07.534936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89ed1a82-3ed5-4601-b5c5-2a6a8267ad3b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.547859 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:07.590173 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-89ed1a82-3ed5-4601-b5c5-2a6a8267ad3b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/9329f1bb-a5ec-486c-be03-67c573c38e26 HTTP/1.1" status: 204 len: 168 time: 1.4508183 May 09 13:19:07.591093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52520) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:07.599979 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7034907 May 09 13:19:07.611681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52524) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:07.626787 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:07.629714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.637943 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970f990-d32f-414d-a819-de867b98bd29 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event updated for resources: {'Network': ['ID=2dba8db7-95d3-4c32-a0a7-7c8905a4ad31,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:07.641821 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Request body: {'subnet': {'network_id': '2dba8db7-95d3-4c32-a0a7-7c8905a4ad31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:07.651056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:19:07.654844 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ee5625-fa24-494a-9485-4e2b56257aa9 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:19:07.655421 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f4ee5625-fa24-494a-9485-4e2b56257aa9 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:07.672715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f4ee5625-fa24-494a-9485-4e2b56257aa9 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:07.673985 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f4ee5625-fa24-494a-9485-4e2b56257aa9 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/9329f1bb-a5ec-486c-be03-67c573c38e26 HTTP/1.1" status: 404 len: 333 time: 0.0788422 May 09 13:19:07.676763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52528) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:07.724914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee85e936-5ebf-4f76-849e-2caa7ef68276 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.748577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-9d32e99a-cb50-44cb-bdfc-a8a3e0fe2f71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 7e6a20d6-8129-4bf4-8f2e-296ccfec4c61 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:07.748919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9d32e99a-cb50-44cb-bdfc-a8a3e0fe2f71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.827913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee85e936-5ebf-4f76-849e-2caa7ef68276 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.831696 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ee85e936-5ebf-4f76-849e-2caa7ef68276 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8683546 May 09 13:19:07.840616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52534) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:07.844696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:07.889554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-622528888'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:07.893713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:19:07.897958 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Usage tracker for resource:subnet and tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:07.907827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:07.915205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:07.929158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:07.931227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.935035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:network and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:07.938312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:07.938654 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Added segment bc23d964-5cac-4e18-b59e-0920731fff07 of type vlan for network 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe May 09 13:19:07.976466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:07.993156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9d32e99a-cb50-44cb-bdfc-a8a3e0fe2f71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.023672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:08.062541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Made reservation on behalf of 3a09eacdd60d41e2bf67a7f7a4d69b7e for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:08.110250 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:08.113062 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.169773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc8d2-a7b3-43a0-965a-b031f3ad81de tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.193186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-9d32e99a-cb50-44cb-bdfc-a8a3e0fe2f71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 7e6a20d6-8129-4bf4-8f2e-296ccfec4c61 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:08.231711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.244407 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ee6795-cc68-45ce-911d-6b54778f45e8,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:08.261529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbc8d2-a7b3-43a0-965a-b031f3ad81de tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=18bdf6d3-b9e9-4491-b44b-528d9c78cfd0,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:08.338033 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9d32e99a-cb50-44cb-bdfc-a8a3e0fe2f71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.361636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:19:08.387571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32e99a-cb50-44cb-bdfc-a8a3e0fe2f71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=7e6a20d6-8129-4bf4-8f2e-296ccfec4c61,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:08.411124 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.435245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9d32e99a-cb50-44cb-bdfc-a8a3e0fe2f71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.440360 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Checking segment: {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:08.440719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Network hostable DHCP agents. Network: eb51bff7-c499-4df6-8d1c-0be354372657, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:08.451271 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9d32e99a-cb50-44cb-bdfc-a8a3e0fe2f71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/7e6a20d6-8129-4bf4-8f2e-296ccfec4c61 HTTP/1.1" status: 204 len: 168 time: 0.7733052 May 09 13:19:08.453912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52542) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:08.490511 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.490797 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Added segment ad1476ee-8257-4172-9543-5f47fdd213ab of type vlan for network a8c3d896-e8f5-4f68-85eb-200b63e65480 May 09 13:19:08.493459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.497317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:08.497702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.500151 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1bbef7-65fb-4d38-80f1-5195dd691b33 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:19:08.501135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ef1bbef7-65fb-4d38-80f1-5195dd691b33 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:08.520337 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ef1bbef7-65fb-4d38-80f1-5195dd691b33 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:08.524527 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ef1bbef7-65fb-4d38-80f1-5195dd691b33 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/7e6a20d6-8129-4bf4-8f2e-296ccfec4c61 HTTP/1.1" status: 404 len: 333 time: 0.0698166 May 09 13:19:08.525071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52546) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:08.560492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dcf0a-549b-4de4-ad4d-f527724c346d req-62b15dec-d10b-47c9-a698-d293a04ff100 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:08.562263 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-194dcf0a-549b-4de4-ad4d-f527724c346d req-62b15dec-d10b-47c9-a698-d293a04ff100 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.5875690 May 09 13:19:08.724364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d032cef-9a2f-4064-adbd-a0da93e4247a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting subnet 44839b1b-7998-47fe-8c07-a7b080886ff1 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:19:08.727560 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8d032cef-9a2f-4064-adbd-a0da93e4247a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.782691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8d032cef-9a2f-4064-adbd-a0da93e4247a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.810053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.829802 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4853654 May 09 13:19:08.833995 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc8d2-a7b3-43a0-965a-b031f3ad81de tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.834297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52550) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:08.836804 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc8d2-a7b3-43a0-965a-b031f3ad81de tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:08.840252 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e6fbc8d2-a7b3-43a0-965a-b031f3ad81de tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/floatingips/a36316a8-ce27-4619-88a0-891a7c9c13fe HTTP/1.1" status: 204 len: 168 time: 2.1271145 May 09 13:19:08.840252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9ea62-d65d-46ee-96f5-eff66391728c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Network': ['ID=9bae6f5a-2664-4354-afdc-76fd9e0f9bfe,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:08.843095 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'subnet': {'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:08.843859 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52554) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:08.851532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:19:08.939189 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Network eb51bff7-c499-4df6-8d1c-0be354372657 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:08.944307 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:19:08.955038 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-ce6afb03-10b0-43bc-9fd1-5d2b95781bd4 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] delete failed (client error): The resource could not be found. May 09 13:19:08.960761 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ce6afb03-10b0-43bc-9fd1-5d2b95781bd4 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/floatingips/a36316a8-ce27-4619-88a0-891a7c9c13fe HTTP/1.1" status: 404 len: 345 time: 0.1040323 May 09 13:19:08.961615 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52558) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:08.973878 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-194dcf0a-549b-4de4-ad4d-f527724c346d req-f569def5-1bf5-4bba-8618-2113b7bb14d4 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3971703 May 09 13:19:08.981526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, eb51bff7-c499-4df6-8d1c-0be354372657) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:08.992277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21661b3-da7a-4c8a-bc7d-dce1ac33bc68 None None] Network eb51bff7-c499-4df6-8d1c-0be354372657 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:09.025733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:09.035452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:subnet and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:09.047345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:09.056279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8d032cef-9a2f-4064-adbd-a0da93e4247a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.085328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:09.089493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:09.090679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.097523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.137194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:09.154093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.157405 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:09.158215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.271575 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9005a49f-7d6c-429a-8dd6-9f91bd100d5d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3463764 May 09 13:19:09.277120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-eb51bff7-c499-4df6-8d1c-0be354372657', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:09.278395 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.285165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d3020-3b85-44fd-919a-68703bec6dda tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:09.290801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d3020-3b85-44fd-919a-68703bec6dda tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:09.295714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d3020-3b85-44fd-919a-68703bec6dda tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:09.295850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52566) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:09.298091 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-108d3020-3b85-44fd-919a-68703bec6dda tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "GET /v2.0/ports?network_id=3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20 HTTP/1.1" status: 200 len: 2357 time: 0.3359983 May 09 13:19:09.301927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52568) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:09.309365 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4635415 May 09 13:19:09.311547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:09.312599 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52574) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:09.333758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:09.336052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event updated for resources: {'Subnet': ['ID=8ee9d367-eb5a-4f72-aac4-882e1b05f38c,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:09.346813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Usage tracker for resource:router and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:09.350142 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:09.354332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcd337-02fe-40bb-9e24-b562afa211b6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Network': ['ID=a8c3d896-e8f5-4f68-85eb-200b63e65480,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:09.355255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.361988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:09.374762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Checking segment: {'id': 'e91b5a8e-36e1-4729-a5ce-afeb438ce213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2dba8db7-95d3-4c32-a0a7-7c8905a4ad31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:09.375214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Network hostable DHCP agents. Network: 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:09.384204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'subnet': {'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:09.398520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8d032cef-9a2f-4064-adbd-a0da93e4247a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.399017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network a8c3d896-e8f5-4f68-85eb-200b63e65480 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:19:09.415039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.415979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.470421 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.479432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:09.502148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29877332-10e6-45db-b8b3-3f12f53b5f6c req-2ed7cf13-191b-4fc9-b112-55182655c81e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:09.503621 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-29877332-10e6-45db-b8b3-3f12f53b5f6c req-2ed7cf13-191b-4fc9-b112-55182655c81e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.1306965 May 09 13:19:09.505197 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:09.509632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:09.510736 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.526372 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69072d23-bf6f-4a5a-bd76-50bfb0e3921a None None] Network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:09.573500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d032cef-9a2f-4064-adbd-a0da93e4247a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Subnet': ['ID=44839b1b-7998-47fe-8c07-a7b080886ff1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:09.617121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8d032cef-9a2f-4064-adbd-a0da93e4247a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.639712 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9093d0-23b2-48fb-be54-5f25df240a7b None None] Network a45b4c02-b25e-4425-b17e-d5f1f118f3e0 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:09.653037 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f16b1a-0b36-4957-a67c-d05492c58928 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:09.659335 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c3f16b1a-0b36-4957-a67c-d05492c58928 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "GET /v2.0/subnets/33191295-46c8-4406-b985-93df6df6b993 HTTP/1.1" status: 200 len: 797 time: 0.3512404 May 09 13:19:09.660628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52578) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:09.664045 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8d032cef-9a2f-4064-adbd-a0da93e4247a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/44839b1b-7998-47fe-8c07-a7b080886ff1 HTTP/1.1" status: 204 len: 168 time: 1.1378770 May 09 13:19:09.671580 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'port': {'network_id': '3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20', 'name': 'tempest-FloatingIPTestJSON-1737514782', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:09.680878 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52582) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:09.687811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:09.708394 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-107c91e8-fce7-40a4-b2f8-fb1adea29690 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0844541 May 09 13:19:09.715260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:subnet and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:09.720091 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52586) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:09.724911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:09.731855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Request body: {'port': {'network_id': '2dba8db7-95d3-4c32-a0a7-7c8905a4ad31', 'name': 'tempest-AllowedAddressPairTestJSON-1345219215'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:09.773067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Allocated IP 172.20.0.2 (eb51bff7-c499-4df6-8d1c-0be354372657/20ee6795-cc68-45ce-911d-6b54778f45e8/d7bf8005-4ed0-4b01-b75a-c8d23b2e100e) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:09.802405 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-29877332-10e6-45db-b8b3-3f12f53b5f6c req-4f00b4f7-9175-4410-9ed5-2b6469901282 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359889 May 09 13:19:09.818597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:09.855982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:09.872026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:port and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:09.876890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:09.886045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:09.947912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Made reservation on behalf of cd34a6a0e0d047b8859df9153896e1ce for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:09.978837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:10.032717 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.106752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:10.141119 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf40b91c-95d2-4339-b197-30d4a3ad41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.151590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.157393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-2dba8db7-95d3-4c32-a0a7-7c8905a4ad31', 'network_id': '2dba8db7-95d3-4c32-a0a7-7c8905a4ad31', 'tenant_id': '3a09eacdd60d41e2bf67a7f7a4d69b7e', 'fixed_ips': [{'subnet_id': '8ee9d367-eb5a-4f72-aac4-882e1b05f38c'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:10.158287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.187456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:10.187805 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.200963 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a82b09-99db-4f1d-9bae-51fd4ab2d88c req-e4e36563-db5c-495d-97b3-4b33ec1042ff tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:10.202450 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a2a82b09-99db-4f1d-9bae-51fd4ab2d88c req-e4e36563-db5c-495d-97b3-4b33ec1042ff tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2365835 May 09 13:19:10.207136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] device_id is not set on port 06f8c136-4b64-41b9-9d13-7dc12bcf587d yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:19:10.288035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.321018 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Transition to ACTIVE for port object d7bf8005-4ed0-4b01-b75a-c8d23b2e100e will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:10.364710 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.381864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Transition to ACTIVE for port object d7bf8005-4ed0-4b01-b75a-c8d23b2e100e will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:10.400222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e70ca9-5ff8-4027-8118-6fb11ee87f45 None None] DHCP port deletion for a45b4c02-b25e-4425-b17e-d5f1f118f3e0 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:19:10.412806 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a2a82b09-99db-4f1d-9bae-51fd4ab2d88c req-c207c670-fc4a-48ab-bebb-ea1df363be89 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702149 May 09 13:19:10.417815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.418072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:10.418555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.422127 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-78e70ca9-5ff8-4027-8118-6fb11ee87f45 None None] Deleting port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:10.422671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78e70ca9-5ff8-4027-8118-6fb11ee87f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.462224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.515928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Usage tracker for resource:port and tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:10.521200 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:19:10.533814 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:10.573648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:10.574746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Allocated IP 172.20.0.2 (2dba8db7-95d3-4c32-a0a7-7c8905a4ad31/8ee9d367-eb5a-4f72-aac4-882e1b05f38c/f0de8104-f890-4b39-9edd-c55a6be4f67f) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:10.637324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.642409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Network eb51bff7-c499-4df6-8d1c-0be354372657 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:10.649006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Pushing event updated for resources: {'Port': ['ID=d7bf8005-4ed0-4b01-b75a-c8d23b2e100e,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:10.659823 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:10.684527 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:10.723341 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Made reservation on behalf of 3a09eacdd60d41e2bf67a7f7a4d69b7e for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:10.726473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.757836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:10.758182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:10.758496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:10.758815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:10.759140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:10.759455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:10.759773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:10.760090 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:10.760397 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:10.760722 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:10.761018 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:10.783734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] For port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46,segment=NetworkSegment(a7661c9c-0cc0-4cd9-89b2-22551346e61a),segment_id=a7661c9c-0cc0-4cd9-89b2-22551346e61a)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:10.784180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:10.920266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:10.970794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Allocated IP 172.26.1.76 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/190a9e88-dfc5-4567-8803-1067101d911a) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:10.978105 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Subnet': ['ID=e54121bc-dd7d-4fa7-9f54-a6499c44b23a,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:10.980886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] device_id is not set on port b13d43e6-a790-428d-b473-2cbdd932b7ea yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:19:10.983174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67af4e-1d13-44c9-9a7f-e5743bd25bf8 req-8650bae9-636b-4b41-b3a1-904abcd5ec66 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:10.984951 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f67af4e-1d13-44c9-9a7f-e5743bd25bf8 req-8650bae9-636b-4b41-b3a1-904abcd5ec66 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2598603 May 09 13:19:11.021274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Attempting to bind port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:11.021670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Attempting to bind port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:11.022464 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Attempting to bind port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e on network eb51bff7-c499-4df6-8d1c-0be354372657 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:11.054650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.079492 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:11.079915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Checking segment: {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:11.080608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.080608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Bound using segment: {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:11.081084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Bound port: d7bf8005-4ed0-4b01-b75a-c8d23b2e100e, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:11.081480 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.105973 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-78e70ca9-5ff8-4027-8118-6fb11ee87f45 None None] For port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46,segment=NetworkSegment(a7661c9c-0cc0-4cd9-89b2-22551346e61a),segment_id=a7661c9c-0cc0-4cd9-89b2-22551346e61a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:11.105973 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78e70ca9-5ff8-4027-8118-6fb11ee87f45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.144498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Checking segment: {'id': 'bc23d964-5cac-4e18-b59e-0920731fff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:11.144895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network hostable DHCP agents. Network: 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:11.192419 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f67af4e-1d13-44c9-9a7f-e5743bd25bf8 req-f2778cff-6b68-4f9a-8851-6b2783eaf57b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948919 May 09 13:19:11.205694 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.20.0.14 (3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20/33191295-46c8-4406-b985-93df6df6b993/06f8c136-4b64-41b9-9d13-7dc12bcf587d) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:11.214612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:11.221233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.224801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.20.0.13 (3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20/33191295-46c8-4406-b985-93df6df6b993/06f8c136-4b64-41b9-9d13-7dc12bcf587d) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:11.252784 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.266040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:11.267654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.288724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.323145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:11.323726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.328445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:11.340477 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-78e70ca9-5ff8-4027-8118-6fb11ee87f45 None None] Calling delete_port for 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:11.384948 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Subnet': ['ID=76125b3d-7c87-4801-bf24-b5c07906a1e0,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:11.388861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No DVR routers for this DVR port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:19:11.444903 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10217c91-1aaf-4ae0-91c5-4616b8510870 None None] Network 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:11.462936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:11.470015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Pushing event updated for resources: {'Port': ['ID=190a9e88-dfc5-4567-8803-1067101d911a,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:11.477802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:11.505665 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fe233a7e-07ff-4a9a-be7f-209c0409fff6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6698384 May 09 13:19:11.513010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52596) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:11.526259 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:11.700476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.739841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.750019 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] For port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:11.755180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Transition to ACTIVE for port object f0de8104-f890-4b39-9edd-c55a6be4f67f will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:11.769662 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-78e70ca9-5ff8-4027-8118-6fb11ee87f45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:19:11.770011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-78e70ca9-5ff8-4027-8118-6fb11ee87f45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:19:11.781542 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] For port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d7bf8005-4ed0-4b01-b75a-c8d23b2e100e,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:11.795549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.817382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.822236 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Transition to ACTIVE for port object f0de8104-f890-4b39-9edd-c55a6be4f67f will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:11.853415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Checking segment: {'id': 'ad1476ee-8257-4172-9543-5f47fdd213ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:11.853684 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network hostable DHCP agents. Network: a8c3d896-e8f5-4f68-85eb-200b63e65480, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:11.863141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.875665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a385e0-6738-47a0-af09-e099d559a6e5 req-a8549baf-0cbc-4f2f-b5e8-7e9bb5c96535 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:11.882367 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-79a385e0-6738-47a0-af09-e099d559a6e5 req-a8549baf-0cbc-4f2f-b5e8-7e9bb5c96535 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.1449726 May 09 13:19:11.890447 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.918315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45b4c02-b25e-4425-b17e-d5f1f118f3e0']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:11.946507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7661c9c-0cc0-4cd9-89b2-22551346e61a') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:11.946896 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7661c9c-0cc0-4cd9-89b2-22551346e61a') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:11.971724 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:11.984446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network 3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:11.987470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:11.996232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:11.998831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:12.000283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Allocated IP 172.20.0.12 (2dba8db7-95d3-4c32-a0a7-7c8905a4ad31/8ee9d367-eb5a-4f72-aac4-882e1b05f38c/b13d43e6-a790-428d-b473-2cbdd932b7ea) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:12.002066 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a5cd0-e15a-4ee2-a383-c1c9c70d855a None None] Pushing event updated for resources: {'Port': ['ID=d7bf8005-4ed0-4b01-b75a-c8d23b2e100e,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:12.007256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:12.015837 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-79a385e0-6738-47a0-af09-e099d559a6e5 req-ac29d626-a9cb-4da5-b4dd-1a70117fa068 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324561 May 09 13:19:12.026673 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:12.048175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:12.048963 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.062828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=06f8c136-4b64-41b9-9d13-7dc12bcf587d,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:12.064437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.086486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network a8c3d896-e8f5-4f68-85eb-200b63e65480 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:12.112853 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:12.113557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.117474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.118191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.172448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Pushing event updated for resources: {'Port': ['ID=f0de8104-f890-4b39-9edd-c55a6be4f67f,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:12.194113 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:19:12.194523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.208375 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-048908e5-50e4-456d-bbc1-66d21856fee8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.5462844 May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:19:12.214061 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:19:12.222951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52602) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:12.258550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Attempting to bind port f0de8104-f890-4b39-9edd-c55a6be4f67f on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:12.258750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Attempting to bind port f0de8104-f890-4b39-9edd-c55a6be4f67f by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'e91b5a8e-36e1-4729-a5ce-afeb438ce213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2dba8db7-95d3-4c32-a0a7-7c8905a4ad31'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:12.258973 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Attempting to bind port f0de8104-f890-4b39-9edd-c55a6be4f67f on network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:12.273748 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-78e70ca9-5ff8-4027-8118-6fb11ee87f45 None None] Deleting port 6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:12.274125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78e70ca9-5ff8-4027-8118-6fb11ee87f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.299961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': '06f8c136-4b64-41b9-9d13-7dc12bcf587d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:12.307723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, a8c3d896-e8f5-4f68-85eb-200b63e65480) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:12.324093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:12.325187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1902b093-42b1-4dd2-a8bc-ed0717a98e47 None None] Network a8c3d896-e8f5-4f68-85eb-200b63e65480 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:12.345946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:12.346690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.356002 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:12.356663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Checking segment: {'id': 'e91b5a8e-36e1-4729-a5ce-afeb438ce213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2dba8db7-95d3-4c32-a0a7-7c8905a4ad31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:12.356790 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.357155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Bound using segment: {'id': 'e91b5a8e-36e1-4729-a5ce-afeb438ce213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2dba8db7-95d3-4c32-a0a7-7c8905a4ad31'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:12.357638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Bound port: f0de8104-f890-4b39-9edd-c55a6be4f67f, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91b5a8e-36e1-4729-a5ce-afeb438ce213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2dba8db7-95d3-4c32-a0a7-7c8905a4ad31'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:12.358010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.374736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:12.419301 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7b29336e-1fdc-4453-bc96-d49bf5b6e708 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0682714 May 09 13:19:12.424100 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52606) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:12.475332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.519463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-78e70ca9-5ff8-4027-8118-6fb11ee87f45 None None] The port '6f4d5a7e-d3e3-494d-82b5-0acf6dd34a46' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:19:12.579570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.592589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Network': ['ID=a45b4c02-b25e-4425-b17e-d5f1f118f3e0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:12.596024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.604646 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Allocated IP 172.20.0.2 (9bae6f5a-2664-4354-afdc-76fd9e0f9bfe/e54121bc-dd7d-4fa7-9f54-a6499c44b23a/9e9f2051-7d25-438d-a529-a4c389604a57) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:12.657681 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d7bf8005-4ed0-4b01-b75a-c8d23b2e100e up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:12.701526 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fd51477f-9317-4534-8fd4-736345e8d630 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/networks/a45b4c02-b25e-4425-b17e-d5f1f118f3e0 HTTP/1.1" status: 204 len: 168 time: 3.0092592 May 09 13:19:12.709129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52610) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:12.779056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1667306780'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:12.790954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:12.800840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7ca3c3a3-1951-450c-a427-41d0d206fae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.805552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:network and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:12.815705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:12.847103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:12.890210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.932393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:12.935630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:12.983386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] For port f0de8104-f890-4b39-9edd-c55a6be4f67f, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:12.991290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] For port f0de8104-f890-4b39-9edd-c55a6be4f67f, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f0de8104-f890-4b39-9edd-c55a6be4f67f,segment=NetworkSegment(e91b5a8e-36e1-4729-a5ce-afeb438ce213),segment_id=e91b5a8e-36e1-4729-a5ce-afeb438ce213)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:12.993309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Transition to ACTIVE for port object b13d43e6-a790-428d-b473-2cbdd932b7ea will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:12.998310 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:19:13.002581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Router 8920e538-e61c-46d8-8611-3a13a59e6b65 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:19:13.066339 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.066678 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Added segment 3faac37a-b382-41ee-a231-471481d953ee of type vlan for network 42d6518b-968f-48c6-9c9c-edc2b097e6c0 May 09 13:19:13.070189 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.111481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.126337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Transition to ACTIVE for port object 9e9f2051-7d25-438d-a529-a4c389604a57 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:13.150461 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Transition to ACTIVE for port object 9e9f2051-7d25-438d-a529-a4c389604a57 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:13.170733 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:13.178603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.257245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.273369 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Network 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:13.274311 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Pushing event updated for resources: {'Port': ['ID=9e9f2051-7d25-438d-a529-a4c389604a57,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:13.332099 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:13.335970 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:13.387430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.409070 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.463274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bdd9f1-18ec-486a-b2dc-a748b904adab None None] Network eb51bff7-c499-4df6-8d1c-0be354372657 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:13.550083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.558383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:19:13.572491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ac2f5-93f8-4147-a066-ba9dbe7a45d0 None None] Pushing event updated for resources: {'Port': ['ID=f0de8104-f890-4b39-9edd-c55a6be4f67f,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:13.576319 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275dc54-4fcb-4935-bd24-3ff392e32ed7 req-50d85fd7-4b63-4c01-83e5-fcc2e32458e1 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:13.577863 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6275dc54-4fcb-4935-bd24-3ff392e32ed7 req-50d85fd7-4b63-4c01-83e5-fcc2e32458e1 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.3443274 May 09 13:19:13.641993 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6275dc54-4fcb-4935-bd24-3ff392e32ed7 req-746037bf-8074-48ca-a376-02b16038b85c tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565348 May 09 13:19:13.673077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.686521 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.710636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Attempting to bind port 9e9f2051-7d25-438d-a529-a4c389604a57 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:13.710924 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Attempting to bind port 9e9f2051-7d25-438d-a529-a4c389604a57 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'bc23d964-5cac-4e18-b59e-0920731fff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:13.711282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Attempting to bind port 9e9f2051-7d25-438d-a529-a4c389604a57 on network 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:13.731112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:13.731112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Checking segment: {'id': 'bc23d964-5cac-4e18-b59e-0920731fff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:13.731112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.731112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Bound using segment: {'id': 'bc23d964-5cac-4e18-b59e-0920731fff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:13.731112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Bound port: 9e9f2051-7d25-438d-a529-a4c389604a57, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc23d964-5cac-4e18-b59e-0920731fff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:13.731112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.731816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.735111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:13.735648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.740621 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-a8c3d896-e8f5-4f68-85eb-200b63e65480', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:13.741456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.769225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:13.773221 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:13.784704 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Sync routers for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:13.804486 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:13.804893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0f833174-cee9-4b2b-ba34-61c707b2d253 None None] Provisioning for port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:13.805609 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:13.816999 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:13.871274 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event updated for resources: {'Port': ['ID=b13d43e6-a790-428d-b473-2cbdd932b7ea,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:13.874253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:13.972037 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0f833174-cee9-4b2b-ba34-61c707b2d253 None None] Provisioning complete for port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:13.972265 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0f833174-cee9-4b2b-ba34-61c707b2d253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:13.998791 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2830894 May 09 13:19:14.002485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:14.011334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52616) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:14.048957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Allocated IP 172.20.0.1 (9bae6f5a-2664-4354-afdc-76fd9e0f9bfe/e54121bc-dd7d-4fa7-9f54-a6499c44b23a/00fd6228-2750-4787-b9a1-8a3ff8a96a82) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:14.065341 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:14.157336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Allocated IP 2001:db8::1 (a8c3d896-e8f5-4f68-85eb-200b63e65480/76125b3d-7c87-4801-bf24-b5c07906a1e0/237ab1ae-69b5-4775-8ed6-1e49d154b6c3) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:14.159245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] For port 9e9f2051-7d25-438d-a529-a4c389604a57, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:14.178558 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] For port 9e9f2051-7d25-438d-a529-a4c389604a57, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9e9f2051-7d25-438d-a529-a4c389604a57,segment=NetworkSegment(bc23d964-5cac-4e18-b59e-0920731fff07),segment_id=bc23d964-5cac-4e18-b59e-0920731fff07)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:14.232377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:14.281629 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:14.297349 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Transition to ACTIVE for port object 00fd6228-2750-4787-b9a1-8a3ff8a96a82 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:14.321393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0f833174-cee9-4b2b-ba34-61c707b2d253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:14.324417 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6c54f-1394-4c5a-b0c3-2b6bb1d09bc8 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Network': ['ID=42d6518b-968f-48c6-9c9c-edc2b097e6c0,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:14.335329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': '42d6518b-968f-48c6-9c9c-edc2b097e6c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:14.350660 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 42d6518b-968f-48c6-9c9c-edc2b097e6c0 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:19:14.360299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:14.447093 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:11Z', 'revision_number': 3, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:14.450291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78a5f1-c925-4508-a8f0-a7db90d4df6d None None] Pushing event updated for resources: {'Port': ['ID=9e9f2051-7d25-438d-a529-a4c389604a57,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:14.460171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:14.461320 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Checking router: 8920e538-e61c-46d8-8611-3a13a59e6b65 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:19:14.461752 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Updating router 8920e538-e61c-46d8-8611-3a13a59e6b65 port 190a9e88-dfc5-4567-8803-1067101d911a binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:19:14.474132 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-271d2d82-c611-41c6-abc9-227821db8799 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1717098 May 09 13:19:14.474132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52620) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:14.502695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.26.1.175 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/84692fba-aadb-4ff7-90e8-7e9304ae7fc2) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:14.514764 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0f833174-cee9-4b2b-ba34-61c707b2d253 None None] For port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d7bf8005-4ed0-4b01-b75a-c8d23b2e100e,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:14.531773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0f833174-cee9-4b2b-ba34-61c707b2d253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:14.576433 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:14.622244 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f0de8104-f890-4b39-9edd-c55a6be4f67f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:14.800758 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f833174-cee9-4b2b-ba34-61c707b2d253 None None] Pushing event updated for resources: {'Port': ['ID=d7bf8005-4ed0-4b01-b75a-c8d23b2e100e,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:14.801432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:14.802075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:14.846093 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port f0de8104-f890-4b39-9edd-c55a6be4f67f completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:14.926731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:14.944683 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:14.954524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:14.986146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b4cabeb2-cbb4-41a7-a1e7-792f78641c87 None None] Provisioning complete for port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:14.986514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b4cabeb2-cbb4-41a7-a1e7-792f78641c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:14.992709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:15.025497 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-92893dec-a31f-49fe-bac7-abfe9edefc14 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3020496 May 09 13:19:15.033397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:15.040276 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52626) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:15.046430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=00fd6228-2750-4787-b9a1-8a3ff8a96a82,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:15.047080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:15.078685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Request body: {'port': {'network_id': '2dba8db7-95d3-4c32-a0a7-7c8905a4ad31', 'name': 'tempest-AllowedAddressPairTestJSON-848566907', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a0:e0:3d'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:15.081271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:15.111756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:15.120021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:15.129524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:15.148494 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:15.169714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:15.235857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Transition to ACTIVE for port object 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:15.300178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:15.323191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b08b-6b7c-44b9-94da-ec80515cf32d req-476ccf19-064e-4e16-b228-5f5f245f636e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:15.326232 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5c36b08b-6b7c-44b9-94da-ec80515cf32d req-476ccf19-064e-4e16-b228-5f5f245f636e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.3399560 May 09 13:19:15.350951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:15.401209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:15.413398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Allocated IP 2001:db8::2 (a8c3d896-e8f5-4f68-85eb-200b63e65480/76125b3d-7c87-4801-bf24-b5c07906a1e0/f6775ea6-0faa-4a9f-ae26-406b726e2466) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:15.449587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:15.454347 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=237ab1ae-69b5-4775-8ed6-1e49d154b6c3,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:15.477993 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Usage tracker for resource:port and tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:15.485936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:15.506403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:15.511603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:15.519484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network a8c3d896-e8f5-4f68-85eb-200b63e65480 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:15.528195 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:15.528866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:15.534816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:15.535340 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:15.543109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:15.545953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Made reservation on behalf of 3a09eacdd60d41e2bf67a7f7a4d69b7e for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:15.569791 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5c36b08b-6b7c-44b9-94da-ec80515cf32d req-a01c6949-0b1b-40a6-82d7-7039da4ceee0 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254541 May 09 13:19:15.589301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=84692fba-aadb-4ff7-90e8-7e9304ae7fc2,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:15.611086 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:15.732817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:15.746437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Transition to ACTIVE for port object f6775ea6-0faa-4a9f-ae26-406b726e2466 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:15.769694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Transition to ACTIVE for port object f6775ea6-0faa-4a9f-ae26-406b726e2466 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:15.776335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660083e5-8dd2-4b0c-ba3c-29613f76d0ce None None] Network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:15.797026 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:15.798833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:15.825520 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Transition to ACTIVE for port object 190a9e88-dfc5-4567-8803-1067101d911a will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:15.844678 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:15.921139 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24b563-aa5e-4605-a99d-43fca3663dc8 None None] Pushing event updated for resources: {'Port': ['ID=190a9e88-dfc5-4567-8803-1067101d911a,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:15.937022 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24b563-aa5e-4605-a99d-43fca3663dc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:15.937633 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24b563-aa5e-4605-a99d-43fca3663dc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:15.938961 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24b563-aa5e-4605-a99d-43fca3663dc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:15.939471 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24b563-aa5e-4605-a99d-43fca3663dc8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:15.940408 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24b563-aa5e-4605-a99d-43fca3663dc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:15.941001 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24b563-aa5e-4605-a99d-43fca3663dc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:15.941551 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24b563-aa5e-4605-a99d-43fca3663dc8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:15.942045 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24b563-aa5e-4605-a99d-43fca3663dc8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:15.957012 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24b563-aa5e-4605-a99d-43fca3663dc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:15.957571 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24b563-aa5e-4605-a99d-43fca3663dc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:15.958044 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24b563-aa5e-4605-a99d-43fca3663dc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:19:15.993360 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Attempting to bind port 190a9e88-dfc5-4567-8803-1067101d911a on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:15.993724 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Attempting to bind port 190a9e88-dfc5-4567-8803-1067101d911a by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:15.994076 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Attempting to bind port 190a9e88-dfc5-4567-8803-1067101d911a on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:16.001995 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:16.002408 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:16.002740 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:16.003119 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:16.003626 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Bound port: 190a9e88-dfc5-4567-8803-1067101d911a, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:16.004000 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:16.017222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:16.033507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:16.052140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Pushing event updated for resources: {'Port': ['ID=f6775ea6-0faa-4a9f-ae26-406b726e2466,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:16.064266 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Network a8c3d896-e8f5-4f68-85eb-200b63e65480 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:16.088092 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] For port 190a9e88-dfc5-4567-8803-1067101d911a, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:16.088337 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:16.091946 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] For port 190a9e88-dfc5-4567-8803-1067101d911a, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=190a9e88-dfc5-4567-8803-1067101d911a,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:16.103078 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:16.136430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:16.140231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:16.175651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-25814a72-922e-4044-b8c4-2071b8cfe332 None None] Provisioning for port f0de8104-f890-4b39-9edd-c55a6be4f67f completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:16.197961 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e32dbd-39a3-4236-b8ba-7cd28cb81d5e None None] Network 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:16.216309 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24b563-aa5e-4605-a99d-43fca3663dc8 None None] Pushing event updated for resources: {'Port': ['ID=190a9e88-dfc5-4567-8803-1067101d911a,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:16.220862 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:16.221497 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:16.366181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Subnet': ['ID=6d3ad3b0-fe2e-4f80-8c66-d62613a9ab84,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:16.430279 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-25814a72-922e-4044-b8c4-2071b8cfe332 None None] Provisioning complete for port f0de8104-f890-4b39-9edd-c55a6be4f67f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:16.430476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-25814a72-922e-4044-b8c4-2071b8cfe332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:16.456850 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:16.474195 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] device_id is not set on port 3f4f99fd-52fe-4888-a346-26d2a491315d yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:19:16.650416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Allocated IP 172.20.0.9 (2dba8db7-95d3-4c32-a0a7-7c8905a4ad31/8ee9d367-eb5a-4f72-aac4-882e1b05f38c/3f4f99fd-52fe-4888-a346-26d2a491315d) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:16.725400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Checking segment: {'id': '3faac37a-b382-41ee-a231-471481d953ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '42d6518b-968f-48c6-9c9c-edc2b097e6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:16.725822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network hostable DHCP agents. Network: 42d6518b-968f-48c6-9c9c-edc2b097e6c0, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:16.763759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9e9f2051-7d25-438d-a529-a4c389604a57 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:16.901350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Attempting to bind port f6775ea6-0faa-4a9f-ae26-406b726e2466 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:16.901724 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Attempting to bind port f6775ea6-0faa-4a9f-ae26-406b726e2466 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'ad1476ee-8257-4172-9543-5f47fdd213ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:16.902079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Attempting to bind port f6775ea6-0faa-4a9f-ae26-406b726e2466 on network a8c3d896-e8f5-4f68-85eb-200b63e65480 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:16.943653 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:11Z', 'revision_number': 3, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:16.948326 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f7695-0f51-4474-8376-c25c94dece64 None None] The sync data for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv is: [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:11Z', 'revision_number': 3, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:16.976747 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:16.977118 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Checking segment: {'id': 'ad1476ee-8257-4172-9543-5f47fdd213ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:16.977597 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:16.977986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Bound using segment: {'id': 'ad1476ee-8257-4172-9543-5f47fdd213ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:16.979395 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Bound port: f6775ea6-0faa-4a9f-ae26-406b726e2466, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1476ee-8257-4172-9543-5f47fdd213ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:16.979395 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:17.039124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 42d6518b-968f-48c6-9c9c-edc2b097e6c0 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:17.082713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-25814a72-922e-4044-b8c4-2071b8cfe332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:17.083781 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:17.088163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 42d6518b-968f-48c6-9c9c-edc2b097e6c0) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:17.088555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:17.094491 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:17.095151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:17.102033 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:17.114562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 9e9f2051-7d25-438d-a529-a4c389604a57 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:17.136297 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bbaf9e-c07b-4b11-9372-bc6d4c28c84c None None] Network 42d6518b-968f-48c6-9c9c-edc2b097e6c0 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:17.167380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d7bf8005-4ed0-4b01-b75a-c8d23b2e100e up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:17.212503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:17.213751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:17.334887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] For port f6775ea6-0faa-4a9f-ae26-406b726e2466, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:17.374574 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b9161f5d-2891-467a-abde-371696ff86c5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0579035 May 09 13:19:17.375197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52632) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:17.377088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-25814a72-922e-4044-b8c4-2071b8cfe332 None None] For port f0de8104-f890-4b39-9edd-c55a6be4f67f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f0de8104-f890-4b39-9edd-c55a6be4f67f,segment=NetworkSegment(e91b5a8e-36e1-4729-a5ce-afeb438ce213),segment_id=e91b5a8e-36e1-4729-a5ce-afeb438ce213)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:17.403137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] For port f6775ea6-0faa-4a9f-ae26-406b726e2466, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f6775ea6-0faa-4a9f-ae26-406b726e2466,segment=NetworkSegment(ad1476ee-8257-4172-9543-5f47fdd213ab),segment_id=ad1476ee-8257-4172-9543-5f47fdd213ab)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:17.418562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-25814a72-922e-4044-b8c4-2071b8cfe332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:17.433757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': '42d6518b-968f-48c6-9c9c-edc2b097e6c0', 'name': 'tempest-PortsIpV6TestJSON-1558218417', 'fixed_ips': [{'subnet_id': '6d3ad3b0-fe2e-4f80-8c66-d62613a9ab84', 'ip_address': '2001:db8::10'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:17.436252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:17.440936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=237ab1ae-69b5-4775-8ed6-1e49d154b6c3,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:17.485044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=00fd6228-2750-4787-b9a1-8a3ff8a96a82,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:17.493096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:17.532517 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:17.564640 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Transition to ACTIVE for port object 3f4f99fd-52fe-4888-a346-26d2a491315d will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:17.668595 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e633b07-d796-48e9-ab24-4ed07254991e req-8a17ebc1-f9e8-403c-be62-a31f3bea1558 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:17.678038 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3e633b07-d796-48e9-ab24-4ed07254991e req-8a17ebc1-f9e8-403c-be62-a31f3bea1558 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.8376055 May 09 13:19:17.700982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-206aca51-930e-4cdc-ba25-27337ef6ad97 None None] Provisioning for port 9e9f2051-7d25-438d-a529-a4c389604a57 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:17.724877 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25814a72-922e-4044-b8c4-2071b8cfe332 None None] Pushing event updated for resources: {'Port': ['ID=f0de8104-f890-4b39-9edd-c55a6be4f67f,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:17.735327 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:17.735626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:17.773798 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3e633b07-d796-48e9-ab24-4ed07254991e req-6a906759-4842-4734-b72f-0896722482f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939958 May 09 13:19:17.829869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network a8c3d896-e8f5-4f68-85eb-200b63e65480 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:17.832277 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:17.859368 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-206aca51-930e-4cdc-ba25-27337ef6ad97 None None] Provisioning complete for port 9e9f2051-7d25-438d-a529-a4c389604a57 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:17.859918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-206aca51-930e-4cdc-ba25-27337ef6ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:18.084144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:18.093125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03002e2a-4edd-45c7-844e-fe59dc4d8d34 None None] Pushing event updated for resources: {'Port': ['ID=f6775ea6-0faa-4a9f-ae26-406b726e2466,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:18.145339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:18.155828 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-42d6518b-968f-48c6-9c9c-edc2b097e6c0', 'network_id': '42d6518b-968f-48c6-9c9c-edc2b097e6c0', 'tenant_id': '063671cb43444ed2a081a62fcb4da355', 'fixed_ips': [{'subnet_id': '6d3ad3b0-fe2e-4f80-8c66-d62613a9ab84'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:18.156615 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:18.233225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:18.251043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:port and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:18.274116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:18.290133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:18.311431 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:18.336458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-206aca51-930e-4cdc-ba25-27337ef6ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:18.361825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:18.366103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:18.371261 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:18.382016 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:18.385792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event updated for resources: {'Port': ['ID=3f4f99fd-52fe-4888-a346-26d2a491315d,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:18.388749 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:18.422322 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port 1c0fd47c-f4a5-4047-8d70-92baf27f8524 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:19:18.502867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-206aca51-930e-4cdc-ba25-27337ef6ad97 None None] For port 9e9f2051-7d25-438d-a529-a4c389604a57, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9e9f2051-7d25-438d-a529-a4c389604a57,segment=NetworkSegment(bc23d964-5cac-4e18-b59e-0920731fff07),segment_id=bc23d964-5cac-4e18-b59e-0920731fff07)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:18.513776 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-206aca51-930e-4cdc-ba25-27337ef6ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:18.611852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Allocated IP 2001:db8::2 (42d6518b-968f-48c6-9c9c-edc2b097e6c0/6d3ad3b0-fe2e-4f80-8c66-d62613a9ab84/ef478903-7b37-441b-8826-572157ffb8be) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:18.612416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:18.663055 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:18.688216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206aca51-930e-4cdc-ba25-27337ef6ad97 None None] Pushing event updated for resources: {'Port': ['ID=9e9f2051-7d25-438d-a529-a4c389604a57,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:18.726368 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:18.727765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:18.786424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 190a9e88-dfc5-4567-8803-1067101d911a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:18.800076 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-926aeef7-bef9-482c-a872-6f8285151c68 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.7557647 May 09 13:19:18.801131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52636) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:18.837035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4ae39d3c-c9c4-4fb1-bc06-6ab220aa8884 None None] Provisioning complete for port f0de8104-f890-4b39-9edd-c55a6be4f67f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:18.837656 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4ae39d3c-c9c4-4fb1-bc06-6ab220aa8884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:19.123735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:19.146618 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb3919-f19f-48ba-9baf-71eb161d73f9 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:19.151227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb3919-f19f-48ba-9baf-71eb161d73f9 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:19.155158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb3919-f19f-48ba-9baf-71eb161d73f9 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:19.156025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1acb3919-f19f-48ba-9baf-71eb161d73f9 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Synchronizing usage tracker for tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:19.188440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Transition to ACTIVE for port object ef478903-7b37-441b-8826-572157ffb8be will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:19.212341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 190a9e88-dfc5-4567-8803-1067101d911a completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:19.230641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Transition to ACTIVE for port object ef478903-7b37-441b-8826-572157ffb8be will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:19.232146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 190a9e88-dfc5-4567-8803-1067101d911a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:19.233303 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:19.243567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router e3bf1902-a092-44bc-ba5d-45e8195b2465 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:19:19.249531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:19.257007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1acb3919-f19f-48ba-9baf-71eb161d73f9 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Unset dirty status for tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:19.258256 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1acb3919-f19f-48ba-9baf-71eb161d73f9 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4537067 May 09 13:19:19.263079 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52642) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:19.305042 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:19.369441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:19.441888 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4ae39d3c-c9c4-4fb1-bc06-6ab220aa8884 None None] Provisioning for port b13d43e6-a790-428d-b473-2cbdd932b7ea completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:19.455651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b74989f-7f90-409c-8d45-6d7a921d5e86 None None] Network a8c3d896-e8f5-4f68-85eb-200b63e65480 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:19.491253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b4060-4340-4486-ac7d-4fb1f2a49aeb req-6c3689ea-9110-48d8-9c53-36b3008fc077 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:19.492743 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b35b4060-4340-4486-ac7d-4fb1f2a49aeb req-6c3689ea-9110-48d8-9c53-36b3008fc077 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4700406 May 09 13:19:19.595870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4ae39d3c-c9c4-4fb1-bc06-6ab220aa8884 None None] Provisioning complete for port b13d43e6-a790-428d-b473-2cbdd932b7ea triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:19.595870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4ae39d3c-c9c4-4fb1-bc06-6ab220aa8884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:19.651069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8::10 (42d6518b-968f-48c6-9c9c-edc2b097e6c0/6d3ad3b0-fe2e-4f80-8c66-d62613a9ab84/1c0fd47c-f4a5-4047-8d70-92baf27f8524) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:19.665083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=84692fba-aadb-4ff7-90e8-7e9304ae7fc2,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:19.681604 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:19.761147 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:19.780076 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b35b4060-4340-4486-ac7d-4fb1f2a49aeb req-56123e44-0e64-4352-8e12-e3507695026f tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660207 May 09 13:19:19.840776 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Network 42d6518b-968f-48c6-9c9c-edc2b097e6c0 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:19.840931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-0b5fe739-ed2f-4ed0-84aa-faae1aa3896c tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Deleting port 3f4f99fd-52fe-4888-a346-26d2a491315d {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:19.840931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe739-ed2f-4ed0-84aa-faae1aa3896c tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:19.875248 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:19.877224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Pushing event updated for resources: {'Port': ['ID=ef478903-7b37-441b-8826-572157ffb8be,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:19.886638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:19.900477 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 190a9e88-dfc5-4567-8803-1067101d911a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=190a9e88-dfc5-4567-8803-1067101d911a,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:19.904107 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4ae39d3c-c9c4-4fb1-bc06-6ab220aa8884 None None] Port b13d43e6-a790-428d-b473-2cbdd932b7ea cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:19.911449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:19.912895 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:19.913659 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f6775ea6-0faa-4a9f-ae26-406b726e2466 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:20.149600 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Attempting to bind port ef478903-7b37-441b-8826-572157ffb8be on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:20.150321 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Attempting to bind port ef478903-7b37-441b-8826-572157ffb8be by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '3faac37a-b382-41ee-a231-471481d953ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '42d6518b-968f-48c6-9c9c-edc2b097e6c0'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:20.150321 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Attempting to bind port ef478903-7b37-441b-8826-572157ffb8be on network 42d6518b-968f-48c6-9c9c-edc2b097e6c0 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:20.152006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4ae39d3c-c9c4-4fb1-bc06-6ab220aa8884 None None] Provisioning for port 00fd6228-2750-4787-b9a1-8a3ff8a96a82 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:20.167744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4ae39d3c-c9c4-4fb1-bc06-6ab220aa8884 None None] Provisioning complete for port 00fd6228-2750-4787-b9a1-8a3ff8a96a82 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:20.168105 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4ae39d3c-c9c4-4fb1-bc06-6ab220aa8884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.193011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=190a9e88-dfc5-4567-8803-1067101d911a,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:20.217579 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:20.218006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Checking segment: {'id': '3faac37a-b382-41ee-a231-471481d953ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '42d6518b-968f-48c6-9c9c-edc2b097e6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:20.218848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.218848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Bound using segment: {'id': '3faac37a-b382-41ee-a231-471481d953ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '42d6518b-968f-48c6-9c9c-edc2b097e6c0'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:20.219151 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Bound port: ef478903-7b37-441b-8826-572157ffb8be, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3faac37a-b382-41ee-a231-471481d953ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '42d6518b-968f-48c6-9c9c-edc2b097e6c0'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:20.219501 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.243508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:20.266736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.279657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:19:20.284930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4ae39d3c-c9c4-4fb1-bc06-6ab220aa8884 None None] Port 00fd6228-2750-4787-b9a1-8a3ff8a96a82 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:20.286341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port f6775ea6-0faa-4a9f-ae26-406b726e2466 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:20.294452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object 1c0fd47c-f4a5-4047-8d70-92baf27f8524 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:20.297771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Sync routers for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:20.313852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f0de8104-f890-4b39-9edd-c55a6be4f67f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:20.317321 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0ef424d9-36a9-4bd4-8deb-dd9af2630245 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8909514 May 09 13:19:20.317970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52646) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:20.337048 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-84647525'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:20.346326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:20.355092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:network and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:20.358533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe739-ed2f-4ed0-84aa-faae1aa3896c tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.372105 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:20.382919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Allocated IP 172.20.0.1 (eb51bff7-c499-4df6-8d1c-0be354372657/20ee6795-cc68-45ce-911d-6b54778f45e8/4a865a2c-f1e9-4156-8680-130f6d79c643) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:20.411325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:20.411952 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:20.441373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:20.459883 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Floating IP 34c709f2-f522-4c08-ab8c-422eea504237 associated. External IP: 172.26.1.175, port: 06f8c136-4b64-41b9-9d13-7dc12bcf587d. May 09 13:19:20.472536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4ae39d3c-c9c4-4fb1-bc06-6ab220aa8884 None None] Provisioning complete for port 9e9f2051-7d25-438d-a529-a4c389604a57 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:20.472897 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4ae39d3c-c9c4-4fb1-bc06-6ab220aa8884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.501739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] For port ef478903-7b37-441b-8826-572157ffb8be, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:20.505828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-0b5fe739-ed2f-4ed0-84aa-faae1aa3896c tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Calling delete_port for 3f4f99fd-52fe-4888-a346-26d2a491315d owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:20.652940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.656987 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] For port ef478903-7b37-441b-8826-572157ffb8be, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ef478903-7b37-441b-8826-572157ffb8be,segment=NetworkSegment(3faac37a-b382-41ee-a231-471481d953ee),segment_id=3faac37a-b382-41ee-a231-471481d953ee)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:20.672698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.685147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:20.688396 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.767396 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:19:20.782517 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f0de8104-f890-4b39-9edd-c55a6be4f67f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:20.782860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.797004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 42d6518b-968f-48c6-9c9c-edc2b097e6c0 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:20.803718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:20.812349 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:20.819649 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:20.820302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.846976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=1c0fd47c-f4a5-4047-8d70-92baf27f8524,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:20.867004 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:20.884109 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e830fc70-02ed-4f44-9b8e-84c0d0a5831b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5001037 May 09 13:19:20.884984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52652) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:20.892319 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.893535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': '42d6518b-968f-48c6-9c9c-edc2b097e6c0', 'name': 'tempest-PortsIpV6TestJSON-713871414', 'fixed_ips': [{'subnet_id': '6d3ad3b0-fe2e-4f80-8c66-d62613a9ab84', 'ip_address': '2001:db8::f'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:20.907137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.907524 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Added segment 2d1b3726-fc87-41ac-bce7-d99546a5b234 of type vlan for network 070d4ad4-7cda-4700-969a-a4bbf30343b0 May 09 13:19:20.912173 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe739-ed2f-4ed0-84aa-faae1aa3896c tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:20.922098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:20.931647 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a50485bd-82f1-4092-806e-a96d22b54a71 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4074209 May 09 13:19:20.933204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Sync routers for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:20.937645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Transition to ACTIVE for port object 4a865a2c-f1e9-4156-8680-130f6d79c643 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:20.956389 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:20.957313 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:21.021596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52656) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:21.040205 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984083ff-3756-49a6-8fe4-2beb878c988c None None] Pushing event updated for resources: {'Port': ['ID=ef478903-7b37-441b-8826-572157ffb8be,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:21.058999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'network': {'name': 'tempest-RoutersTest-1187579851'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:21.134273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fe739-ed2f-4ed0-84aa-faae1aa3896c tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event deleted for resources: {'Port': ['ID=3f4f99fd-52fe-4888-a346-26d2a491315d,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:21.143756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:21.156941 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:network and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:21.180472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:21.187034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:port and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:21.190470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:21.196810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:21.200823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:21.264286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:21.268208 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:21.322632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:21.348524 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:21.376170 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:21.424252 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Provisioning for port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:21.492966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Provisioning complete for port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:21.493370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:21.505359 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:21.515780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:21.516394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:21.776697 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:21.786933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:21.800322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:21.811124 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:21.857135 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Provisioning complete for port 00fd6228-2750-4787-b9a1-8a3ff8a96a82 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:21.858766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:21.888418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Network': ['ID=070d4ad4-7cda-4700-969a-a4bbf30343b0,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:21.900523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9e9f2051-7d25-438d-a529-a4c389604a57 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:21.910253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:21.939218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 070d4ad4-7cda-4700-969a-a4bbf30343b0 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:19:21.941414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port 799fca70-b8a5-4273-bd60-3f0d3d9128bf yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:19:21.975628 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:19:15Z', 'revision_number': 2, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:16Z', 'revision_number': 2, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:21.982050 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Checking router: 99e7bb25-e9e8-42cc-9e2f-d123c28809dd for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:19:21.983025 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Updating router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd port 00fd6228-2750-4787-b9a1-8a3ff8a96a82 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:19:22.046487 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.089494 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Port 00fd6228-2750-4787-b9a1-8a3ff8a96a82 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:22.102927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:19:15Z', 'revision_number': 2, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:16Z', 'revision_number': 2, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:22.110380 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:22.114993 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Could not find standard attr ID for object 3f4f99fd-52fe-4888-a346-26d2a491315d. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:19:22.124784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Checking router: e3bf1902-a092-44bc-ba5d-45e8195b2465 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:19:22.125109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Updating router e3bf1902-a092-44bc-ba5d-45e8195b2465 port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:19:22.180401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Network eb51bff7-c499-4df6-8d1c-0be354372657 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:22.220174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.235756 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Provisioning for port f6775ea6-0faa-4a9f-ae26-406b726e2466 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:22.254755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Pushing event updated for resources: {'Port': ['ID=4a865a2c-f1e9-4156-8680-130f6d79c643,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:22.258528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:22.272973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:22.276772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 9e9f2051-7d25-438d-a529-a4c389604a57 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:22.277387 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.339914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Provisioning complete for port f6775ea6-0faa-4a9f-ae26-406b726e2466 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:22.341228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.414919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.488182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:19:22.504911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.505436 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Added segment e4fb84f7-9a01-4cdb-bffa-9c531884e78d of type vlan for network e827adc0-98e1-4df2-8af7-2e4e9e3d4d97 May 09 13:19:22.570505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.625748 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8::f (42d6518b-968f-48c6-9c9c-edc2b097e6c0/6d3ad3b0-fe2e-4f80-8c66-d62613a9ab84/799fca70-b8a5-4273-bd60-3f0d3d9128bf) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:22.640794 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.643102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe739-ed2f-4ed0-84aa-faae1aa3896c tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.670737 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Transition to ACTIVE for port object 00fd6228-2750-4787-b9a1-8a3ff8a96a82 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:22.689947 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.777294 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0b5fe739-ed2f-4ed0-84aa-faae1aa3896c tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "DELETE /v2.0/ports/3f4f99fd-52fe-4888-a346-26d2a491315d HTTP/1.1" status: 204 len: 168 time: 3.5110836 May 09 13:19:22.782613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52660) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:22.787264 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817cfc8-a293-4c72-a6f5-f89aa7f28e9d req-9d9dfff1-166f-4a52-9ac8-ecb64809fff5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:22.788836 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d817cfc8-a293-4c72-a6f5-f89aa7f28e9d req-9d9dfff1-166f-4a52-9ac8-ecb64809fff5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 1.7093349 May 09 13:19:22.789474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.819606 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.824297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:22.825046 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.893097 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c6e12cea-c4fe-4f30-b3ed-81d8311fb623 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5699301 May 09 13:19:22.900550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52664) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:22.922934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'subnet': {'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:22.924100 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d845af9-764e-43d5-b151-e4ec940f12c2 None None] Pushing event updated for resources: {'Port': ['ID=00fd6228-2750-4787-b9a1-8a3ff8a96a82,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:22.960527 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.972593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:22.984143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Transition to ACTIVE for port object 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:22.999009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object 799fca70-b8a5-4273-bd60-3f0d3d9128bf will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:23.003997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906dc217-290a-423a-8288-dacb300fd886 None None] Network 42d6518b-968f-48c6-9c9c-edc2b097e6c0 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:23.025138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:23.050515 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Attempting to bind port 00fd6228-2750-4787-b9a1-8a3ff8a96a82 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:23.051077 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Attempting to bind port 00fd6228-2750-4787-b9a1-8a3ff8a96a82 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'bc23d964-5cac-4e18-b59e-0920731fff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:23.051193 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Attempting to bind port 00fd6228-2750-4787-b9a1-8a3ff8a96a82 on network 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:23.058898 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:23.059263 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Checking segment: {'id': 'bc23d964-5cac-4e18-b59e-0920731fff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:23.059695 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:23.060760 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Bound using segment: {'id': 'bc23d964-5cac-4e18-b59e-0920731fff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:23.061209 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Bound port: 00fd6228-2750-4787-b9a1-8a3ff8a96a82, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc23d964-5cac-4e18-b59e-0920731fff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:23.061798 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:23.088149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:23.155663 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1279113 May 09 13:19:23.175216 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd169e7-0956-463a-a032-ef9f082664e1 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] GET failed (client error): The resource could not be found. May 09 13:19:23.175783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1bd169e7-0956-463a-a032-ef9f082664e1 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Synchronizing usage tracker for tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:23.181751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52668) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:23.183681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=799fca70-b8a5-4273-bd60-3f0d3d9128bf,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:23.203880 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] For port 00fd6228-2750-4787-b9a1-8a3ff8a96a82, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:23.204425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'subnet': {'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:23.207996 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] For port 00fd6228-2750-4787-b9a1-8a3ff8a96a82, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=00fd6228-2750-4787-b9a1-8a3ff8a96a82,segment=NetworkSegment(bc23d964-5cac-4e18-b59e-0920731fff07),segment_id=bc23d964-5cac-4e18-b59e-0920731fff07)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:23.213101 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:23.222794 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 42d6518b-968f-48c6-9c9c-edc2b097e6c0 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:23.225462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:23.227521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1bd169e7-0956-463a-a032-ef9f082664e1 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Unset dirty status for tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:23.228705 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1bd169e7-0956-463a-a032-ef9f082664e1 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "GET /v2.0/ports/3f4f99fd-52fe-4888-a346-26d2a491315d HTTP/1.1" status: 404 len: 333 time: 0.4350758 May 09 13:19:23.236872 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d817cfc8-a293-4c72-a6f5-f89aa7f28e9d req-46487ec5-d1be-4aa6-92b9-01fca1666691 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4047651 May 09 13:19:23.241422 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52672) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:23.242186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:23.247155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:23.247769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:23.272166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:23.277686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Request body: {'port': {'network_id': '2dba8db7-95d3-4c32-a0a7-7c8905a4ad31', 'name': 'tempest-AllowedAddressPairTestJSON-41131982'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:23.290916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29a3e7-c25c-4599-96b3-3d25c9f11909 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Network': ['ID=e827adc0-98e1-4df2-8af7-2e4e9e3d4d97,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:23.313473 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d845af9-764e-43d5-b151-e4ec940f12c2 None None] Pushing event updated for resources: {'Port': ['ID=00fd6228-2750-4787-b9a1-8a3ff8a96a82,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:23.343047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network e827adc0-98e1-4df2-8af7-2e4e9e3d4d97 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:19:23.347814 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:23.348636 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:23.438529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:23.459450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:23.480008 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:23.526314 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:23.531275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:subnet and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:23.535420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:23.536717 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:23.543233 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-58a3eee2-777f-4e6e-8468-ad72a0405f6b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6552989 May 09 13:19:23.546474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:23.548927 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52676) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:23.573979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:23.627298 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-aaabb307-0696-4074-a796-c481191e2468 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.3876112 May 09 13:19:23.630355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52680) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:23.644638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:23.646081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-acaf9958-b791-4c34-abbe-dc15b2f0be9e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'floatingip': {'port_id': '06f8c136-4b64-41b9-9d13-7dc12bcf587d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:23.655261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:subnet and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:23.661701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:23.675591 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:23.736694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f22fb-c1ec-40d4-ae22-0aad3e1427fe None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:23.738879 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:23.778754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1533815-0d54-4309-8655-7b9999213278 None None] Pushing event updated for resources: {'Port': ['ID=237ab1ae-69b5-4775-8ed6-1e49d154b6c3,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:23.783187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Made reservation on behalf of 3a09eacdd60d41e2bf67a7f7a4d69b7e for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:23.787911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:23.828572 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] device_id is not set on port a956da0b-bf33-4ec0-9ad4-e5463ffcc00f yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:19:23.876444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:23.885592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ef478903-7b37-441b-8826-572157ffb8be up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:23.906988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acaf9958-b791-4c34-abbe-dc15b2f0be9e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:23.911817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f22fb-c1ec-40d4-ae22-0aad3e1427fe None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:23.912505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9d9f22fb-c1ec-40d4-ae22-0aad3e1427fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:23.981287 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:19:15Z', 'revision_number': 2, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:23Z', 'revision_number': 4, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:23.985581 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d73180-5f4a-4653-a19e-925d830a0c45 None None] The sync data for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv is: [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:19:15Z', 'revision_number': 2, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:23Z', 'revision_number': 4, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:24.007818 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] For port f6775ea6-0faa-4a9f-ae26-406b726e2466, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f6775ea6-0faa-4a9f-ae26-406b726e2466,segment=NetworkSegment(ad1476ee-8257-4172-9543-5f47fdd213ab),segment_id=ad1476ee-8257-4172-9543-5f47fdd213ab)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:24.071255 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:24.116986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9d9f22fb-c1ec-40d4-ae22-0aad3e1427fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:24.143513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:24.148821 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:24.182531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Attempting to bind port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:24.182900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Attempting to bind port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'ad1476ee-8257-4172-9543-5f47fdd213ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:24.183250 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Attempting to bind port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 on network a8c3d896-e8f5-4f68-85eb-200b63e65480 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:24.212740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3537189a-2db0-4fa3-8812-c618acc52648 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:24.213548 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3537189a-2db0-4fa3-8812-c618acc52648 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:24.226528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:24.236842 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Allocated IP 172.20.0.14 (2dba8db7-95d3-4c32-a0a7-7c8905a4ad31/8ee9d367-eb5a-4f72-aac4-882e1b05f38c/a956da0b-bf33-4ec0-9ad4-e5463ffcc00f) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:24.237040 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:24.237399 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Checking segment: {'id': 'ad1476ee-8257-4172-9543-5f47fdd213ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:24.237652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:24.238041 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Bound using segment: {'id': 'ad1476ee-8257-4172-9543-5f47fdd213ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:24.238516 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Bound port: 237ab1ae-69b5-4775-8ed6-1e49d154b6c3, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1476ee-8257-4172-9543-5f47fdd213ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:24.238880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:24.248658 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f22fb-c1ec-40d4-ae22-0aad3e1427fe None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:24.249307 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9d9f22fb-c1ec-40d4-ae22-0aad3e1427fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:24.263952 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:24.382012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3537189a-2db0-4fa3-8812-c618acc52648 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:24.383005 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3537189a-2db0-4fa3-8812-c618acc52648 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8305604 May 09 13:19:24.390700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9d9f22fb-c1ec-40d4-ae22-0aad3e1427fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:24.391104 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f22fb-c1ec-40d4-ae22-0aad3e1427fe None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:24.397902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52686) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:24.422334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port ef478903-7b37-441b-8826-572157ffb8be completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:24.436075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f874e32-7b4c-48a3-ade2-0f4e8e481348 None None] Pushing event updated for resources: {'Port': ['ID=f6775ea6-0faa-4a9f-ae26-406b726e2466,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:24.461887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:24.482152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 190a9e88-dfc5-4567-8803-1067101d911a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:24.542547 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b613de7c-659e-4590-8357-1595d9fc4256 None None] Provisioning for port 4a865a2c-f1e9-4156-8680-130f6d79c643 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:24.562042 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b613de7c-659e-4590-8357-1595d9fc4256 None None] Provisioning complete for port 4a865a2c-f1e9-4156-8680-130f6d79c643 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:24.562273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b613de7c-659e-4590-8357-1595d9fc4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:24.596507 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] For port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:24.639653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] For port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=237ab1ae-69b5-4775-8ed6-1e49d154b6c3,segment=NetworkSegment(ad1476ee-8257-4172-9543-5f47fdd213ab),segment_id=ad1476ee-8257-4172-9543-5f47fdd213ab)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:24.656781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Pushing event updated for resources: {'Port': ['ID=4a865a2c-f1e9-4156-8680-130f6d79c643,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:24.661833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:24.724457 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:24.748548 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Transition to ACTIVE for port object a956da0b-bf33-4ec0-9ad4-e5463ffcc00f will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:24.774836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1533815-0d54-4309-8655-7b9999213278 None None] Pushing event updated for resources: {'Port': ['ID=237ab1ae-69b5-4775-8ed6-1e49d154b6c3,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:24.779567 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b613de7c-659e-4590-8357-1595d9fc4256 None None] Port 4a865a2c-f1e9-4156-8680-130f6d79c643 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:24.797379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:24.797976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:24.933864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 190a9e88-dfc5-4567-8803-1067101d911a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:24.934234 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:24.982520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-acaf9958-b791-4c34-abbe-dc15b2f0be9e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:19:25.009432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:25.113520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b613de7c-659e-4590-8357-1595d9fc4256 None None] Provisioning for port ef478903-7b37-441b-8826-572157ffb8be completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:25.123651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:25.135295 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b613de7c-659e-4590-8357-1595d9fc4256 None None] Provisioning complete for port ef478903-7b37-441b-8826-572157ffb8be triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:25.135667 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b613de7c-659e-4590-8357-1595d9fc4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:25.183830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9526911-6b7f-4333-b147-cb9658c0313e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:25.188314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9526911-6b7f-4333-b147-cb9658c0313e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:25.218369 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9526911-6b7f-4333-b147-cb9658c0313e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:25.220065 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f9526911-6b7f-4333-b147-cb9658c0313e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.8171842 May 09 13:19:25.233109 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52690) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:25.267768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acaf9958-b791-4c34-abbe-dc15b2f0be9e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:25.285685 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acaf9958-b791-4c34-abbe-dc15b2f0be9e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:25.326244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeaed7-8f18-4fff-a6ac-d3cca981302b req-99de1db0-e532-4691-8a2e-6b2b018c0627 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:25.334263 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b8aeaed7-8f18-4fff-a6ac-d3cca981302b req-99de1db0-e532-4691-8a2e-6b2b018c0627 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.8592668 May 09 13:19:25.364047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:25.378896 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:25.389280 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:25.416647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:25.487792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Subnet': ['ID=912e2135-62be-4b65-9878-485ef3c7f064,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:25.491547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:25.604703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event updated for resources: {'Port': ['ID=a956da0b-bf33-4ec0-9ad4-e5463ffcc00f,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:25.750068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:25.751582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:25.826708 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f6775ea6-0faa-4a9f-ae26-406b726e2466 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:25.837267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Network eb51bff7-c499-4df6-8d1c-0be354372657 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:25.843672 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-07863594-059d-4cae-843b-92ddbe3998a4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5862942 May 09 13:19:25.845987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-32275b5a-dfd1-4e42-baee-069bbd18c443 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 799fca70-b8a5-4273-bd60-3f0d3d9128bf {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:25.846332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-32275b5a-dfd1-4e42-baee-069bbd18c443 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:25.852937 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52694) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:25.860427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-fbb43c56-83ba-4312-9737-1074bbf664aa tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a0:e0:3d'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:25.888552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:25.910220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b613de7c-659e-4590-8357-1595d9fc4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:26.012618 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Checking segment: {'id': '2d1b3726-fc87-41ac-bce7-d99546a5b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:26.012992 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network hostable DHCP agents. Network: 070d4ad4-7cda-4700-969a-a4bbf30343b0, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:26.036275 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b8aeaed7-8f18-4fff-a6ac-d3cca981302b req-f6551e53-a598-4746-ac32-05d891b9b606 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7010527 May 09 13:19:26.095047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b613de7c-659e-4590-8357-1595d9fc4256 None None] For port ef478903-7b37-441b-8826-572157ffb8be, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ef478903-7b37-441b-8826-572157ffb8be,segment=NetworkSegment(3faac37a-b382-41ee-a231-471481d953ee),segment_id=3faac37a-b382-41ee-a231-471481d953ee)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:26.110615 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b613de7c-659e-4590-8357-1595d9fc4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:26.188808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Subnet': ['ID=09cbb2ef-e980-4746-8000-f0e87414cb9a,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:26.262563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f6775ea6-0faa-4a9f-ae26-406b726e2466 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:26.263167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:26.343033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Checking segment: {'id': 'e4fb84f7-9a01-4cdb-bffa-9c531884e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:26.343033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network hostable DHCP agents. Network: e827adc0-98e1-4df2-8af7-2e4e9e3d4d97, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:26.363276 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613de7c-659e-4590-8357-1595d9fc4256 None None] Pushing event updated for resources: {'Port': ['ID=ef478903-7b37-441b-8826-572157ffb8be,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:26.402451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network 070d4ad4-7cda-4700-969a-a4bbf30343b0 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:26.406918 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1913d5be-fc8f-4b6d-9474-c06d441a684d req-093ae1c6-d9cf-449e-9e51-d5bea91e6930 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bc08a88006e40bf8a44780de483df57&device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 1098 time: 0.8179460 May 09 13:19:26.451258 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 00fd6228-2750-4787-b9a1-8a3ff8a96a82 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:26.477592 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fbb43c56-83ba-4312-9737-1074bbf664aa tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:26.503771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:19:15Z', 'revision_number': 2, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:24Z', 'revision_number': 4, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:26.513092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 070d4ad4-7cda-4700-969a-a4bbf30343b0) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:26.517526 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7bc61-62c1-4e35-918d-f0096455e02a None None] The sync data for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv is: [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:19:15Z', 'revision_number': 2, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:24Z', 'revision_number': 4, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:26.530740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c9eb04-f095-4d94-976b-a1a2304bb093 None None] Network 070d4ad4-7cda-4700-969a-a4bbf30343b0 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:26.573782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:26.574374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:26.650225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Provisioning for port a956da0b-bf33-4ec0-9ad4-e5463ffcc00f completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:26.657081 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 00fd6228-2750-4787-b9a1-8a3ff8a96a82 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:26.675144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Provisioning complete for port a956da0b-bf33-4ec0-9ad4-e5463ffcc00f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:26.675497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:26.697697 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 00fd6228-2750-4787-b9a1-8a3ff8a96a82 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:26.697697 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:26.736445 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network e827adc0-98e1-4df2-8af7-2e4e9e3d4d97 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:26.780907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, e827adc0-98e1-4df2-8af7-2e4e9e3d4d97) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:26.783223 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d3231d23-87d6-43f1-a9fb-18e6f8ac5c42 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8733165 May 09 13:19:26.791297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-32275b5a-dfd1-4e42-baee-069bbd18c443 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:26.804459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52698) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:26.804459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:26.804772 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fbb43c56-83ba-4312-9737-1074bbf664aa tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:26.805226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:26.816649 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaf9958-b791-4c34-abbe-dc15b2f0be9e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:26.817464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fbb43c56-83ba-4312-9737-1074bbf664aa tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:26.828496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0081c2cd-9bb0-4b07-8e0f-b2951013b43c None None] Network e827adc0-98e1-4df2-8af7-2e4e9e3d4d97 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:26.854519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Port a956da0b-bf33-4ec0-9ad4-e5463ffcc00f cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:26.932278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb43c56-83ba-4312-9737-1074bbf664aa tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event updated for resources: {'Port': ['ID=a956da0b-bf33-4ec0-9ad4-e5463ffcc00f,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:27.071383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Provisioning complete for port 4a865a2c-f1e9-4156-8680-130f6d79c643 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:27.071747 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:27.172004 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-070d4ad4-7cda-4700-969a-a4bbf30343b0', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:27.178994 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:27.227776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-32275b5a-dfd1-4e42-baee-069bbd18c443 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 799fca70-b8a5-4273-bd60-3f0d3d9128bf owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:27.286839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-fbb43c56-83ba-4312-9737-1074bbf664aa tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] In _notify_port_updated(), no bound segment for port a956da0b-bf33-4ec0-9ad4-e5463ffcc00f on network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:19:27.291137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb43c56-83ba-4312-9737-1074bbf664aa tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:27.291734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fbb43c56-83ba-4312-9737-1074bbf664aa tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:27.295533 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fbb43c56-83ba-4312-9737-1074bbf664aa tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "PUT /v2.0/ports/a956da0b-bf33-4ec0-9ad4-e5463ffcc00f HTTP/1.1" status: 200 len: 993 time: 1.4390264 May 09 13:19:27.297746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52704) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:27.300038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:27.322756 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c5e78f1b-0a64-4818-ab40-ee1cf533493c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1291366 May 09 13:19:27.323989 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913d5be-fc8f-4b6d-9474-c06d441a684d req-656d80f1-03c4-4a52-ab4d-cb0237017667 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:27.325342 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1913d5be-fc8f-4b6d-9474-c06d441a684d req-656d80f1-03c4-4a52-ab4d-cb0237017667 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d30285d5-e8c7-43ba-85ca-e036631511ae HTTP/1.1" status: 200 len: 913 time: 0.8637781 May 09 13:19:27.327673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52708) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:27.402809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Port 4a865a2c-f1e9-4156-8680-130f6d79c643 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:27.462261 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 00fd6228-2750-4787-b9a1-8a3ff8a96a82, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=00fd6228-2750-4787-b9a1-8a3ff8a96a82,segment=NetworkSegment(bc23d964-5cac-4e18-b59e-0920731fff07),segment_id=bc23d964-5cac-4e18-b59e-0920731fff07)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:27.485082 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:27.496050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-095756b8-8721-450b-b94a-d7fe1ca9c980 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Deleting port a956da0b-bf33-4ec0-9ad4-e5463ffcc00f {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:27.496410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-095756b8-8721-450b-b94a-d7fe1ca9c980 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:27.560086 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1913d5be-fc8f-4b6d-9474-c06d441a684d req-cd1e829a-e824-476c-a0b3-54e428669808 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef HTTP/1.1" status: 200 len: 1000 time: 0.2188756 May 09 13:19:27.589125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:27.589938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:27.648944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ef478903-7b37-441b-8826-572157ffb8be up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:27.702074 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Provisioning for port 1c0fd47c-f4a5-4047-8d70-92baf27f8524 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:27.735296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913d5be-fc8f-4b6d-9474-c06d441a684d req-55ed73e8-313e-4cef-8555-02a146ccd564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:27.735513 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Provisioning complete for port 1c0fd47c-f4a5-4047-8d70-92baf27f8524 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:27.735608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:27.736706 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1913d5be-fc8f-4b6d-9474-c06d441a684d req-55ed73e8-313e-4cef-8555-02a146ccd564 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6c9a587-b9ae-413f-8d43-1f05ff4d95b2 HTTP/1.1" status: 200 len: 851 time: 0.1408870 May 09 13:19:27.742841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29202fd-029a-4ff8-ad3d-ed57c79814df req-33b66564-8d18-47af-b711-d6b8ce6ce604 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:27.744267 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d29202fd-029a-4ff8-ad3d-ed57c79814df req-33b66564-8d18-47af-b711-d6b8ce6ce604 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4235876 May 09 13:19:27.824677 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=00fd6228-2750-4787-b9a1-8a3ff8a96a82,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:27.829379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-32275b5a-dfd1-4e42-baee-069bbd18c443 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:27.858457 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Allocated IP 2001:db8:1::2 (070d4ad4-7cda-4700-969a-a4bbf30343b0/912e2135-62be-4b65-9878-485ef3c7f064/0ff21e36-6e34-493b-b068-dbdc1814c5e4) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:27.901016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Port 1c0fd47c-f4a5-4047-8d70-92baf27f8524 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:27.956460 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32275b5a-dfd1-4e42-baee-069bbd18c443 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=799fca70-b8a5-4273-bd60-3f0d3d9128bf,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:27.983069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-095756b8-8721-450b-b94a-d7fe1ca9c980 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:27.992406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaf9958-b791-4c34-abbe-dc15b2f0be9e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:27.999436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acaf9958-b791-4c34-abbe-dc15b2f0be9e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:28.006250 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a75b44-22c0-410f-8557-670ef795f761 None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:28.025669 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a75b44-22c0-410f-8557-670ef795f761 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:28.027114 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-98a75b44-22c0-410f-8557-670ef795f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:28.051759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port ef478903-7b37-441b-8826-572157ffb8be triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:28.052124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:28.088981 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Provisioning complete for port ef478903-7b37-441b-8826-572157ffb8be triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:28.089396 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:28.098067 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d29202fd-029a-4ff8-ad3d-ed57c79814df req-ffe789b6-d98e-4cb4-b21a-559b21490c03 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198943 May 09 13:19:28.102433 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-32275b5a-dfd1-4e42-baee-069bbd18c443 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:28.163344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Allocated IP 172.21.0.2 (e827adc0-98e1-4df2-8af7-2e4e9e3d4d97/09cbb2ef-e980-4746-8000-f0e87414cb9a/560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:28.181521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-095756b8-8721-450b-b94a-d7fe1ca9c980 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Calling delete_port for a956da0b-bf33-4ec0-9ad4-e5463ffcc00f owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:28.187012 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-98a75b44-22c0-410f-8557-670ef795f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:28.205202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Router 8920e538-e61c-46d8-8611-3a13a59e6b65 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:28.222507 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-32275b5a-dfd1-4e42-baee-069bbd18c443 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/799fca70-b8a5-4273-bd60-3f0d3d9128bf HTTP/1.1" status: 204 len: 168 time: 2.9770770 May 09 13:19:28.224539 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52714) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:28.228079 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1913d5be-fc8f-4b6d-9474-c06d441a684d req-7eb0c489-a821-4d6f-a9db-16b95f9595c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d30285d5-e8c7-43ba-85ca-e036631511ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4808700 May 09 13:19:28.233727 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a75b44-22c0-410f-8557-670ef795f761 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:28.236047 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-98a75b44-22c0-410f-8557-670ef795f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:28.369658 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-98a75b44-22c0-410f-8557-670ef795f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:28.369658 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a75b44-22c0-410f-8557-670ef795f761 None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:28.387320 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-acaf9958-b791-4c34-abbe-dc15b2f0be9e tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "PUT /v2.0/floatingips/34c709f2-f522-4c08-ab8c-422eea504237 HTTP/1.1" status: 200 len: 979 time: 4.7532585 May 09 13:19:28.391004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52718) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:28.429497 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-1443ed04-409e-43de-b468-227b99af182c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:19:28.429992 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1443ed04-409e-43de-b468-227b99af182c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:28.597341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1443ed04-409e-43de-b468-227b99af182c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:28.598619 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1443ed04-409e-43de-b468-227b99af182c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/799fca70-b8a5-4273-bd60-3f0d3d9128bf HTTP/1.1" status: 404 len: 333 time: 0.3693707 May 09 13:19:28.600625 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:28.604293 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52724) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:28.699773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a3d06df5-89d5-4c91-a9c8-89b322e37ad2 None None] Could not find standard attr ID for object 799fca70-b8a5-4273-bd60-3f0d3d9128bf. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:19:28.725308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Transition to ACTIVE for port object 0ff21e36-6e34-493b-b068-dbdc1814c5e4 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:28.727539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-095756b8-8721-450b-b94a-d7fe1ca9c980 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:28.763391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Transition to ACTIVE for port object 0ff21e36-6e34-493b-b068-dbdc1814c5e4 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:28.768918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:28.780553 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:28.819330 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Transition to ACTIVE for port object 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:28.846823 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ba7934e1-c85d-4f6a-aaa4-70bc969cd2e7 None None] Could not find standard attr ID for object a956da0b-bf33-4ec0-9ad4-e5463ffcc00f. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:19:28.877702 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Transition to ACTIVE for port object 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:28.885510 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Network 070d4ad4-7cda-4700-969a-a4bbf30343b0 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:28.889529 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:28.892227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:28.898790 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Pushing event updated for resources: {'Port': ['ID=0ff21e36-6e34-493b-b068-dbdc1814c5e4,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:28.902558 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:28.968735 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1913d5be-fc8f-4b6d-9474-c06d441a684d req-a2b81622-f2f6-4206-9bac-09229d6b6e34 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6726258 May 09 13:19:29.000019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095756b8-8721-450b-b94a-d7fe1ca9c980 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event deleted for resources: {'Port': ['ID=a956da0b-bf33-4ec0-9ad4-e5463ffcc00f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:29.038402 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Network e827adc0-98e1-4df2-8af7-2e4e9e3d4d97 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:29.046775 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Pushing event updated for resources: {'Port': ['ID=560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:29.051129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:29.054046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:29.116039 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Attempting to bind port 0ff21e36-6e34-493b-b068-dbdc1814c5e4 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:29.116669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Attempting to bind port 0ff21e36-6e34-493b-b068-dbdc1814c5e4 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '2d1b3726-fc87-41ac-bce7-d99546a5b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:29.117198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Attempting to bind port 0ff21e36-6e34-493b-b068-dbdc1814c5e4 on network 070d4ad4-7cda-4700-969a-a4bbf30343b0 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:29.131118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-088038f1-4644-4816-af77-626395c6f0d4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 1c0fd47c-f4a5-4047-8d70-92baf27f8524 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:29.131866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-088038f1-4644-4816-af77-626395c6f0d4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:29.132931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3047e922-f8e6-4454-bf96-9596bfdf50cc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 84692fba-aadb-4ff7-90e8-7e9304ae7fc2 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:29.133299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3047e922-f8e6-4454-bf96-9596bfdf50cc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:29.163021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:29.163732 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Checking segment: {'id': '2d1b3726-fc87-41ac-bce7-d99546a5b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:29.164272 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:29.164785 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Bound using segment: {'id': '2d1b3726-fc87-41ac-bce7-d99546a5b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:29.165434 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Bound port: 0ff21e36-6e34-493b-b068-dbdc1814c5e4, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1b3726-fc87-41ac-bce7-d99546a5b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:29.165953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:29.188859 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Attempting to bind port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:29.189489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Attempting to bind port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'e4fb84f7-9a01-4cdb-bffa-9c531884e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:29.190020 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Attempting to bind port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb on network e827adc0-98e1-4df2-8af7-2e4e9e3d4d97 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:29.228273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:29.228909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Checking segment: {'id': 'e4fb84f7-9a01-4cdb-bffa-9c531884e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:29.229739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:29.230305 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Bound using segment: {'id': 'e4fb84f7-9a01-4cdb-bffa-9c531884e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:29.230932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Bound port: 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb84f7-9a01-4cdb-bffa-9c531884e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:29.231441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:29.301340 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-095756b8-8721-450b-b94a-d7fe1ca9c980 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:29.336246 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] For port 0ff21e36-6e34-493b-b068-dbdc1814c5e4, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:29.347997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] For port 0ff21e36-6e34-493b-b068-dbdc1814c5e4, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0ff21e36-6e34-493b-b068-dbdc1814c5e4,segment=NetworkSegment(2d1b3726-fc87-41ac-bce7-d99546a5b234),segment_id=2d1b3726-fc87-41ac-bce7-d99546a5b234)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:29.360764 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:29.384346 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-095756b8-8721-450b-b94a-d7fe1ca9c980 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "DELETE /v2.0/ports/a956da0b-bf33-4ec0-9ad4-e5463ffcc00f HTTP/1.1" status: 204 len: 168 time: 2.0831230 May 09 13:19:29.388152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52728) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:29.399366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] For port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:29.431625 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] For port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb,segment=NetworkSegment(e4fb84f7-9a01-4cdb-bffa-9c531884e78d),segment_id=e4fb84f7-9a01-4cdb-bffa-9c531884e78d)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:29.443182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:29.446499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a8d8e-9302-4fcc-997d-273b9c51d525 req-0a907b81-ef39-4d00-93c7-3e3b54ecb4f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:29.447949 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-055a8d8e-9302-4fcc-997d-273b9c51d525 req-0a907b81-ef39-4d00-93c7-3e3b54ecb4f5 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.5752637 May 09 13:19:29.458418 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972eff1-b82b-4a26-8642-52bbb6f4fa4f None None] Pushing event updated for resources: {'Port': ['ID=0ff21e36-6e34-493b-b068-dbdc1814c5e4,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:29.486099 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a75d7e-8255-4771-beb2-0962cf04e01e tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] GET failed (client error): The resource could not be found. May 09 13:19:29.486607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-29a75d7e-8255-4771-beb2-0962cf04e01e tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Synchronizing usage tracker for tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:29.554079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-29a75d7e-8255-4771-beb2-0962cf04e01e tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Unset dirty status for tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:29.555296 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-29a75d7e-8255-4771-beb2-0962cf04e01e tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "GET /v2.0/ports/a956da0b-bf33-4ec0-9ad4-e5463ffcc00f HTTP/1.1" status: 404 len: 333 time: 0.1649568 May 09 13:19:29.560698 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3047e922-f8e6-4454-bf96-9596bfdf50cc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:29.560977 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3047e922-f8e6-4454-bf96-9596bfdf50cc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:29.607499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13f6f0-0dca-4285-95b2-cc8e5e95bc53 None None] Pushing event updated for resources: {'Port': ['ID=560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:29.625365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52732) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:29.638114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Request body: {'port': {'network_id': '2dba8db7-95d3-4c32-a0a7-7c8905a4ad31', 'name': 'tempest-AllowedAddressPairTestJSON-733662016'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:29.651829 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1913d5be-fc8f-4b6d-9474-c06d441a684d req-13cf7874-4d08-4532-8abd-5b78254f0c72 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284230 May 09 13:19:29.670657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 00fd6228-2750-4787-b9a1-8a3ff8a96a82 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:29.732719 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-055a8d8e-9302-4fcc-997d-273b9c51d525 req-1a07426f-9009-46ed-abb8-d3cb1f097e83 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666619 May 09 13:19:29.817549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 00fd6228-2750-4787-b9a1-8a3ff8a96a82 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:29.818056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:29.885072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3047e922-f8e6-4454-bf96-9596bfdf50cc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 84692fba-aadb-4ff7-90e8-7e9304ae7fc2 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:29.959535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-088038f1-4644-4816-af77-626395c6f0d4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:30.001016 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:30.005312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:30.022040 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-05da9bd9-1dc7-43a8-9fba-b2f538176134 admin admin] 10.222.0.44 "PUT /v2.0/routers/8920e538-e61c-46d8-8611-3a13a59e6b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5347331 May 09 13:19:30.022277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Sync routers for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:30.079343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:30.091677 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:30.100654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:30.100976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:30.120053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Made reservation on behalf of 3a09eacdd60d41e2bf67a7f7a4d69b7e for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:30.123466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:30.216143 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-088038f1-4644-4816-af77-626395c6f0d4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 1c0fd47c-f4a5-4047-8d70-92baf27f8524 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:30.377869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:30.387533 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dfcf8924-4209-4b45-864d-b708ee397f84 req-64d47c22-7581-49c4-8bee-4a67cbc0442f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bc08a88006e40bf8a44780de483df57&device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 1098 time: 0.5585740 May 09 13:19:30.444937 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] device_id is not set on port 2b775329-74a3-4078-ae45-a5d0516659f7 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:19:30.489058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3047e922-f8e6-4454-bf96-9596bfdf50cc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:30.528194 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:30.545726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047e922-f8e6-4454-bf96-9596bfdf50cc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=84692fba-aadb-4ff7-90e8-7e9304ae7fc2,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:30.895565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:23Z', 'revision_number': 2, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:30.903645 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Checking router: 8920e538-e61c-46d8-8611-3a13a59e6b65 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:19:30.904204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Updating router 8920e538-e61c-46d8-8611-3a13a59e6b65 port 4a865a2c-f1e9-4156-8680-130f6d79c643 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:19:31.063136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:31.072180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3047e922-f8e6-4454-bf96-9596bfdf50cc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:31.310737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf8924-4209-4b45-864d-b708ee397f84 req-0a253c91-de4c-4daf-9677-0d4322b8142b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:31.313742 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dfcf8924-4209-4b45-864d-b708ee397f84 req-0a253c91-de4c-4daf-9677-0d4322b8142b service neutron] 10.222.0.57 "GET /v2.0/networks?id=d30285d5-e8c7-43ba-85ca-e036631511ae HTTP/1.1" status: 200 len: 913 time: 0.9154906 May 09 13:19:31.339766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-088038f1-4644-4816-af77-626395c6f0d4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:31.575988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Allocated IP 172.20.0.10 (2dba8db7-95d3-4c32-a0a7-7c8905a4ad31/8ee9d367-eb5a-4f72-aac4-882e1b05f38c/2b775329-74a3-4078-ae45-a5d0516659f7) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:31.681988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Allocated IP 2001:db8:1::1 (070d4ad4-7cda-4700-969a-a4bbf30343b0/912e2135-62be-4b65-9878-485ef3c7f064/c8273c85-b0db-496f-80a7-815afe9d70de) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:31.721638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Allocated IP 172.21.0.1 (e827adc0-98e1-4df2-8af7-2e4e9e3d4d97/09cbb2ef-e980-4746-8000-f0e87414cb9a/fe6ab10c-68b7-4c61-931c-f588ff90906f) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:31.821868 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:31.838267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Transition to ACTIVE for port object 4a865a2c-f1e9-4156-8680-130f6d79c643 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:31.848840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:31.975925 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5259e-fb71-4939-85d9-f654ec40f6cb None None] Network e827adc0-98e1-4df2-8af7-2e4e9e3d4d97 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:31.995616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52756) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:32.002602 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0ff21e36-6e34-493b-b068-dbdc1814c5e4 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:32.007218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-308362197-network', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:32.017187 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dfcf8924-4209-4b45-864d-b708ee397f84 req-564b596e-b382-4081-959f-2b8515f813e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef HTTP/1.1" status: 200 len: 1000 time: 0.6820576 May 09 13:19:32.021980 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:32.026765 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d3fee3-8943-4cee-8c57-5d766962b75f None None] Network 070d4ad4-7cda-4700-969a-a4bbf30343b0 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:32.071171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Usage tracker for resource:network and tenant:e279612ec2f645a19d0a3d92876aeed7 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:32.085358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088038f1-4644-4816-af77-626395c6f0d4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=1c0fd47c-f4a5-4047-8d70-92baf27f8524,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:32.089184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:32.092449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-088038f1-4644-4816-af77-626395c6f0d4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.180793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:32.203212 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-088038f1-4644-4816-af77-626395c6f0d4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/1c0fd47c-f4a5-4047-8d70-92baf27f8524 HTTP/1.1" status: 204 len: 168 time: 3.3658216 May 09 13:19:32.204305 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52760) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:32.209961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf8924-4209-4b45-864d-b708ee397f84 req-ffe2885c-e96f-4df2-91d1-5065be52ae07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:32.211647 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dfcf8924-4209-4b45-864d-b708ee397f84 req-ffe2885c-e96f-4df2-91d1-5065be52ae07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6c9a587-b9ae-413f-8d43-1f05ff4d95b2 HTTP/1.1" status: 200 len: 851 time: 0.1209297 May 09 13:19:32.237709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.258701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Transition to ACTIVE for port object 2b775329-74a3-4078-ae45-a5d0516659f7 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:32.303315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Made reservation on behalf of e279612ec2f645a19d0a3d92876aeed7 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:32.305989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.326381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.337749 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b31e2-242d-4a43-8abc-2a609e1f071a req-e993be8c-7a75-4c21-a7ab-f9aa2b3eef39 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:32.344526 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7c7b31e2-242d-4a43-8abc-2a609e1f071a req-e993be8c-7a75-4c21-a7ab-f9aa2b3eef39 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 1.2081273 May 09 13:19:32.363113 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-227c8d2f-d850-4afd-823d-844458ad2efd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:19:32.363709 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-227c8d2f-d850-4afd-823d-844458ad2efd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:32.410895 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a9978-1503-451c-a449-5a9a948f2742 None None] Pushing event updated for resources: {'Port': ['ID=4a865a2c-f1e9-4156-8680-130f6d79c643,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:32.425381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.444355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.450714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.465757 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-227c8d2f-d850-4afd-823d-844458ad2efd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:32.469780 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-227c8d2f-d850-4afd-823d-844458ad2efd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/1c0fd47c-f4a5-4047-8d70-92baf27f8524 HTTP/1.1" status: 404 len: 333 time: 0.2568390 May 09 13:19:32.475887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52764) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:32.488938 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7c7b31e2-242d-4a43-8abc-2a609e1f071a req-a1a10e92-4077-44f6-9549-cf1402c7d847 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434014 May 09 13:19:32.490218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:32.511684 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Usage tracker for resource:security_group_rule and tenant:e279612ec2f645a19d0a3d92876aeed7 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:32.528046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:32.540014 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4e68d239-d011-4a05-bc25-6e07a96ec49b None None] Provisioning for port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:32.561952 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Transition to ACTIVE for port object c8273c85-b0db-496f-80a7-815afe9d70de will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:32.579600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:32.582384 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dfcf8924-4209-4b45-864d-b708ee397f84 req-ea01bde3-d352-4316-b8b4-98983df9d4bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d30285d5-e8c7-43ba-85ca-e036631511ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3198922 May 09 13:19:32.582756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Transition to ACTIVE for port object fe6ab10c-68b7-4c61-931c-f588ff90906f will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:32.635459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:32.642978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event updated for resources: {'Port': ['ID=2b775329-74a3-4078-ae45-a5d0516659f7,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:32.658446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:32.666773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:32.787718 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Attempting to bind port 4a865a2c-f1e9-4156-8680-130f6d79c643 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:32.788088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Attempting to bind port 4a865a2c-f1e9-4156-8680-130f6d79c643 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:32.788426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Attempting to bind port 4a865a2c-f1e9-4156-8680-130f6d79c643 on network eb51bff7-c499-4df6-8d1c-0be354372657 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:32.805761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.809982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:32.810340 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Checking segment: {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:32.810726 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.811271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Bound using segment: {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:32.812112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Bound port: 4a865a2c-f1e9-4156-8680-130f6d79c643, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:32.812491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.909455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 0ff21e36-6e34-493b-b068-dbdc1814c5e4 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:32.909708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:32.910145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.935626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b65a9f-8092-4537-a1db-734a84e471c6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting subnet 6d3ad3b0-fe2e-4f80-8c66-d62613a9ab84 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:19:32.941402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network 070d4ad4-7cda-4700-969a-a4bbf30343b0 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:32.945580 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=c8273c85-b0db-496f-80a7-815afe9d70de,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:32.950867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:32.951740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:32.952658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.953339 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.957488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d4b65a9f-8092-4537-a1db-734a84e471c6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:32.967153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:33.002982 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dfcf8924-4209-4b45-864d-b708ee397f84 req-c1b4c704-8b9a-42b9-a8e9-4106010693d3 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102075 May 09 13:19:33.028740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-72f419bc-d7ac-4319-a916-0ae4b6de362a None None] Provisioning for port 0ff21e36-6e34-493b-b068-dbdc1814c5e4 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:33.037826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-72f419bc-d7ac-4319-a916-0ae4b6de362a None None] Provisioning complete for port 0ff21e36-6e34-493b-b068-dbdc1814c5e4 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:33.038815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-72f419bc-d7ac-4319-a916-0ae4b6de362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.051490 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.071698 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.117011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=fe6ab10c-68b7-4c61-931c-f588ff90906f,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:33.129710 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network e827adc0-98e1-4df2-8af7-2e4e9e3d4d97 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:33.143361 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:33.155430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:33.162593 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] For port 4a865a2c-f1e9-4156-8680-130f6d79c643, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:33.172131 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] For port 4a865a2c-f1e9-4156-8680-130f6d79c643, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4a865a2c-f1e9-4156-8680-130f6d79c643,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:33.183736 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.205019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:19:33.216137 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3b15c602-f0aa-4b30-8daf-d9b7d77bdfcf tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5897219 May 09 13:19:33.236088 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52768) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:33.243005 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:33.244088 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5ae782a6-972c-4612-855a-d256807f63d8 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a0:e0:3d'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:33.263616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d4b65a9f-8092-4537-a1db-734a84e471c6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.291464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f393636-920c-46a7-81ad-50f2092f54a3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:33.332181 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:33.332944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.336632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.336979 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Added segment a2d88b71-ab99-44d6-ae5c-6893b280bba6 of type vlan for network bdfbf814-6ce2-4620-b6fc-bd79058f2ab1 May 09 13:19:33.379871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.447733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.454316 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:33.454978 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.455512 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:33.485779 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dfcf8924-4209-4b45-864d-b708ee397f84 req-e3ed6fe1-082b-4eaf-8e77-7c7ff22d6350 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742508 May 09 13:19:33.507750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.508625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:33.509231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.580356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a9978-1503-451c-a449-5a9a948f2742 None None] Pushing event updated for resources: {'Port': ['ID=4a865a2c-f1e9-4156-8680-130f6d79c643,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:33.715417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-72f419bc-d7ac-4319-a916-0ae4b6de362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.915907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-72f419bc-d7ac-4319-a916-0ae4b6de362a None None] For port 0ff21e36-6e34-493b-b068-dbdc1814c5e4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0ff21e36-6e34-493b-b068-dbdc1814c5e4,segment=NetworkSegment(2d1b3726-fc87-41ac-bce7-d99546a5b234),segment_id=2d1b3726-fc87-41ac-bce7-d99546a5b234)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:33.929304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.940912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-72f419bc-d7ac-4319-a916-0ae4b6de362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:33.979678 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9800999 May 09 13:19:33.992308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52774) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:34.008777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Request body: {'subnet': {'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-308362197-subnet', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'ip_version': 4}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:34.016937 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:34.022256 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e0e72-9f6c-4fc3-a561-910e64d8ec94 admin admin] Pushing event updated for resources: {'Network': ['ID=bdfbf814-6ce2-4620-b6fc-bd79058f2ab1,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:34.023017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:34.031182 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Usage tracker for resource:subnet and tenant:e279612ec2f645a19d0a3d92876aeed7 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:34.036751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:34.107575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:34.116146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d4b65a9f-8092-4537-a1db-734a84e471c6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:34.128679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network bdfbf814-6ce2-4620-b6fc-bd79058f2ab1 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:19:34.170628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Made reservation on behalf of e279612ec2f645a19d0a3d92876aeed7 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:34.174291 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:34.188762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3047e922-f8e6-4454-bf96-9596bfdf50cc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:34.220154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:34.259942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757df2e-a165-4cbe-bc28-1195d60b4d3d req-46c0b2fe-6b6a-4a09-9f73-f3f91be67243 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:34.261427 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5757df2e-a165-4cbe-bc28-1195d60b4d3d req-46c0b2fe-6b6a-4a09-9f73-f3f91be67243 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.1964471 May 09 13:19:34.268934 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb,segment=NetworkSegment(e4fb84f7-9a01-4cdb-bffa-9c531884e78d),segment_id=e4fb84f7-9a01-4cdb-bffa-9c531884e78d)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:34.286300 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:34.287198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:34.300326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d4b65a9f-8092-4537-a1db-734a84e471c6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:34.310645 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f419bc-d7ac-4319-a916-0ae4b6de362a None None] Pushing event updated for resources: {'Port': ['ID=0ff21e36-6e34-493b-b068-dbdc1814c5e4,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:34.319106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:34.370937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:34.371692 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:34.406154 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b65a9f-8092-4537-a1db-734a84e471c6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3ad3b0-fe2e-4f80-8c66-d62613a9ab84,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:34.426312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d4b65a9f-8092-4537-a1db-734a84e471c6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:34.439944 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5757df2e-a165-4cbe-bc28-1195d60b4d3d req-4c89af65-fbf1-49e9-9c62-681480e329f0 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614246 May 09 13:19:34.452781 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d4b65a9f-8092-4537-a1db-734a84e471c6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/6d3ad3b0-fe2e-4f80-8c66-d62613a9ab84 HTTP/1.1" status: 204 len: 168 time: 1.9626698 May 09 13:19:34.456877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52778) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:34.514458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8286e669-ab4e-4051-8934-f38e39d7410f None None] Network 42d6518b-968f-48c6-9c9c-edc2b097e6c0 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:34.564482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Provisioning for port c8273c85-b0db-496f-80a7-815afe9d70de completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:34.572128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ae782a6-972c-4612-855a-d256807f63d8 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:34.615819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=c8273c85-b0db-496f-80a7-815afe9d70de,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:34.687479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:34.716433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Provisioning complete for port c8273c85-b0db-496f-80a7-815afe9d70de triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:34.716927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:34.721468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port ef478903-7b37-441b-8826-572157ffb8be {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:34.721802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:34.758245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network 070d4ad4-7cda-4700-969a-a4bbf30343b0 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:34.760940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:34.808127 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:34.901135 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Port c8273c85-b0db-496f-80a7-815afe9d70de cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:34.963719 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:34.979795 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Provisioning for port 2b775329-74a3-4078-ae45-a5d0516659f7 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:34.982845 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:34.983275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.025389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Provisioning complete for port 2b775329-74a3-4078-ae45-a5d0516659f7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:35.025836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.114199 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Port 2b775329-74a3-4078-ae45-a5d0516659f7 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:35.173451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:33Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:35.187948 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36636d9-77d1-4c1a-ab09-04d1d2a02ada None None] The sync data for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv is: [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:33Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:35.197927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Provisioning for port fe6ab10c-68b7-4c61-931c-f588ff90906f completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:35.208125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.227933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a775b73-7e94-41c7-86cb-298aaad43425 None None] DHCP port deletion for 42d6518b-968f-48c6-9c9c-edc2b097e6c0 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:19:35.230280 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Provisioning complete for port fe6ab10c-68b7-4c61-931c-f588ff90906f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:35.230815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.293452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ae782a6-972c-4612-855a-d256807f63d8 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.307429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ae782a6-972c-4612-855a-d256807f63d8 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.331110 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8a775b73-7e94-41c7-86cb-298aaad43425 None None] Deleting port ef478903-7b37-441b-8826-572157ffb8be {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:35.331469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a775b73-7e94-41c7-86cb-298aaad43425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.352117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] For port ef478903-7b37-441b-8826-572157ffb8be, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ef478903-7b37-441b-8826-572157ffb8be,segment=NetworkSegment(3faac37a-b382-41ee-a231-471481d953ee),segment_id=3faac37a-b382-41ee-a231-471481d953ee)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:35.352759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.426936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Port fe6ab10c-68b7-4c61-931c-f588ff90906f cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:35.432268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=237ab1ae-69b5-4775-8ed6-1e49d154b6c3,segment=NetworkSegment(ad1476ee-8257-4172-9543-5f47fdd213ab),segment_id=ad1476ee-8257-4172-9543-5f47fdd213ab)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:35.463577 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.525977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for ef478903-7b37-441b-8826-572157ffb8be owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:35.767626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=237ab1ae-69b5-4775-8ed6-1e49d154b6c3,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:35.780880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Provisioning complete for port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:35.781570 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.803300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.838872 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4a865a2c-f1e9-4156-8680-130f6d79c643 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:35.865248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:19:35.879607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router e3bf1902-a092-44bc-ba5d-45e8195b2465 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:35.882753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=ef478903-7b37-441b-8826-572157ffb8be,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:35.885107 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.907941 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No DVR routers for this DVR port ef478903-7b37-441b-8826-572157ffb8be on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:19:35.914877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5ae782a6-972c-4612-855a-d256807f63d8 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] In _notify_port_updated(), no bound segment for port 2b775329-74a3-4078-ae45-a5d0516659f7 on network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:19:35.920279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae782a6-972c-4612-855a-d256807f63d8 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:35.921590 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ae782a6-972c-4612-855a-d256807f63d8 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.923215 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5ae782a6-972c-4612-855a-d256807f63d8 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "PUT /v2.0/ports/2b775329-74a3-4078-ae45-a5d0516659f7 HTTP/1.1" status: 200 len: 996 time: 2.6861999 May 09 13:19:35.924501 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae782a6-972c-4612-855a-d256807f63d8 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event updated for resources: {'Port': ['ID=2b775329-74a3-4078-ae45-a5d0516659f7,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:35.934604 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52784) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:35.937819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.954685 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8a775b73-7e94-41c7-86cb-298aaad43425 None None] For port ef478903-7b37-441b-8826-572157ffb8be, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ef478903-7b37-441b-8826-572157ffb8be,segment=NetworkSegment(3faac37a-b382-41ee-a231-471481d953ee),segment_id=3faac37a-b382-41ee-a231-471481d953ee)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:35.955069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a775b73-7e94-41c7-86cb-298aaad43425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:35.980544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.099722 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8a775b73-7e94-41c7-86cb-298aaad43425 None None] Calling delete_port for ef478903-7b37-441b-8826-572157ffb8be owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:36.163148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.197809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3740-b746-493c-997d-d88e7b72f7f3 req-47e88143-ae39-4aac-b389-2904e6f157dd tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:36.199580 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9eae3740-b746-493c-997d-d88e7b72f7f3 req-47e88143-ae39-4aac-b389-2904e6f157dd tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4532137 May 09 13:19:36.207879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-0d714611-e401-42d8-a021-1bec3fe6cb43 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Deleting port 2b775329-74a3-4078-ae45-a5d0516659f7 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:36.208476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0d714611-e401-42d8-a021-1bec3fe6cb43 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.230110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d6518b-968f-48c6-9c9c-edc2b097e6c0']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:36.244566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 4a865a2c-f1e9-4156-8680-130f6d79c643 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:36.248464 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3faac37a-b382-41ee-a231-471481d953ee') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:36.248786 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3faac37a-b382-41ee-a231-471481d953ee') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:36.258974 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 4a865a2c-f1e9-4156-8680-130f6d79c643 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:36.259701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.267186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.297084 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.309234 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9eae3740-b746-493c-997d-d88e7b72f7f3 req-2de587f2-e540-49cf-a059-04b8a638a217 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968976 May 09 13:19:36.310123 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:19:36.310526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:19:36.327235 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:19:36.340476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-8a775b73-7e94-41c7-86cb-298aaad43425 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:19:36.346854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-8a775b73-7e94-41c7-86cb-298aaad43425 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:19:36.370947 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Provisioning complete for port 4a865a2c-f1e9-4156-8680-130f6d79c643 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:36.371602 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.383947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Pushing event updated for resources: {'Subnet': ['ID=016a746b-c712-4cfb-bac0-558f5c0621ca,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:36.394030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=fe6ab10c-68b7-4c61-931c-f588ff90906f,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:36.463404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:36.475518 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Sync routers for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:36.483808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.501947 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:36.502586 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:36.514854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.540121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Network': ['ID=42d6518b-968f-48c6-9c9c-edc2b097e6c0,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:36.554535 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a0c17aca-9da7-45d2-add2-ddc1f3ddcf47 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7428777 May 09 13:19:36.554995 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52790) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:36.570932 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ee4d18ce-4bac-4117-aeb3-61f083422461 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/networks/42d6518b-968f-48c6-9c9c-edc2b097e6c0 HTTP/1.1" status: 204 len: 168 time: 2.1130571 May 09 13:19:36.581542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52794) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:36.582405 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2048075463'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:36.586493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.616461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1430569984'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:36.638722 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.644595 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:36.655383 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:36.655930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:network and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:36.661534 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:36.665649 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:network and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:36.669682 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:36.677240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:36.692073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Checking segment: {'id': 'a2d88b71-ab99-44d6-ae5c-6893b280bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:36.692764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Network hostable DHCP agents. Network: bdfbf814-6ce2-4620-b6fc-bd79058f2ab1, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:36.704174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:36.707396 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.722912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 4a865a2c-f1e9-4156-8680-130f6d79c643, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4a865a2c-f1e9-4156-8680-130f6d79c643,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:36.733194 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.733990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0ff21e36-6e34-493b-b068-dbdc1814c5e4 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:36.737691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:36.747586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8baa28-a98d-471d-aae5-18e2c4ab444d req-4ebc8b66-98ed-4bdc-88bd-6bef3d65caf8 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:36.749214 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1b8baa28-a98d-471d-aae5-18e2c4ab444d req-4ebc8b66-98ed-4bdc-88bd-6bef3d65caf8 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.1899133 May 09 13:19:36.773455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3047e922-f8e6-4454-bf96-9596bfdf50cc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:36.784273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:19:36.806316 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:36.811719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.812103 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Added segment e632c7f9-64ff-45b2-a40b-ea8ae4a3712c of type vlan for network 5c56f2cf-30e9-41ad-9968-6f8a46038d60 May 09 13:19:36.818539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2854ed90-a369-4e27-b48e-1e2bcd75b146 None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:36.819657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3047e922-f8e6-4454-bf96-9596bfdf50cc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.851850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8a775b73-7e94-41c7-86cb-298aaad43425 None None] Deleting port ef478903-7b37-441b-8826-572157ffb8be {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:36.852180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a775b73-7e94-41c7-86cb-298aaad43425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.853269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:36.856080 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1b8baa28-a98d-471d-aae5-18e2c4ab444d req-25defede-4fd1-44aa-899e-0eda1bc47034 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997419 May 09 13:19:36.856706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.868302 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.901266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0d714611-e401-42d8-a021-1bec3fe6cb43 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.914298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:36.919246 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:36.919821 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.026861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8a775b73-7e94-41c7-86cb-298aaad43425 None None] The port 'ef478903-7b37-441b-8826-572157ffb8be' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:19:37.029856 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.058303 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-0d714611-e401-42d8-a021-1bec3fe6cb43 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Calling delete_port for 2b775329-74a3-4078-ae45-a5d0516659f7 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:37.073435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=4a865a2c-f1e9-4156-8680-130f6d79c643,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:37.097828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Network': ['ID=5c56f2cf-30e9-41ad-9968-6f8a46038d60,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:37.120176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854ed90-a369-4e27-b48e-1e2bcd75b146 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:37.121049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2854ed90-a369-4e27-b48e-1e2bcd75b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:37.138472 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3047e922-f8e6-4454-bf96-9596bfdf50cc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/floatingips/34c709f2-f522-4c08-ab8c-422eea504237 HTTP/1.1" status: 204 len: 168 time: 8.7471859 May 09 13:19:37.148699 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52800) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:37.151479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Network bdfbf814-6ce2-4620-b6fc-bd79058f2ab1 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:37.170611 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-76652796-ac98-482b-a644-1f9a96d2b1ae tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6145401 May 09 13:19:37.171507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52804) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:37.178171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'subnet': {'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:37.189036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:19:37.190364 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 5c56f2cf-30e9-41ad-9968-6f8a46038d60 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:19:37.221389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network e827adc0-98e1-4df2-8af7-2e4e9e3d4d97 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:37.230455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:37.232470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, bdfbf814-6ce2-4620-b6fc-bd79058f2ab1) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:37.255067 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:19:33Z', 'revision_number': 3, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:33Z', 'revision_number': 2, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:37.260367 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Checking router: e3bf1902-a092-44bc-ba5d-45e8195b2465 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:19:37.260733 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Updating router e3bf1902-a092-44bc-ba5d-45e8195b2465 port c8273c85-b0db-496f-80a7-815afe9d70de binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:19:37.300933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2854ed90-a369-4e27-b48e-1e2bcd75b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:37.313226 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7199c46-2297-4ed0-b9b5-6a70d8ac488d None None] Network bdfbf814-6ce2-4620-b6fc-bd79058f2ab1 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:37.328411 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.332504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.332997 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Added segment 013e90f6-1800-4f49-b4af-b319bfd86a05 of type vlan for network 99757c80-672f-4d10-9a62-fde634882f4e May 09 13:19:37.343983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:37.344705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.459603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:19:37.459947 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:19:37.476310 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854ed90-a369-4e27-b48e-1e2bcd75b146 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:37.477003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2854ed90-a369-4e27-b48e-1e2bcd75b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:37.518127 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c834a-ef69-4a9f-a01a-933785f4610b req-dc5b5aac-3e42-4777-a979-6815821e3ca3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:37.522910 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-c38d5193-9dbf-4eed-bec5-6cae2de822b8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 06f8c136-4b64-41b9-9d13-7dc12bcf587d {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:37.523427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c38d5193-9dbf-4eed-bec5-6cae2de822b8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.527413 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8d1c834a-ef69-4a9f-a01a-933785f4610b req-dc5b5aac-3e42-4777-a979-6815821e3ca3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4234765 May 09 13:19:37.558582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 0ff21e36-6e34-493b-b068-dbdc1814c5e4 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:37.559005 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.633407 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2854ed90-a369-4e27-b48e-1e2bcd75b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:37.633728 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2854ed90-a369-4e27-b48e-1e2bcd75b146 None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:37.663986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:37.681266 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:subnet and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:37.685428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:37.708694 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8d1c834a-ef69-4a9f-a01a-933785f4610b req-6da71e44-440a-409a-bf05-defc530b0118 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801217 May 09 13:19:37.718623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:37.726689 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.732516 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:37.744944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0d714611-e401-42d8-a021-1bec3fe6cb43 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.800606 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3719a0d3-9681-4c14-a984-03fbe301899d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8058810 May 09 13:19:37.804739 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.819896 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Transition to ACTIVE for port object c8273c85-b0db-496f-80a7-815afe9d70de will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:37.826394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52810) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:37.828300 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.831967 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-308362197-router', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:37.836635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:37.842886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Usage tracker for resource:router and tenant:e279612ec2f645a19d0a3d92876aeed7 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:37.845663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d714611-e401-42d8-a021-1bec3fe6cb43 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event deleted for resources: {'Port': ['ID=2b775329-74a3-4078-ae45-a5d0516659f7,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:37.846958 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:37.855137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:37.859865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:19:37.871111 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.872154 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.929202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:37.946112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-bdfbf814-6ce2-4620-b6fc-bd79058f2ab1', 'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'fixed_ips': [{'subnet_id': '016a746b-c712-4cfb-bac0-558f5c0621ca'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:37.946927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:38.026941 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8fb22-c8c7-4a0b-bee5-79dbea205bd4 None None] Pushing event updated for resources: {'Port': ['ID=c8273c85-b0db-496f-80a7-815afe9d70de,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:38.103364 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:38.139879 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:38.163453 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Attempting to bind port c8273c85-b0db-496f-80a7-815afe9d70de on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:38.164685 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Attempting to bind port c8273c85-b0db-496f-80a7-815afe9d70de by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '2d1b3726-fc87-41ac-bce7-d99546a5b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:38.165925 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Attempting to bind port c8273c85-b0db-496f-80a7-815afe9d70de on network 070d4ad4-7cda-4700-969a-a4bbf30343b0 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:38.183793 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:38.183793 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Checking segment: {'id': '2d1b3726-fc87-41ac-bce7-d99546a5b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:38.184185 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:38.186556 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Bound using segment: {'id': '2d1b3726-fc87-41ac-bce7-d99546a5b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:38.187626 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Bound port: c8273c85-b0db-496f-80a7-815afe9d70de, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1b3726-fc87-41ac-bce7-d99546a5b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:38.189769 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:38.219653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Provisioning complete for port 0ff21e36-6e34-493b-b068-dbdc1814c5e4 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:38.219963 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6e9d8295-8c29-4b09-bcb6-c69a99782395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:38.317773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:38.318478 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:38.338543 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] For port c8273c85-b0db-496f-80a7-815afe9d70de, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:38.342806 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] For port c8273c85-b0db-496f-80a7-815afe9d70de, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=c8273c85-b0db-496f-80a7-815afe9d70de,segment=NetworkSegment(2d1b3726-fc87-41ac-bce7-d99546a5b234),segment_id=2d1b3726-fc87-41ac-bce7-d99546a5b234)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:38.348853 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:38.352848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b380-f741-4e83-a1f0-01a95d258d33 req-0fe2d576-1c58-48dc-b484-da1b692e5b37 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:38.360134 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6744b380-f741-4e83-a1f0-01a95d258d33 req-0fe2d576-1c58-48dc-b484-da1b692e5b37 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4020269 May 09 13:19:38.428155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:38.429156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Allocated IP 172.20.0.2 (bdfbf814-6ce2-4620-b6fc-bd79058f2ab1/016a746b-c712-4cfb-bac0-558f5c0621ca/d4464229-4ef7-4d93-a3cb-ede369322bed) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:38.449422 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:38.450156 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:38.488582 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6744b380-f741-4e83-a1f0-01a95d258d33 req-f6deae47-8aa5-4a37-bc50-b33e66b309c8 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274905 May 09 13:19:38.563046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:38.587477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:38.588034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:38.651088 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:38.716945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0d714611-e401-42d8-a021-1bec3fe6cb43 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:38.731672 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0d714611-e401-42d8-a021-1bec3fe6cb43 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "DELETE /v2.0/ports/2b775329-74a3-4078-ae45-a5d0516659f7 HTTP/1.1" status: 204 len: 168 time: 2.7435832 May 09 13:19:38.734789 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52816) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:38.844568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c38d5193-9dbf-4eed-bec5-6cae2de822b8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:38.893610 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b81fcc0-b39c-49d4-9a72-908942c1160a tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] GET failed (client error): The resource could not be found. May 09 13:19:38.894401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1b81fcc0-b39c-49d4-9a72-908942c1160a tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Synchronizing usage tracker for tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:38.925141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:39.014617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1b81fcc0-b39c-49d4-9a72-908942c1160a tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Unset dirty status for tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:39.016029 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1b81fcc0-b39c-49d4-9a72-908942c1160a tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "GET /v2.0/ports/2b775329-74a3-4078-ae45-a5d0516659f7 HTTP/1.1" status: 404 len: 333 time: 0.2681768 May 09 13:19:39.022701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ef478903-7b37-441b-8826-572157ffb8be no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:19:39.029464 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52822) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:39.033188 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:19:39.038490 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-c38d5193-9dbf-4eed-bec5-6cae2de822b8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 06f8c136-4b64-41b9-9d13-7dc12bcf587d owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:39.045900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Request body: {'port': {'network_id': '2dba8db7-95d3-4c32-a0a7-7c8905a4ad31', 'name': 'tempest-AllowedAddressPairTestJSON-464856874'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:39.066734 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8fb22-c8c7-4a0b-bee5-79dbea205bd4 None None] Pushing event updated for resources: {'Port': ['ID=c8273c85-b0db-496f-80a7-815afe9d70de,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:39.068683 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: ef478903-7b37-441b-8826-572157ffb8be {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:19:39.069157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ef478903-7b37-441b-8826-572157ffb8be not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:19:39.074285 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:19:33Z', 'revision_number': 3, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:38Z', 'revision_number': 4, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:39.078590 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58233fe8-9223-45f6-9ca8-4965b61e4448 None None] The sync data for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv is: [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:19:33Z', 'revision_number': 3, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:38Z', 'revision_number': 4, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:39.196213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:39.204022 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.6190565 May 09 13:19:39.212616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Transition to ACTIVE for port object d4464229-4ef7-4d93-a3cb-ede369322bed will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:39.223584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52826) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:39.238171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': '99757c80-672f-4d10-9a62-fde634882f4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:39.249738 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Transition to ACTIVE for port object d4464229-4ef7-4d93-a3cb-ede369322bed will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:39.257056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:39.259344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:39.266317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7778a-c107-4a8a-a66d-3fed97390ce4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Network': ['ID=99757c80-672f-4d10-9a62-fde634882f4e,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:39.270295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Subnet': ['ID=e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:39.290398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:39.302885 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a5f7b-5ac6-457b-ace2-d5f2700e157c req-7816f951-7136-47a5-80a2-5a311ff3b187 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:39.312502 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1e4a5f7b-5ac6-457b-ace2-d5f2700e157c req-7816f951-7136-47a5-80a2-5a311ff3b187 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.5585039 May 09 13:19:39.372080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Pushing event updated for resources: {'Port': ['ID=d4464229-4ef7-4d93-a3cb-ede369322bed,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:39.378290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 99757c80-672f-4d10-9a62-fde634882f4e details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:19:39.393422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Checking segment: {'id': 'e632c7f9-64ff-45b2-a40b-ea8ae4a3712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:39.393800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network hostable DHCP agents. Network: 5c56f2cf-30e9-41ad-9968-6f8a46038d60, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:39.394142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4a865a2c-f1e9-4156-8680-130f6d79c643 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:39.402620 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Made reservation on behalf of 3a09eacdd60d41e2bf67a7f7a4d69b7e for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:39.405698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:39.435260 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Network bdfbf814-6ce2-4620-b6fc-bd79058f2ab1 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:39.446778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] device_id is not set on port 1863e537-d217-4f4d-bfef-14beebacd42e yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:19:39.449549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:39.452217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:39.463245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:39.468681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:39.490969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:39.506513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:39.509780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:39.532437 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1e4a5f7b-5ac6-457b-ace2-d5f2700e157c req-5cad4005-bd26-4a3e-b0e5-b092d6b73c59 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190478 May 09 13:19:39.586673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:39.697370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Attempting to bind port d4464229-4ef7-4d93-a3cb-ede369322bed on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:39.698231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Attempting to bind port d4464229-4ef7-4d93-a3cb-ede369322bed by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'a2d88b71-ab99-44d6-ae5c-6893b280bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:39.699693 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Attempting to bind port d4464229-4ef7-4d93-a3cb-ede369322bed on network bdfbf814-6ce2-4620-b6fc-bd79058f2ab1 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:39.749034 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-37795448-2345-44a1-b62e-ba51a868a7aa None None] Provisioning complete for port fe6ab10c-68b7-4c61-931c-f588ff90906f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:39.749439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-37795448-2345-44a1-b62e-ba51a868a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:39.750523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network 5c56f2cf-30e9-41ad-9968-6f8a46038d60 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:39.795756 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:39.796324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Checking segment: {'id': 'a2d88b71-ab99-44d6-ae5c-6893b280bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:39.796843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:39.797893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Bound using segment: {'id': 'a2d88b71-ab99-44d6-ae5c-6893b280bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:39.798470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Bound port: d4464229-4ef7-4d93-a3cb-ede369322bed, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d88b71-ab99-44d6-ae5c-6893b280bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:39.798987 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:39.809894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:39.849771 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Allocated IP 172.20.0.14 (2dba8db7-95d3-4c32-a0a7-7c8905a4ad31/8ee9d367-eb5a-4f72-aac4-882e1b05f38c/1863e537-d217-4f4d-bfef-14beebacd42e) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:39.859031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:39.869922 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:39.903589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c38d5193-9dbf-4eed-bec5-6cae2de822b8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:39.924761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 5c56f2cf-30e9-41ad-9968-6f8a46038d60) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:39.954146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:39.954782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.002194 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9d2e9a-c417-49f6-9a29-0895d27fa990 None None] Network 5c56f2cf-30e9-41ad-9968-6f8a46038d60 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:40.024611 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] For port d4464229-4ef7-4d93-a3cb-ede369322bed, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:40.065976 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1ca7e78c-4c09-44af-a4a1-91f7c75ed2c7 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8923218 May 09 13:19:40.072438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52834) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:40.095830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] For port d4464229-4ef7-4d93-a3cb-ede369322bed, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d4464229-4ef7-4d93-a3cb-ede369322bed,segment=NetworkSegment(a2d88b71-ab99-44d6-ae5c-6893b280bba6),segment_id=a2d88b71-ab99-44d6-ae5c-6893b280bba6)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:40.103009 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-37795448-2345-44a1-b62e-ba51a868a7aa None None] Port fe6ab10c-68b7-4c61-931c-f588ff90906f cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:40.126660 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.172137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 4a865a2c-f1e9-4156-8680-130f6d79c643 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:40.172505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.187537 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d5193-9dbf-4eed-bec5-6cae2de822b8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=06f8c136-4b64-41b9-9d13-7dc12bcf587d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:40.236493 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ecd254e7-5e53-467e-beb9-941f13dd1ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.319908 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-37795448-2345-44a1-b62e-ba51a868a7aa None None] Could not find standard attr ID for object 2b775329-74a3-4078-ae45-a5d0516659f7. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:19:40.358179 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7015216-cbda-42bc-b2b9-cba052a76f9a None None] Pushing event updated for resources: {'Port': ['ID=d4464229-4ef7-4d93-a3cb-ede369322bed,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:40.377637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:40.379506 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c38d5193-9dbf-4eed-bec5-6cae2de822b8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.398424 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Sync routers for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:40.414659 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:40.418318 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:40.436715 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-43002ecb-5e5b-48bc-b95a-27c6f35afdf9 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0965002 May 09 13:19:40.446573 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c38d5193-9dbf-4eed-bec5-6cae2de822b8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/ports/06f8c136-4b64-41b9-9d13-7dc12bcf587d HTTP/1.1" status: 204 len: 168 time: 3.2907071 May 09 13:19:40.446573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52838) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:40.448352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52842) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:40.452144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'network': {'name': 'tempest-RoutersTest-1379841762'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:40.468395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:40.481000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:40.485323 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:40.492063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:network and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:40.495903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:40.511972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:40.524389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:40.531771 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:40.561804 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:40.565438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.579123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.586560 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.679781 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-5c56f2cf-30e9-41ad-9968-6f8a46038d60', 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'fixed_ips': [{'subnet_id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:40.687895 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:40.688090 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.706641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.723046 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Transition to ACTIVE for port object 1863e537-d217-4f4d-bfef-14beebacd42e will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:40.770096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.822533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:19:40.850536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:40.850914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.861660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Subnet': ['ID=3a06ec01-e450-4e25-bc70-d1d862d8248e,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:40.867278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.868640 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Added segment 5a9b8eb9-c09d-441c-b2cb-2eec94757951 of type vlan for network 643ed812-bd0b-41b1-ba75-0147bf5e40bd May 09 13:19:40.903090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Checking segment: {'id': '013e90f6-1800-4f49-b4af-b319bfd86a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99757c80-672f-4d10-9a62-fde634882f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:40.903446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network hostable DHCP agents. Network: 99757c80-672f-4d10-9a62-fde634882f4e, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:40.916565 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Allocated IP 172.26.1.198 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:40.932830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:40.984776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 99757c80-672f-4d10-9a62-fde634882f4e is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:41.004773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:41.009090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:41.009730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:41.050695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 99757c80-672f-4d10-9a62-fde634882f4e) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:41.116538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Allocated IP 2001:db8:2::2 (5c56f2cf-30e9-41ad-9968-6f8a46038d60/e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09/4ee700b0-ea3c-46cf-8baa-cbb6f903c626) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:41.130852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:41.131435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:41.166031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:41.169127 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7242455 May 09 13:19:41.173472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52846) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:41.173636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:41.174215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7f117-fe1f-4c99-9a16-68675befb0c8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Network': ['ID=643ed812-bd0b-41b1-ba75-0147bf5e40bd,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:41.179209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:41.185501 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'subnet': {'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:41.201965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:41.237917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event updated for resources: {'Port': ['ID=1863e537-d217-4f4d-bfef-14beebacd42e,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:41.274933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a32e5-8c4a-4367-92c3-1d4ea75ab887 req-3ee7517b-931e-425d-af7b-1a81ff605f15 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:41.276776 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-558a32e5-8c4a-4367-92c3-1d4ea75ab887 req-3ee7517b-931e-425d-af7b-1a81ff605f15 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 1.0385094 May 09 13:19:41.305936 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:19:33Z', 'revision_number': 3, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:34Z', 'revision_number': 2, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:41.311941 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Checking router: 99e7bb25-e9e8-42cc-9e2f-d123c28809dd for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:19:41.312417 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Updating router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd port fe6ab10c-68b7-4c61-931c-f588ff90906f binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:19:41.324712 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:41.327747 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6cf14dbc-e03c-4847-8c15-5ca3c4203749 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0993304 May 09 13:19:41.330772 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52850) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:41.389119 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:subnet and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:41.397345 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:41.401131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6c25c2a6-a522-4646-a07f-a76be165b1a5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1788953994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:41.410815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:41.413491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c3406a-1796-4384-8fe4-27b0a67f21c0 None None] Network 99757c80-672f-4d10-9a62-fde634882f4e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:41.436506 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6c25c2a6-a522-4646-a07f-a76be165b1a5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:41.438811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:41.449053 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 643ed812-bd0b-41b1-ba75-0147bf5e40bd details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:19:41.469832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6c25c2a6-a522-4646-a07f-a76be165b1a5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:router and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:41.475246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6c25c2a6-a522-4646-a07f-a76be165b1a5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:41.510381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6c25c2a6-a522-4646-a07f-a76be165b1a5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:41.515093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:41.614397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:41.615435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:41.711441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:41.782306 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-558a32e5-8c4a-4367-92c3-1d4ea75ab887 req-34f96111-2e73-4d29-810d-183ec460dfd6 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4716549 May 09 13:19:41.795533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:41.799416 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-603af069-2efe-4dd3-99d6-2a9bc6fec771 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7602410 May 09 13:19:41.802335 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52854) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:41.817472 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Request body: {'port': {'network_id': '2dba8db7-95d3-4c32-a0a7-7c8905a4ad31', 'name': 'tempest-AllowedAddressPairTestJSON-1746249661'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:41.864685 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c25c2a6-a522-4646-a07f-a76be165b1a5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:41.865671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c25c2a6-a522-4646-a07f-a76be165b1a5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:41.908060 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:41.926656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c25c2a6-a522-4646-a07f-a76be165b1a5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:41.931675 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Transition to ACTIVE for port object fe6ab10c-68b7-4c61-931c-f588ff90906f will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:41.946727 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:41.950906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18979f06-0522-4a21-b914-e6ee5c2d0091 None None] Network bdfbf814-6ce2-4620-b6fc-bd79058f2ab1 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:41.977306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b7fdd14c-3c6a-40a3-8925-0b1a9a151b0e None None] Provisioning for port 1863e537-d217-4f4d-bfef-14beebacd42e completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:41.985005 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c25c2a6-a522-4646-a07f-a76be165b1a5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.039499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c25c2a6-a522-4646-a07f-a76be165b1a5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.044003 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6c25c2a6-a522-4646-a07f-a76be165b1a5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6567783 May 09 13:19:42.052750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52858) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:42.089860 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'network_id': '99757c80-672f-4d10-9a62-fde634882f4e', 'name': 'tempest-PortsIpV6TestJSON-115073145'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:42.096459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.148369 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b7fdd14c-3c6a-40a3-8925-0b1a9a151b0e None None] Provisioning complete for port 1863e537-d217-4f4d-bfef-14beebacd42e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:42.151171 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd14c-3c6a-40a3-8925-0b1a9a151b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.202299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c8273c85-b0db-496f-80a7-815afe9d70de up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:42.238656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Subnet': ['ID=b8041dcd-a8e2-40a6-9de5-f176b5257f57,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:42.283187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Checking segment: {'id': '5a9b8eb9-c09d-441c-b2cb-2eec94757951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:42.283787 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network hostable DHCP agents. Network: 643ed812-bd0b-41b1-ba75-0147bf5e40bd, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:42.298257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.316519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.331568 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Attempting to bind port fe6ab10c-68b7-4c61-931c-f588ff90906f on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:42.332017 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Attempting to bind port fe6ab10c-68b7-4c61-931c-f588ff90906f by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'e4fb84f7-9a01-4cdb-bffa-9c531884e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:42.332651 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Attempting to bind port fe6ab10c-68b7-4c61-931c-f588ff90906f on network e827adc0-98e1-4df2-8af7-2e4e9e3d4d97 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:42.343467 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:42.343927 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Checking segment: {'id': 'e4fb84f7-9a01-4cdb-bffa-9c531884e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:42.344409 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.344864 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Bound using segment: {'id': 'e4fb84f7-9a01-4cdb-bffa-9c531884e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:42.345456 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Bound port: fe6ab10c-68b7-4c61-931c-f588ff90906f, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb84f7-9a01-4cdb-bffa-9c531884e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:42.346624 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.364385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.26.1.181 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/344563a4-bb09-44d5-b486-7c3739e0a63e) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:42.394852 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:42.397675 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Transition to ACTIVE for port object 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:42.404938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:42.435988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Made reservation on behalf of 3a09eacdd60d41e2bf67a7f7a4d69b7e for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:42.439256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.475722 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] For port fe6ab10c-68b7-4c61-931c-f588ff90906f, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:42.481746 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] For port fe6ab10c-68b7-4c61-931c-f588ff90906f, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fe6ab10c-68b7-4c61-931c-f588ff90906f,segment=NetworkSegment(e4fb84f7-9a01-4cdb-bffa-9c531884e78d),segment_id=e4fb84f7-9a01-4cdb-bffa-9c531884e78d)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:42.492959 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b7fdd14c-3c6a-40a3-8925-0b1a9a151b0e None None] Port 1863e537-d217-4f4d-bfef-14beebacd42e cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:42.495991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] device_id is not set on port 94bb65a8-eada-48db-ba75-135e967791c4 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:19:42.496300 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.501722 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Transition to ACTIVE for port object 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:42.508725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2694b947-0944-4a80-a370-7d8f876c71f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.517570 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1b59f-c00a-4bfa-87cd-4644a4da9aff None None] Pushing event updated for resources: {'Port': ['ID=fe6ab10c-68b7-4c61-931c-f588ff90906f,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:42.556690 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-99757c80-672f-4d10-9a62-fde634882f4e', 'network_id': '99757c80-672f-4d10-9a62-fde634882f4e', 'tenant_id': '063671cb43444ed2a081a62fcb4da355', 'fixed_ips': [{'subnet_id': '3a06ec01-e450-4e25-bc70-d1d862d8248e'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:42.557558 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.575023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.582104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:42.595718 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.629811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.643004 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:42.644211 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:42.713627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 643ed812-bd0b-41b1-ba75-0147bf5e40bd is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:42.767566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:42.773527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:42.781371 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 643ed812-bd0b-41b1-ba75-0147bf5e40bd) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:42.789545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:42.796407 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Pushing event updated for resources: {'Port': ['ID=e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:42.817160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:42.834769 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:42.842083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ebd15d-c7e3-4176-8425-9ec69f6cc993 None None] Network 643ed812-bd0b-41b1-ba75-0147bf5e40bd requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:42.849028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:42.850299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:42.862255 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1b59f-c00a-4bfa-87cd-4644a4da9aff None None] Pushing event updated for resources: {'Port': ['ID=fe6ab10c-68b7-4c61-931c-f588ff90906f,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:42.885962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=344563a4-bb09-44d5-b486-7c3739e0a63e,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:42.904041 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-46314f09-4eb0-4e8e-9593-38d62982c495 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7267358 May 09 13:19:42.914774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52864) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:42.935224 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:42.942522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port c8273c85-b0db-496f-80a7-815afe9d70de completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:42.958051 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Network 5c56f2cf-30e9-41ad-9968-6f8a46038d60 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:42.959595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Pushing event updated for resources: {'Port': ['ID=4ee700b0-ea3c-46cf-8baa-cbb6f903c626,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:43.027692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:43.042821 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:43.050336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port c8273c85-b0db-496f-80a7-815afe9d70de triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:43.050695 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:43.076909 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Allocated IP 172.20.0.13 (2dba8db7-95d3-4c32-a0a7-7c8905a4ad31/8ee9d367-eb5a-4f72-aac4-882e1b05f38c/94bb65a8-eada-48db-ba75-135e967791c4) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:43.348267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c8c8f0dd-d48e-4c1e-9ec3-1126bc021762 None None] Provisioning for port d4464229-4ef7-4d93-a3cb-ede369322bed completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:43.348464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:43.388037 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Allocated IP 2001:db8::2 (99757c80-672f-4d10-9a62-fde634882f4e/3a06ec01-e450-4e25-bc70-d1d862d8248e/1318fcef-0ee7-44a7-9815-9a325a036d0b) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:43.394042 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Attempting to bind port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:43.394206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Attempting to bind port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'e632c7f9-64ff-45b2-a40b-ea8ae4a3712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:43.394567 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Attempting to bind port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 on network 5c56f2cf-30e9-41ad-9968-6f8a46038d60 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:43.398241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:43.400300 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:19:33Z', 'revision_number': 3, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:42Z', 'revision_number': 4, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:43.407449 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b54a4-94cf-462d-9b8c-4a1e93154f7f None None] The sync data for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv is: [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:19:33Z', 'revision_number': 3, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:42Z', 'revision_number': 4, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:43.465993 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:43.466361 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Checking segment: {'id': 'e632c7f9-64ff-45b2-a40b-ea8ae4a3712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:43.466750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:43.467132 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Bound using segment: {'id': 'e632c7f9-64ff-45b2-a40b-ea8ae4a3712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:43.467598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Bound port: 4ee700b0-ea3c-46cf-8baa-cbb6f903c626, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e632c7f9-64ff-45b2-a40b-ea8ae4a3712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:43.467963 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:43.573813 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:43.615104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:43.627116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:port and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:43.647952 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:43.657567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:43.687884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:43.782914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Transition to ACTIVE for port object 94bb65a8-eada-48db-ba75-135e967791c4 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:43.830979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-643ed812-bd0b-41b1-ba75-0147bf5e40bd', 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'fixed_ips': [{'subnet_id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:43.831776 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:43.834188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:43.836329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:43.839377 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:43.850336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:43.916130 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:43.993639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] For port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:44.013901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3336e2-dec0-4c6c-92b4-e30d3bad7261 req-9a11d3ae-32ff-40ad-9a68-e57412e6af18 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:44.015091 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cd3336e2-dec0-4c6c-92b4-e30d3bad7261 req-9a11d3ae-32ff-40ad-9a68-e57412e6af18 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.5765557 May 09 13:19:44.070691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port 414233ed-f9d6-4ce7-893a-854c4b99d9b7 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:19:44.110200 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] For port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4ee700b0-ea3c-46cf-8baa-cbb6f903c626,segment=NetworkSegment(e632c7f9-64ff-45b2-a40b-ea8ae4a3712c),segment_id=e632c7f9-64ff-45b2-a40b-ea8ae4a3712c)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:44.120446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:44.136773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:44.142889 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event updated for resources: {'Port': ['ID=94bb65a8-eada-48db-ba75-135e967791c4,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:44.145479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:44.152962 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:44.170680 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:44.185995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port c8273c85-b0db-496f-80a7-815afe9d70de, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=c8273c85-b0db-496f-80a7-815afe9d70de,segment=NetworkSegment(2d1b3726-fc87-41ac-bce7-d99546a5b234),segment_id=2d1b3726-fc87-41ac-bce7-d99546a5b234)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:44.201795 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:44.266116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:44.267251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d4464229-4ef7-4d93-a3cb-ede369322bed up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:44.293574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=344563a4-bb09-44d5-b486-7c3739e0a63e,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:44.410478 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cd3336e2-dec0-4c6c-92b4-e30d3bad7261 req-00f05b47-59de-4b9e-89f4-7802120921a3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3782864 May 09 13:19:44.438016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:44.439243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:44.439888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:44.441841 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Allocated IP 172.22.0.2 (643ed812-bd0b-41b1-ba75-0147bf5e40bd/b8041dcd-a8e2-40a6-9de5-f176b5257f57/00418bb0-eaba-4191-bc54-a4cc12427fb7) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:44.485115 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Transition to ACTIVE for port object 1318fcef-0ee7-44a7-9815-9a325a036d0b will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:44.497956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f632a8-0261-46f1-970d-5cca58641de8 None None] Pushing event updated for resources: {'Port': ['ID=4ee700b0-ea3c-46cf-8baa-cbb6f903c626,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:44.519788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:44.579210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:44.582869 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-30027b5e-f13b-4555-881e-a3d67b301171 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1184669 May 09 13:19:44.585665 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8f478706-7b2f-4743-8069-a8d56bd0a8fc tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7821805 May 09 13:19:44.587083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52870) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:44.591728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52872) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:44.607387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b328cd10-9ed6-459b-9cd0-c8c4a4d6d0ff tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a0:e0:3d'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:7c:29:8b'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:44.607816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'port': {'network_id': '3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20', 'name': 'tempest-FloatingIPTestJSON-2106624677'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:44.714787 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Transition to ACTIVE for port object 1318fcef-0ee7-44a7-9815-9a325a036d0b will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:44.756236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:44.767758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:44.805197 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:44.837544 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port d4464229-4ef7-4d93-a3cb-ede369322bed completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:44.844065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4d28f9c5-78da-4607-986e-8e838a8fbb24 None None] Provisioning for port 94bb65a8-eada-48db-ba75-135e967791c4 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:44.862891 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d4464229-4ef7-4d93-a3cb-ede369322bed triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:44.863268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:44.916223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=c8273c85-b0db-496f-80a7-815afe9d70de,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:44.945575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:44.947523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:45.002543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4d28f9c5-78da-4607-986e-8e838a8fbb24 None None] Provisioning complete for port 94bb65a8-eada-48db-ba75-135e967791c4 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:45.002543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4d28f9c5-78da-4607-986e-8e838a8fbb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:45.094522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Network 99757c80-672f-4d10-9a62-fde634882f4e is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:45.112063 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:45.129340 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:45.133007 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:45.180210 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4d28f9c5-78da-4607-986e-8e838a8fbb24 None None] Port 94bb65a8-eada-48db-ba75-135e967791c4 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:45.182929 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Pushing event updated for resources: {'Port': ['ID=1318fcef-0ee7-44a7-9815-9a325a036d0b,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:45.232628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:45.270745 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:port and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:45.274465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:45.288883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:45.316448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Made reservation on behalf of cd34a6a0e0d047b8859df9153896e1ce for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:45.319987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:45.351858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:45.368584 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Attempting to bind port 1318fcef-0ee7-44a7-9815-9a325a036d0b on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:45.368949 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Attempting to bind port 1318fcef-0ee7-44a7-9815-9a325a036d0b by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '013e90f6-1800-4f49-b4af-b319bfd86a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99757c80-672f-4d10-9a62-fde634882f4e'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:45.369382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Attempting to bind port 1318fcef-0ee7-44a7-9815-9a325a036d0b on network 99757c80-672f-4d10-9a62-fde634882f4e {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:45.374295 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Transition to ACTIVE for port object 00418bb0-eaba-4191-bc54-a4cc12427fb7 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:45.383269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] device_id is not set on port 884119c0-744e-4c5c-83d4-c3362e78537e yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:19:45.385206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:45.407413 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:45.407787 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Checking segment: {'id': '013e90f6-1800-4f49-b4af-b319bfd86a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99757c80-672f-4d10-9a62-fde634882f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:45.408175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:45.408569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Bound using segment: {'id': '013e90f6-1800-4f49-b4af-b319bfd86a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99757c80-672f-4d10-9a62-fde634882f4e'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:45.409040 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Bound port: 1318fcef-0ee7-44a7-9815-9a325a036d0b, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013e90f6-1800-4f49-b4af-b319bfd86a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99757c80-672f-4d10-9a62-fde634882f4e'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:45.409435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:45.433081 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Transition to ACTIVE for port object 00418bb0-eaba-4191-bc54-a4cc12427fb7 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:45.452504 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:45.600044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Allocated IP 172.22.0.1 (643ed812-bd0b-41b1-ba75-0147bf5e40bd/b8041dcd-a8e2-40a6-9de5-f176b5257f57/260d029e-3bb9-45ea-8686-733dec92d082) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:45.626925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.20.0.2 (3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20/33191295-46c8-4406-b985-93df6df6b993/884119c0-744e-4c5c-83d4-c3362e78537e) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:45.631695 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port d4464229-4ef7-4d93-a3cb-ede369322bed, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d4464229-4ef7-4d93-a3cb-ede369322bed,segment=NetworkSegment(a2d88b71-ab99-44d6-ae5c-6893b280bba6),segment_id=a2d88b71-ab99-44d6-ae5c-6893b280bba6)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:45.681622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:45.712524 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Network 643ed812-bd0b-41b1-ba75-0147bf5e40bd is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:45.716664 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Pushing event updated for resources: {'Port': ['ID=00418bb0-eaba-4191-bc54-a4cc12427fb7,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:45.756223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:45.760126 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:45.864107 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=d4464229-4ef7-4d93-a3cb-ede369322bed,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:45.882981 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] For port 1318fcef-0ee7-44a7-9815-9a325a036d0b, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:45.894697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:45.897109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] For port 1318fcef-0ee7-44a7-9815-9a325a036d0b, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1318fcef-0ee7-44a7-9815-9a325a036d0b,segment=NetworkSegment(013e90f6-1800-4f49-b4af-b319bfd86a05),segment_id=013e90f6-1800-4f49-b4af-b319bfd86a05)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:45.903371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8::337 (99757c80-672f-4d10-9a62-fde634882f4e/3a06ec01-e450-4e25-bc70-d1d862d8248e/414233ed-f9d6-4ce7-893a-854c4b99d9b7) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:45.919176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Transition to ACTIVE for port object 260d029e-3bb9-45ea-8686-733dec92d082 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:45.950460 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:45.956424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515bb361-c5ed-4ada-8fb4-a98a27bb53aa None None] Network 5c56f2cf-30e9-41ad-9968-6f8a46038d60 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:45.975195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:45.988961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Allocated IP 2001:db8:2::1 (5c56f2cf-30e9-41ad-9968-6f8a46038d60/e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09/f3a663c9-02d8-44b0-8cef-765dc021e9db) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:46.005540 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416e95f-1300-4901-acf5-be88081fa7cb req-ad88b631-1070-43a3-806e-cbdd58d774cb tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:46.007050 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9416e95f-1300-4901-acf5-be88081fa7cb req-ad88b631-1070-43a3-806e-cbdd58d774cb tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.8727822 May 09 13:19:46.072822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device fe6ab10c-68b7-4c61-931c-f588ff90906f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:46.105868 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b9198f3d-a55d-44ee-aeff-d48f95722844 req-1e626ad4-417f-45fb-9609-4af0809b2e9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bc08a88006e40bf8a44780de483df57&device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 1098 time: 1.0862460 May 09 13:19:46.146585 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 643ed812-bd0b-41b1-ba75-0147bf5e40bd is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:46.154551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:46.156335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=260d029e-3bb9-45ea-8686-733dec92d082,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:46.158462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:46.227931 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Attempting to bind port 00418bb0-eaba-4191-bc54-a4cc12427fb7 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:46.229334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Attempting to bind port 00418bb0-eaba-4191-bc54-a4cc12427fb7 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '5a9b8eb9-c09d-441c-b2cb-2eec94757951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:46.229334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Attempting to bind port 00418bb0-eaba-4191-bc54-a4cc12427fb7 on network 643ed812-bd0b-41b1-ba75-0147bf5e40bd {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:46.269248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:46.281282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:46.281831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Checking segment: {'id': '5a9b8eb9-c09d-441c-b2cb-2eec94757951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:46.282291 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:46.282421 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:46.283182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Bound using segment: {'id': '5a9b8eb9-c09d-441c-b2cb-2eec94757951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:46.283482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Bound port: 00418bb0-eaba-4191-bc54-a4cc12427fb7, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9b8eb9-c09d-441c-b2cb-2eec94757951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:46.283952 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:46.294329 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b4f8eac6-64b4-4a71-87d5-8eb37e7791ac None None] Provisioning for port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:46.319851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cab79-33fa-4b3d-aa96-c8541202bea4 None None] Pushing event updated for resources: {'Port': ['ID=1318fcef-0ee7-44a7-9815-9a325a036d0b,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:46.374121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b328cd10-9ed6-459b-9cd0-c8c4a4d6d0ff tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:46.384066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:46.437108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port fe6ab10c-68b7-4c61-931c-f588ff90906f completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:46.461546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:46.488806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port fe6ab10c-68b7-4c61-931c-f588ff90906f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:46.490070 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:46.495903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network 3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:46.497308 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9416e95f-1300-4901-acf5-be88081fa7cb req-90b33430-63b1-4b87-bccf-7c821364904c tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4645371 May 09 13:19:46.499232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:46.534709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:46.554847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] For port 00418bb0-eaba-4191-bc54-a4cc12427fb7, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:46.578358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] For port 00418bb0-eaba-4191-bc54-a4cc12427fb7, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=00418bb0-eaba-4191-bc54-a4cc12427fb7,segment=NetworkSegment(5a9b8eb9-c09d-441c-b2cb-2eec94757951),segment_id=5a9b8eb9-c09d-441c-b2cb-2eec94757951)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:46.591389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:46.634056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:46.634682 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:46.648720 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=884119c0-744e-4c5c-83d4-c3362e78537e,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:46.663668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9198f3d-a55d-44ee-aeff-d48f95722844 req-68bc1b35-50a4-4d61-b99f-2b375d7cf206 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:46.665122 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b9198f3d-a55d-44ee-aeff-d48f95722844 req-68bc1b35-50a4-4d61-b99f-2b375d7cf206 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d30285d5-e8c7-43ba-85ca-e036631511ae HTTP/1.1" status: 200 len: 913 time: 0.5294991 May 09 13:19:46.823259 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdd3e8-5b68-4e35-a280-f1ce47597a36 None None] Pushing event updated for resources: {'Port': ['ID=00418bb0-eaba-4191-bc54-a4cc12427fb7,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:46.837462 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:46.872313 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:46.886045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port fe6ab10c-68b7-4c61-931c-f588ff90906f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fe6ab10c-68b7-4c61-931c-f588ff90906f,segment=NetworkSegment(e4fb84f7-9a01-4cdb-bffa-9c531884e78d),segment_id=e4fb84f7-9a01-4cdb-bffa-9c531884e78d)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:46.892749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:46.893339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:46.924112 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-814312dc-9a77-4df4-a179-a85a3af8b7b6 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3359075 May 09 13:19:46.924704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52880) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:46.957155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ab4e8083-b447-4253-bf0d-c27372128c0a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'floatingip': {'port_id': '884119c0-744e-4c5c-83d4-c3362e78537e'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:47.044021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:47.048521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ab4e8083-b447-4253-bf0d-c27372128c0a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:47.062712 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=fe6ab10c-68b7-4c61-931c-f588ff90906f,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:47.069730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:47.074826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:47.075388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:47.096301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Transition to ACTIVE for port object f3a663c9-02d8-44b0-8cef-765dc021e9db will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:47.134768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object 414233ed-f9d6-4ce7-893a-854c4b99d9b7 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:47.149643 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b9198f3d-a55d-44ee-aeff-d48f95722844 req-9e7a5860-2821-4a24-a542-483692e72160 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef HTTP/1.1" status: 200 len: 1000 time: 0.4695239 May 09 13:19:47.162974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:47.202739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-32624875-05fe-4949-aa87-844096f72714 None None] Provisioning complete for port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:47.205086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-32624875-05fe-4949-aa87-844096f72714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:47.313123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:47.341406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9198f3d-a55d-44ee-aeff-d48f95722844 req-74dcbc46-9a28-4be5-9055-231dbaced9d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:47.343387 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b9198f3d-a55d-44ee-aeff-d48f95722844 req-74dcbc46-9a28-4be5-9055-231dbaced9d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6c9a587-b9ae-413f-8d43-1f05ff4d95b2 HTTP/1.1" status: 200 len: 851 time: 0.1686487 May 09 13:19:47.372732 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4ee700b0-ea3c-46cf-8baa-cbb6f903c626,segment=NetworkSegment(e632c7f9-64ff-45b2-a40b-ea8ae4a3712c),segment_id=e632c7f9-64ff-45b2-a40b-ea8ae4a3712c)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:47.383188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:47.383971 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c8273c85-b0db-496f-80a7-815afe9d70de up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:47.406401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Router c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:19:47.548996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=4ee700b0-ea3c-46cf-8baa-cbb6f903c626,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:47.602944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port c8273c85-b0db-496f-80a7-815afe9d70de triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:47.603317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:47.661878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network 5c56f2cf-30e9-41ad-9968-6f8a46038d60 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:47.720739 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:47.727623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:47.728136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:47.805893 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=f3a663c9-02d8-44b0-8cef-765dc021e9db,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:47.895275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:47.920134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:48.031669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29480933-5202-422e-87df-e392460d46ac None None] Network 99757c80-672f-4d10-9a62-fde634882f4e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:48.137909 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:48.152222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1318fcef-0ee7-44a7-9815-9a325a036d0b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:48.163940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:48.178751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=260d029e-3bb9-45ea-8686-733dec92d082,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:48.226873 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-b328cd10-9ed6-459b-9cd0-c8c4a4d6d0ff tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:19:48.293783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-51abbb7d-e1f6-4576-9ebd-7544a35ddb26 None None] Provisioning for port 1318fcef-0ee7-44a7-9815-9a325a036d0b completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:48.306589 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b328cd10-9ed6-459b-9cd0-c8c4a4d6d0ff tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:48.340058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b328cd10-9ed6-459b-9cd0-c8c4a4d6d0ff tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:48.366401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:48.377360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 1318fcef-0ee7-44a7-9815-9a325a036d0b completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:48.392245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 1318fcef-0ee7-44a7-9815-9a325a036d0b triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:48.393171 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:48.394874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network 643ed812-bd0b-41b1-ba75-0147bf5e40bd is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:48.397680 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:48.411844 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 99757c80-672f-4d10-9a62-fde634882f4e is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:48.416937 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b9198f3d-a55d-44ee-aeff-d48f95722844 req-8fb8c072-b178-483d-8e38-b057b9ea4418 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d30285d5-e8c7-43ba-85ca-e036631511ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0544877 May 09 13:19:48.421487 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=414233ed-f9d6-4ce7-893a-854c4b99d9b7,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:48.456243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:48.459035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:48.462862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:48.463448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:48.484036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffbcf5e-818a-4daf-a480-5f9552c6dbbb None None] Network 643ed812-bd0b-41b1-ba75-0147bf5e40bd requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:48.649323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a134ccf7-ff2a-4ba1-9cea-73732924b34e None None] Provisioning for port f3a663c9-02d8-44b0-8cef-765dc021e9db completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:48.663566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a134ccf7-ff2a-4ba1-9cea-73732924b34e None None] Provisioning complete for port f3a663c9-02d8-44b0-8cef-765dc021e9db triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:48.663932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a134ccf7-ff2a-4ba1-9cea-73732924b34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:48.689629 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-165e5493-237b-4815-9cf3-4d5794b335ff tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.6094673 May 09 13:19:48.714714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50749ba-e81c-4f69-a2d6-95820d1ec5a8 req-542d88a5-ef6b-41ac-98ea-43cd7eed7fba tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:48.716307 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d50749ba-e81c-4f69-a2d6-95820d1ec5a8 req-542d88a5-ef6b-41ac-98ea-43cd7eed7fba tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.9729433 May 09 13:19:48.726968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52886) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:48.818803 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a134ccf7-ff2a-4ba1-9cea-73732924b34e None None] Port f3a663c9-02d8-44b0-8cef-765dc021e9db cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:48.841568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328cd10-9ed6-459b-9cd0-c8c4a4d6d0ff tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event updated for resources: {'Port': ['ID=94bb65a8-eada-48db-ba75-135e967791c4,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:48.881978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ab4e8083-b447-4253-bf0d-c27372128c0a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:48.890715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ab4e8083-b447-4253-bf0d-c27372128c0a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:48.895217 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:48.982376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-b328cd10-9ed6-459b-9cd0-c8c4a4d6d0ff tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] In _notify_port_updated(), no bound segment for port 94bb65a8-eada-48db-ba75-135e967791c4 on network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 {{(pid=83894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:19:48.986741 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328cd10-9ed6-459b-9cd0-c8c4a4d6d0ff tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:48.987381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b328cd10-9ed6-459b-9cd0-c8c4a4d6d0ff tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:48.991383 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b328cd10-9ed6-459b-9cd0-c8c4a4d6d0ff tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "PUT /v2.0/ports/94bb65a8-eada-48db-ba75-135e967791c4 HTTP/1.1" status: 200 len: 1058 time: 4.3919795 May 09 13:19:48.997242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 1318fcef-0ee7-44a7-9815-9a325a036d0b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1318fcef-0ee7-44a7-9815-9a325a036d0b,segment=NetworkSegment(013e90f6-1800-4f49-b4af-b319bfd86a05),segment_id=013e90f6-1800-4f49-b4af-b319bfd86a05)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:49.010687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:49.012703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 00418bb0-eaba-4191-bc54-a4cc12427fb7 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:49.073327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52890) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:49.111198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a0e7a347-bb54-4284-856b-09cd69e6042f None None] Provisioning complete for port 94bb65a8-eada-48db-ba75-135e967791c4 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:49.111997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a0e7a347-bb54-4284-856b-09cd69e6042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:49.172370 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d50749ba-e81c-4f69-a2d6-95820d1ec5a8 req-45e23e5e-f648-4dcb-bb3d-38f0f5bfd1bc tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4337924 May 09 13:19:49.241888 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b9198f3d-a55d-44ee-aeff-d48f95722844 req-75af310e-bfd3-41f0-9a14-c6d9c2f8c269 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7706938 May 09 13:19:49.259358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a0e7a347-bb54-4284-856b-09cd69e6042f None None] Port 94bb65a8-eada-48db-ba75-135e967791c4 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:49.263111 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=1318fcef-0ee7-44a7-9815-9a325a036d0b,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:49.284932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 00418bb0-eaba-4191-bc54-a4cc12427fb7 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:49.290378 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a0e7a347-bb54-4284-856b-09cd69e6042f None None] Provisioning for port 00418bb0-eaba-4191-bc54-a4cc12427fb7 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:49.295351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a0e7a347-bb54-4284-856b-09cd69e6042f None None] Provisioning complete for port 00418bb0-eaba-4191-bc54-a4cc12427fb7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:49.296174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a0e7a347-bb54-4284-856b-09cd69e6042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:49.309767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:49.329350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d4464229-4ef7-4d93-a3cb-ede369322bed up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:49.564222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d4464229-4ef7-4d93-a3cb-ede369322bed triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:49.564594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:49.603524 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [None req-ab4e8083-b447-4253-bf0d-c27372128c0a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Floating IP fdbda35f-b499-4c4d-b284-00d3ff4d6959 associated. External IP: 172.26.1.181, port: 884119c0-744e-4c5c-83d4-c3362e78537e. May 09 13:19:49.609635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a0e7a347-bb54-4284-856b-09cd69e6042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:49.683216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a0e7a347-bb54-4284-856b-09cd69e6042f None None] For port 00418bb0-eaba-4191-bc54-a4cc12427fb7, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=00418bb0-eaba-4191-bc54-a4cc12427fb7,segment=NetworkSegment(5a9b8eb9-c09d-441c-b2cb-2eec94757951),segment_id=5a9b8eb9-c09d-441c-b2cb-2eec94757951)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:49.695272 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a0e7a347-bb54-4284-856b-09cd69e6042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:49.760285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:49.766235 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-57e02180-cc4d-498f-88e7-40cc360f9286 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8500514 May 09 13:19:49.772262 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52894) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:49.782102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'network': {'name': 'tempest-RoutersTest-1451739525'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:49.787367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-884bb189-e97b-40b4-bf7f-1ae7d804ae3d tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Deleting port 94bb65a8-eada-48db-ba75-135e967791c4 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:49.787711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-884bb189-e97b-40b4-bf7f-1ae7d804ae3d tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:49.793757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device fe6ab10c-68b7-4c61-931c-f588ff90906f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:49.802596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:49.811593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:network and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:49.815174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:49.824124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:49.843067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:49.846027 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:49.887399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:19:49.910069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:49.910410 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Added segment 52e7edc8-a27e-47d8-83b8-b4d11af20936 of type vlan for network d6093649-a303-4f5e-94d9-9ac61d7e62a4 May 09 13:19:49.919802 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dbd20315-c92f-49df-ab19-cf423d038128 None None] Provisioning complete for port 1318fcef-0ee7-44a7-9815-9a325a036d0b triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:49.920094 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dbd20315-c92f-49df-ab19-cf423d038128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:49.945432 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7a347-bb54-4284-856b-09cd69e6042f None None] Pushing event updated for resources: {'Port': ['ID=00418bb0-eaba-4191-bc54-a4cc12427fb7,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:49.952395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.001691 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port fe6ab10c-68b7-4c61-931c-f588ff90906f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:50.002055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.132934 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.136731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:50.137346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.137623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dbd20315-c92f-49df-ab19-cf423d038128 None None] Provisioning for port 260d029e-3bb9-45ea-8686-733dec92d082 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:50.143806 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b9198f3d-a55d-44ee-aeff-d48f95722844 req-325b69ac-7f50-416b-8557-b31d91462b89 service neutron] 10.222.0.57 "GET /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8833916 May 09 13:19:50.152965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.179854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.180535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.181271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dbd20315-c92f-49df-ab19-cf423d038128 None None] Provisioning complete for port 260d029e-3bb9-45ea-8686-733dec92d082 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:50.181393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dbd20315-c92f-49df-ab19-cf423d038128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.256701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:50.269864 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4954486 May 09 13:19:50.276131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52900) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:50.283577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'subnet': {'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:50.323818 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-dbd20315-c92f-49df-ab19-cf423d038128 None None] Port 260d029e-3bb9-45ea-8686-733dec92d082 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:50.344876 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dbd20315-c92f-49df-ab19-cf423d038128 None None] Provisioning for port 414233ed-f9d6-4ce7-893a-854c4b99d9b7 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:50.349936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:50.350297 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.352711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:50.370315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d323c93-1d98-406f-8700-84d8706f3490 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Network': ['ID=d6093649-a303-4f5e-94d9-9ac61d7e62a4,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:50.388131 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Sync routers for ids ['c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:50.401648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dbd20315-c92f-49df-ab19-cf423d038128 None None] Provisioning complete for port 414233ed-f9d6-4ce7-893a-854c4b99d9b7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:50.402008 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dbd20315-c92f-49df-ab19-cf423d038128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.422687 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:50.425842 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network d6093649-a303-4f5e-94d9-9ac61d7e62a4 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:19:50.427930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:subnet and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:50.432833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:50.439608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:50.461498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Made reservation on behalf of 7ac1fcc55e424e64b50276e330de1174 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:50.562474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-dbd20315-c92f-49df-ab19-cf423d038128 None None] Port 414233ed-f9d6-4ce7-893a-854c4b99d9b7 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:50.574320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.586824 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Routers {'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:50.588304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:50.588985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4e8083-b447-4253-bf0d-c27372128c0a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:50.601306 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=f3a663c9-02d8-44b0-8cef-765dc021e9db,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:50.624886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.626897 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7a2d0883-f950-438f-99ea-c736bd09709a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.7994883 May 09 13:19:50.649901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52904) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:50.830177 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dbd20315-c92f-49df-ab19-cf423d038128 None None] Provisioning complete for port 00418bb0-eaba-4191-bc54-a4cc12427fb7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:50.830177 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dbd20315-c92f-49df-ab19-cf423d038128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.846267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-884bb189-e97b-40b4-bf7f-1ae7d804ae3d tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:50.986745 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Set router c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:51.019148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-884bb189-e97b-40b4-bf7f-1ae7d804ae3d tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Calling delete_port for 94bb65a8-eada-48db-ba75-135e967791c4 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:51.098351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:51.148460 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1318fcef-0ee7-44a7-9815-9a325a036d0b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:51.186542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Subnet': ['ID=fd8beb80-22f5-42f6-ab81-191ebaccc406,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:51.213539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4e8083-b447-4253-bf0d-c27372128c0a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:51.221564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Checking segment: {'id': '52e7edc8-a27e-47d8-83b8-b4d11af20936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:51.221929 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network hostable DHCP agents. Network: d6093649-a303-4f5e-94d9-9ac61d7e62a4, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:51.226453 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90379925-d11f-48cf-a2c6-94eb1264d411 None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:51.230985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ab4e8083-b447-4253-bf0d-c27372128c0a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:51.238282 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90379925-d11f-48cf-a2c6-94eb1264d411 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:51.238899 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-90379925-d11f-48cf-a2c6-94eb1264d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:51.300195 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ab4e8083-b447-4253-bf0d-c27372128c0a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "PUT /v2.0/floatingips/fdbda35f-b499-4c4d-b284-00d3ff4d6959 HTTP/1.1" status: 200 len: 978 time: 4.3611743 May 09 13:19:51.303203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52908) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:51.341332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network d6093649-a303-4f5e-94d9-9ac61d7e62a4 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:51.347310 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-90379925-d11f-48cf-a2c6-94eb1264d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:51.357013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network 5c56f2cf-30e9-41ad-9968-6f8a46038d60 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:51.361108 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90379925-d11f-48cf-a2c6-94eb1264d411 None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:51.362151 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-90379925-d11f-48cf-a2c6-94eb1264d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:51.363064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, d6093649-a303-4f5e-94d9-9ac61d7e62a4) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:51.366780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:51.371336 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:51.371901 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:51.392914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ac42fd5c-6801-4f7d-8407-ccf91752dd90 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 884119c0-744e-4c5c-83d4-c3362e78537e {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:51.393211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ac42fd5c-6801-4f7d-8407-ccf91752dd90 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:51.397658 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1fde21-bb0d-4724-8b0e-928ec3dc2e29 None None] Network d6093649-a303-4f5e-94d9-9ac61d7e62a4 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:51.434311 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e796f3ff-18f7-4da2-bdab-e70fe264c846 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1570849 May 09 13:19:51.442293 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52912) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:51.448465 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-90379925-d11f-48cf-a2c6-94eb1264d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:51.448914 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90379925-d11f-48cf-a2c6-94eb1264d411 None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:51.473346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc175f-ddd1-482e-bb1b-db43ca47c9d9 req-8a40ddf1-4caf-46e4-a054-32d5a4a39dfc tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:51.475678 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e2cc175f-ddd1-482e-bb1b-db43ca47c9d9 req-8a40ddf1-4caf-46e4-a054-32d5a4a39dfc tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 1.1177742 May 09 13:19:51.476733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:51.565950 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 1318fcef-0ee7-44a7-9815-9a325a036d0b triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:51.566329 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:51.703296 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6fcbd5e7-5cd0-4f5a-9946-f8e49ea0ca4d None None] Provisioning complete for port 260d029e-3bb9-45ea-8686-733dec92d082 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:51.703661 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd5e7-5cd0-4f5a-9946-f8e49ea0ca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:51.787268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbd5e7-5cd0-4f5a-9946-f8e49ea0ca4d None None] Port 260d029e-3bb9-45ea-8686-733dec92d082 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:51.872306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-d6093649-a303-4f5e-94d9-9ac61d7e62a4', 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'fixed_ips': [{'subnet_id': 'fd8beb80-22f5-42f6-ab81-191ebaccc406'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:51.873093 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:51.898800 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'name': 'tempest-TestVolumeBootPattern-308362197-router', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:37Z', 'updated_at': '2022-05-09T13:19:44Z', 'revision_number': 3, 'project_id': 'e279612ec2f645a19d0a3d92876aeed7', 'gw_port': {'id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:39Z', 'updated_at': '2022-05-09T13:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:51.908136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 00418bb0-eaba-4191-bc54-a4cc12427fb7 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:51.923082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ac42fd5c-6801-4f7d-8407-ccf91752dd90 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:51.936134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Checking router: c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:19:51.936480 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Updating router c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd port e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:19:51.971853 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e2cc175f-ddd1-482e-bb1b-db43ca47c9d9 req-1e42f942-a3e9-41bd-ac2b-47c54df92bbf tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791896 May 09 13:19:52.073447 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-884bb189-e97b-40b4-bf7f-1ae7d804ae3d tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:52.077960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:52.120339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d99e37a2-f86f-4ed6-8e70-79833fd8b4b6 None None] Provisioning complete for port f3a663c9-02d8-44b0-8cef-765dc021e9db triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:52.120701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d99e37a2-f86f-4ed6-8e70-79833fd8b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:52.137930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bb189-e97b-40b4-bf7f-1ae7d804ae3d tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event deleted for resources: {'Port': ['ID=94bb65a8-eada-48db-ba75-135e967791c4,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:52.154597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:52.366783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d99e37a2-f86f-4ed6-8e70-79833fd8b4b6 None None] Port f3a663c9-02d8-44b0-8cef-765dc021e9db cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:52.368143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 00418bb0-eaba-4191-bc54-a4cc12427fb7 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:52.368493 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:52.427101 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Allocated IP 172.23.0.2 (d6093649-a303-4f5e-94d9-9ac61d7e62a4/fd8beb80-22f5-42f6-ab81-191ebaccc406/52335812-0e0a-42cd-8d4e-06beaa498e92) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:52.474897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ac42fd5c-6801-4f7d-8407-ccf91752dd90 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:52.475486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ac42fd5c-6801-4f7d-8407-ccf91752dd90 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:52.475687 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [None req-ac42fd5c-6801-4f7d-8407-ccf91752dd90 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Floating IP fdbda35f-b499-4c4d-b284-00d3ff4d6959 disassociated. External IP: 172.26.1.181, port: 884119c0-744e-4c5c-83d4-c3362e78537e. May 09 13:19:52.477605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ac42fd5c-6801-4f7d-8407-ccf91752dd90 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 884119c0-744e-4c5c-83d4-c3362e78537e owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:52.624856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router e3bf1902-a092-44bc-ba5d-45e8195b2465 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:52.846410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ac42fd5c-6801-4f7d-8407-ccf91752dd90 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:52.874611 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:52.877085 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:52.895057 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Transition to ACTIVE for port object 52335812-0e0a-42cd-8d4e-06beaa498e92 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:52.897978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Transition to ACTIVE for port object e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:52.901914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42fd5c-6801-4f7d-8407-ccf91752dd90 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=884119c0-744e-4c5c-83d4-c3362e78537e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:52.916734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:52.916943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:52.984799 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Transition to ACTIVE for port object 52335812-0e0a-42cd-8d4e-06beaa498e92 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:53.026950 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Attempting to bind port e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:53.027577 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Attempting to bind port e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:53.027941 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Attempting to bind port e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:53.030812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:53.042522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374698a-4b40-4309-973c-8114d3c66f70 None None] Pushing event updated for resources: {'Port': ['ID=e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:53.108045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:53.108324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:53.108909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:53.109350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:53.109785 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Bound port: e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:53.110278 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:53.180251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Network d6093649-a303-4f5e-94d9-9ac61d7e62a4 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:53.184637 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:53.190727 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:53.194632 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Pushing event updated for resources: {'Port': ['ID=52335812-0e0a-42cd-8d4e-06beaa498e92,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:53.315137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] For port e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:53.319565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Attempting to bind port 52335812-0e0a-42cd-8d4e-06beaa498e92 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:53.319917 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Attempting to bind port 52335812-0e0a-42cd-8d4e-06beaa498e92 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '52e7edc8-a27e-47d8-83b8-b4d11af20936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:53.320271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Attempting to bind port 52335812-0e0a-42cd-8d4e-06beaa498e92 on network d6093649-a303-4f5e-94d9-9ac61d7e62a4 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:53.331010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] For port e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:53.332220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:53.332581 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Checking segment: {'id': '52e7edc8-a27e-47d8-83b8-b4d11af20936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:53.332972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:53.333658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-884bb189-e97b-40b4-bf7f-1ae7d804ae3d tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:53.333896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Bound using segment: {'id': '52e7edc8-a27e-47d8-83b8-b4d11af20936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:53.334348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Bound port: 52335812-0e0a-42cd-8d4e-06beaa498e92, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e7edc8-a27e-47d8-83b8-b4d11af20936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:53.335121 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:53.349843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:53.373839 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:53.378418 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-884bb189-e97b-40b4-bf7f-1ae7d804ae3d tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "DELETE /v2.0/ports/94bb65a8-eada-48db-ba75-135e967791c4 HTTP/1.1" status: 204 len: 168 time: 4.3016093 May 09 13:19:53.381753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52918) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:53.399169 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:53.437853 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e662a5-a96b-4120-92f6-c97cf45a50fd tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] GET failed (client error): The resource could not be found. May 09 13:19:53.438506 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f8e662a5-a96b-4120-92f6-c97cf45a50fd tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Synchronizing usage tracker for tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:53.441869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64abe07-dec8-4c82-b5ac-662cf227f5e5 req-e6368765-53d3-435b-a741-103fa322b49e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:53.443220 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e64abe07-dec8-4c82-b5ac-662cf227f5e5 req-e6368765-53d3-435b-a741-103fa322b49e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.2981863 May 09 13:19:53.503182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Routers {'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:53.503836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:53.512224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f8e662a5-a96b-4120-92f6-c97cf45a50fd tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Unset dirty status for tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:53.516179 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f8e662a5-a96b-4120-92f6-c97cf45a50fd tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "GET /v2.0/ports/94bb65a8-eada-48db-ba75-135e967791c4 HTTP/1.1" status: 404 len: 333 time: 0.1308162 May 09 13:19:53.519430 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52922) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:53.525850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac42fd5c-6801-4f7d-8407-ccf91752dd90 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:53.527547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Allocated IP 172.23.0.1 (d6093649-a303-4f5e-94d9-9ac61d7e62a4/fd8beb80-22f5-42f6-ab81-191ebaccc406/cd0407f5-9817-4740-9513-1908d32afbb3) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:53.551943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:53.592875 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1c39af1d-023e-4d15-ae83-aff79773ef7d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5124176 May 09 13:19:53.605640 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52926) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:53.620205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=414233ed-f9d6-4ce7-893a-854c4b99d9b7,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:53.628792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-429560741'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:53.655422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:53.693933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Sync routers for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:53.700428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374698a-4b40-4309-973c-8114d3c66f70 None None] Pushing event updated for resources: {'Port': ['ID=e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:53.727176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:53.727913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:53.743578 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:network and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:53.758726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:53.820240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:53.838971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:53.843282 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-47d19074-e891-4b9c-9f10-77a571fe95b4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Deleting port 1863e537-d217-4f4d-bfef-14beebacd42e {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:53.843626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47d19074-e891-4b9c-9f10-77a571fe95b4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:53.861763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Transition to ACTIVE for port object cd0407f5-9817-4740-9513-1908d32afbb3 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:53.872386 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e64abe07-dec8-4c82-b5ac-662cf227f5e5 req-13aa619c-02af-489e-b227-49551536f752 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4116447 May 09 13:19:53.907160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:53.923796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] For port 52335812-0e0a-42cd-8d4e-06beaa498e92, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:53.933009 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] For port 52335812-0e0a-42cd-8d4e-06beaa498e92, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=52335812-0e0a-42cd-8d4e-06beaa498e92,segment=NetworkSegment(52e7edc8-a27e-47d8-83b8-b4d11af20936),segment_id=52e7edc8-a27e-47d8-83b8-b4d11af20936)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:53.937979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:53.940921 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:53.967862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:54.015302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=cd0407f5-9817-4740-9513-1908d32afbb3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:54.027324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network d6093649-a303-4f5e-94d9-9ac61d7e62a4 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:54.028997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:54.037703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:54.097542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac42fd5c-6801-4f7d-8407-ccf91752dd90 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:54.116052 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad165d1-0f4f-474a-b2a3-9476728f218b None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:54.127671 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:19:54.153184 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad165d1-0f4f-474a-b2a3-9476728f218b None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:54.155079 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fad165d1-0f4f-474a-b2a3-9476728f218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:54.168210 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cd03b62e-3ff0-4f77-8651-980d648b305a None None] Provisioning complete for port 414233ed-f9d6-4ce7-893a-854c4b99d9b7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:54.168719 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cd03b62e-3ff0-4f77-8651-980d648b305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:54.175100 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:54.175439 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Added segment 111afd7f-1c23-4c09-bc85-96a2f6e10572 of type vlan for network cd72e252-4b2d-4af3-86d1-287f07b48460 May 09 13:19:54.183044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:54.213725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:54.234051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ac42fd5c-6801-4f7d-8407-ccf91752dd90 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:54.257887 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ac42fd5c-6801-4f7d-8407-ccf91752dd90 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/ports/884119c0-744e-4c5c-83d4-c3362e78537e HTTP/1.1" status: 204 len: 168 time: 2.9533207 May 09 13:19:54.258541 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52932) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:54.269556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbad72-9e26-43ba-9dd2-0f6bba0d68d2 None None] Pushing event updated for resources: {'Port': ['ID=52335812-0e0a-42cd-8d4e-06beaa498e92,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:54.292888 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] Set router c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:54.318935 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fad165d1-0f4f-474a-b2a3-9476728f218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:54.335208 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad165d1-0f4f-474a-b2a3-9476728f218b None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:54.336233 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fad165d1-0f4f-474a-b2a3-9476728f218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:54.337773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:54.373956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:54.443219 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fad165d1-0f4f-474a-b2a3-9476728f218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:54.444702 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad165d1-0f4f-474a-b2a3-9476728f218b None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:54.444830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-cd03b62e-3ff0-4f77-8651-980d648b305a None None] Port 414233ed-f9d6-4ce7-893a-854c4b99d9b7 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:54.516943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:54.528980 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:54.536695 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:54.551264 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bbc1b-5d1f-43d2-921d-6c1512b4d32a req-72ab81f1-d351-48ab-86bb-1475378f6a26 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:54.552960 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c70bbc1b-5d1f-43d2-921d-6c1512b4d32a req-72ab81f1-d351-48ab-86bb-1475378f6a26 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.4934220 May 09 13:19:54.591580 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-79e1ab4d-494e-42e0-b732-b69a9eaeaffa tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "GET /v2.0/floatingips/fdbda35f-b499-4c4d-b284-00d3ff4d6959 HTTP/1.1" status: 200 len: 688 time: 0.3316667 May 09 13:19:54.592786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52936) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:54.771375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:54.779999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Network': ['ID=cd72e252-4b2d-4af3-86d1-287f07b48460,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:54.781995 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:54.803267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network cd72e252-4b2d-4af3-86d1-287f07b48460 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:19:54.807464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7b1a0-6dc9-47f2-b139-b0021c42c520 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 344563a4-bb09-44d5-b486-7c3739e0a63e {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:54.807870 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b1a0-6dc9-47f2-b139-b0021c42c520 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:54.893036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47d19074-e891-4b9c-9f10-77a571fe95b4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:55.043575 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'name': 'tempest-TestVolumeBootPattern-308362197-router', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:37Z', 'updated_at': '2022-05-09T13:19:44Z', 'revision_number': 3, 'project_id': 'e279612ec2f645a19d0a3d92876aeed7', 'gw_port': {'id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:39Z', 'updated_at': '2022-05-09T13:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:55.051436 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4c0d3-498b-4d4d-b616-b750ae4bfa1f None None] The sync data for ids ['c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'] in dv-neutron-840889-2-hyperv is: [{'id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'name': 'tempest-TestVolumeBootPattern-308362197-router', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:37Z', 'updated_at': '2022-05-09T13:19:44Z', 'revision_number': 3, 'project_id': 'e279612ec2f645a19d0a3d92876aeed7', 'gw_port': {'id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:39Z', 'updated_at': '2022-05-09T13:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:19:55.065693 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-50b086ba-c6c6-4dc3-89a8-362cb2dfc99e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4431629 May 09 13:19:55.070075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:19:48Z', 'revision_number': 4, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:43Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a663c9-02d8-44b0-8cef-765dc021e9db', 'name': '', 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:ff:75:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:19:49Z', 'revision_number': 2, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:55.081477 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Checking router: e3bf1902-a092-44bc-ba5d-45e8195b2465 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:19:55.082178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Updating router e3bf1902-a092-44bc-ba5d-45e8195b2465 port f3a663c9-02d8-44b0-8cef-765dc021e9db binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:19:55.176142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:55.187233 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 52335812-0e0a-42cd-8d4e-06beaa498e92 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:55.215274 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52940) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:55.219630 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c70bbc1b-5d1f-43d2-921d-6c1512b4d32a req-60bc32f6-a9d0-4535-992f-45f4822bcf1b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4643669 May 09 13:19:55.234251 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-47d19074-e891-4b9c-9f10-77a571fe95b4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Calling delete_port for 1863e537-d217-4f4d-bfef-14beebacd42e owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:55.296481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'subnet': {'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:55.376048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b1a0-6dc9-47f2-b139-b0021c42c520 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:55.376606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b1a0-6dc9-47f2-b139-b0021c42c520 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:55.382640 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Sync routers for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:19:55.390116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 52335812-0e0a-42cd-8d4e-06beaa498e92 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:55.464607 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:55.465336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:55.562830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7b1a0-6dc9-47f2-b139-b0021c42c520 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 344563a4-bb09-44d5-b486-7c3739e0a63e owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:55.694778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb24cc5a-05f9-4dc2-a42b-e1ee4b7f7ef0 None None] Network d6093649-a303-4f5e-94d9-9ac61d7e62a4 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:55.796412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:55.806647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:55.901805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:55.916073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:subnet and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:55.923841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:55.967564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:55.978991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:56.091242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1a35a0da-5704-4a4a-97f4-8e8f6ea607c4 None None] Provisioning for port 52335812-0e0a-42cd-8d4e-06beaa498e92 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:56.105037 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event updated for resources: {'Port': ['ID=cd0407f5-9817-4740-9513-1908d32afbb3,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:56.133609 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:56.148161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b1a0-6dc9-47f2-b139-b0021c42c520 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.174534 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1a35a0da-5704-4a4a-97f4-8e8f6ea607c4 None None] Provisioning complete for port 52335812-0e0a-42cd-8d4e-06beaa498e92 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:56.174920 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1a35a0da-5704-4a4a-97f4-8e8f6ea607c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.217199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Made reservation on behalf of 5c909d99b7f4434b8adc0ee57ffed3cb for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:19:56.320022 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7b1a0-6dc9-47f2-b139-b0021c42c520 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=344563a4-bb09-44d5-b486-7c3739e0a63e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:56.363881 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.372204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Network d6093649-a303-4f5e-94d9-9ac61d7e62a4 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:56.373511 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47d19074-e891-4b9c-9f10-77a571fe95b4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.401675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:56.463057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d19074-e891-4b9c-9f10-77a571fe95b4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event deleted for resources: {'Port': ['ID=1863e537-d217-4f4d-bfef-14beebacd42e,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:56.477047 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.546096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9e754-c846-499d-bb47-8dc5ce126f4c req-0d8a148e-f1a3-4582-8f89-441eb9f010ae tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:56.548342 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-06c9e754-c846-499d-bb47-8dc5ce126f4c req-0d8a148e-f1a3-4582-8f89-441eb9f010ae tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.7222283 May 09 13:19:56.549149 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:19:56.583606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b1a0-6dc9-47f2-b139-b0021c42c520 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.633635 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b1a0-6dc9-47f2-b139-b0021c42c520 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.638813 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8fe7b1a0-6dc9-47f2-b139-b0021c42c520 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/floatingips/fdbda35f-b499-4c4d-b284-00d3ff4d6959 HTTP/1.1" status: 204 len: 168 time: 2.0365450 May 09 13:19:56.639738 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52948) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:56.647050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'd57c3c4b-1856-47d1-b6a8-22e2f409f2ca'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:56.706985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:19:56.723430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:floatingip and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:19:56.732582 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.778193 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:19:56.790193 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:19:56.803954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.805013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.811069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.861114 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.896907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Transition to ACTIVE for port object f3a663c9-02d8-44b0-8cef-765dc021e9db will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:56.899451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1a35a0da-5704-4a4a-97f4-8e8f6ea607c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.924216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:56.945497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:19:57.018755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1a35a0da-5704-4a4a-97f4-8e8f6ea607c4 None None] For port 52335812-0e0a-42cd-8d4e-06beaa498e92, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=52335812-0e0a-42cd-8d4e-06beaa498e92,segment=NetworkSegment(52e7edc8-a27e-47d8-83b8-b4d11af20936),segment_id=52e7edc8-a27e-47d8-83b8-b4d11af20936)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:57.023005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=414233ed-f9d6-4ce7-893a-854c4b99d9b7,revision_number=3']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:57.138799 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc508e-0e33-4411-85e8-1dfb29754f4c None None] Pushing event updated for resources: {'Port': ['ID=f3a663c9-02d8-44b0-8cef-765dc021e9db,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:57.151175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:19:54Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260d029e-3bb9-45ea-8686-733dec92d082', 'name': '', 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:a5:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:19:47Z', 'revision_number': 2, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0407f5-9817-4740-9513-1908d32afbb3', 'name': '', 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd8beb80-22f5-42f6-ab81-191ebaccc406', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:53Z', 'updated_at': '2022-05-09T13:19:53Z', 'revision_number': 1, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'fd8beb80-22f5-42f6-ab81-191ebaccc406', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:46Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:57.157703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:57.165562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1a35a0da-5704-4a4a-97f4-8e8f6ea607c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:57.174158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47d19074-e891-4b9c-9f10-77a571fe95b4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:57.211485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Checking router: 99e7bb25-e9e8-42cc-9e2f-d123c28809dd for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:19:57.212206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Updating router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd port 260d029e-3bb9-45ea-8686-733dec92d082 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:19:57.251547 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:57.330381 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-06c9e754-c846-499d-bb47-8dc5ce126f4c req-8fb613ef-c698-4a6c-a656-797e320749fb tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5861185 May 09 13:19:57.374759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.26.1.45 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/3efa08f6-a3e7-44ab-9e90-2705b1a261f1) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:57.407489 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-47d19074-e891-4b9c-9f10-77a571fe95b4 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "DELETE /v2.0/ports/1863e537-d217-4f4d-bfef-14beebacd42e HTTP/1.1" status: 204 len: 168 time: 3.8534803 May 09 13:19:57.468393 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52952) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:57.508364 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:57.535620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35a0da-5704-4a4a-97f4-8e8f6ea607c4 None None] Pushing event updated for resources: {'Port': ['ID=52335812-0e0a-42cd-8d4e-06beaa498e92,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:57.581181 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Attempting to bind port f3a663c9-02d8-44b0-8cef-765dc021e9db on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:57.582142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Attempting to bind port f3a663c9-02d8-44b0-8cef-765dc021e9db by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'e632c7f9-64ff-45b2-a40b-ea8ae4a3712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:57.582511 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Attempting to bind port f3a663c9-02d8-44b0-8cef-765dc021e9db on network 5c56f2cf-30e9-41ad-9968-6f8a46038d60 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:57.603631 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6078db35-7d33-43b1-812d-48fa71bf82a3 None None] Provisioning complete for port 52335812-0e0a-42cd-8d4e-06beaa498e92 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:57.604035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6078db35-7d33-43b1-812d-48fa71bf82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:57.630176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:57.648175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:57.655549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:57.655937 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Checking segment: {'id': 'e632c7f9-64ff-45b2-a40b-ea8ae4a3712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:57.656295 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:57.656679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Bound using segment: {'id': 'e632c7f9-64ff-45b2-a40b-ea8ae4a3712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:57.657149 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Bound port: f3a663c9-02d8-44b0-8cef-765dc021e9db, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e632c7f9-64ff-45b2-a40b-ea8ae4a3712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:57.657743 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:57.674823 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d92058-2efd-4e87-9fa9-351112cd9645 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] GET failed (client error): The resource could not be found. May 09 13:19:57.675372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c3d92058-2efd-4e87-9fa9-351112cd9645 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Synchronizing usage tracker for tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:19:57.680306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:19:57.689108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:57.692802 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:57.693647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:57.722659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:57.751574 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-70b01a87-3377-4aa4-b17f-ae2300e3896c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3081548 May 09 13:19:57.758958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52956) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:57.784758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-7e4d8245-d48c-49f7-b7e9-1337af3c00ea tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:19:57.796444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c3d92058-2efd-4e87-9fa9-351112cd9645 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Unset dirty status for tenant:3a09eacdd60d41e2bf67a7f7a4d69b7e on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:19:57.800690 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c3d92058-2efd-4e87-9fa9-351112cd9645 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "GET /v2.0/ports/1863e537-d217-4f4d-bfef-14beebacd42e HTTP/1.1" status: 404 len: 333 time: 0.3276589 May 09 13:19:57.806424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52960) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:57.808293 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 99757c80-672f-4d10-9a62-fde634882f4e is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:57.843998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Allocated IP 172.20.0.1 (bdfbf814-6ce2-4620-b6fc-bd79058f2ab1/016a746b-c712-4cfb-bac0-558f5c0621ca/49b1ea8c-f5ef-4cae-983a-f26232a04cec) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:19:57.847246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:57.848567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:57.868228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:57.907950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:58.056824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Subnet': ['ID=ea493083-8bf3-40db-b4fe-7864caab8b28,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:58.186000 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] For port f3a663c9-02d8-44b0-8cef-765dc021e9db, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:19:58.187106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e5fac1ae-cad5-4d34-b536-c5cdf79ac309 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Deleting port b13d43e6-a790-428d-b473-2cbdd932b7ea {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:58.187448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5fac1ae-cad5-4d34-b536-c5cdf79ac309 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:58.238692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] For port f3a663c9-02d8-44b0-8cef-765dc021e9db, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f3a663c9-02d8-44b0-8cef-765dc021e9db,segment=NetworkSegment(e632c7f9-64ff-45b2-a40b-ea8ae4a3712c),segment_id=e632c7f9-64ff-45b2-a40b-ea8ae4a3712c)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:19:58.257469 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Checking segment: {'id': '111afd7f-1c23-4c09-bc85-96a2f6e10572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:58.257907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network hostable DHCP agents. Network: cd72e252-4b2d-4af3-86d1-287f07b48460, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:19:58.260289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:58.320863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=3efa08f6-a3e7-44ab-9e90-2705b1a261f1,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:58.362140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:58.423105 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:19:58.429408 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc508e-0e33-4411-85e8-1dfb29754f4c None None] Pushing event updated for resources: {'Port': ['ID=f3a663c9-02d8-44b0-8cef-765dc021e9db,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:58.438726 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:58.469518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6078db35-7d33-43b1-812d-48fa71bf82a3 None None] Provisioning for port cd0407f5-9817-4740-9513-1908d32afbb3 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:19:58.490304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:19:58.490940 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:19:58.640393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6078db35-7d33-43b1-812d-48fa71bf82a3 None None] Provisioning complete for port cd0407f5-9817-4740-9513-1908d32afbb3 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:58.640759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6078db35-7d33-43b1-812d-48fa71bf82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:58.646157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:58.697807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.resource_extend [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:19:58.769741 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network cd72e252-4b2d-4af3-86d1-287f07b48460 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:19:58.791163 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:58.793772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6078db35-7d33-43b1-812d-48fa71bf82a3 None None] Port cd0407f5-9817-4740-9513-1908d32afbb3 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:58.815273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Transition to ACTIVE for port object 49b1ea8c-f5ef-4cae-983a-f26232a04cec will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:58.818194 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:19:58.825945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, cd72e252-4b2d-4af3-86d1-287f07b48460) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:58.830770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:58.830770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:58.871295 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:58.872776 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede60c03-ff46-4fe0-9131-15b67a7f1e0f None None] Network cd72e252-4b2d-4af3-86d1-287f07b48460 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:19:58.903391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-cefe50e2-5726-4d6b-a542-d12e409f3cc9 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:58.903611 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-cefe50e2-5726-4d6b-a542-d12e409f3cc9 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.57 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.5704429 May 09 13:19:58.964855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Transition to ACTIVE for port object 260d029e-3bb9-45ea-8686-733dec92d082 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:19:59.003186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.094659 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-74070b89-83f0-4eb2-948b-c4e877c03c0b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8712966 May 09 13:19:59.095221 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52966) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:19:59.125722 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 52335812-0e0a-42cd-8d4e-06beaa498e92 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:19:59.137730 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5fac1ae-cad5-4d34-b536-c5cdf79ac309 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.274090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424b464-4ec4-45ef-85fb-774ab8938e75 req-27eb7e88-8b81-4398-a8c6-447ddbbf2e7d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:19:59.275582 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1424b464-4ec4-45ef-85fb-774ab8938e75 req-27eb7e88-8b81-4398-a8c6-447ddbbf2e7d tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 0.6240323 May 09 13:19:59.279536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.282635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-e5fac1ae-cad5-4d34-b536-c5cdf79ac309 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Calling delete_port for b13d43e6-a790-428d-b473-2cbdd932b7ea owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:19:59.356653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.394427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Deleting port c5f65745-e761-4600-b4f8-9dd935cc39ef {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:19:59.394817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186caa2-82d1-4620-b224-9ef39d9d68e6 None None] Pushing event updated for resources: {'Port': ['ID=260d029e-3bb9-45ea-8686-733dec92d082,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:59.395288 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.416092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.522829 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1424b464-4ec4-45ef-85fb-774ab8938e75 req-26467ec7-2d48-4b9d-83b8-aafd5a2802d3 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086098 May 09 13:19:59.533312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Network bdfbf814-6ce2-4620-b6fc-bd79058f2ab1 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:19:59.607003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1e617f1c-0790-4590-a392-c335cb98d7f5 None None] Provisioning complete for port 414233ed-f9d6-4ce7-893a-854c4b99d9b7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:59.607355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1e617f1c-0790-4590-a392-c335cb98d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.639005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:19:59.643024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.extraroute_db [None req-7e4d8245-d48c-49f7-b7e9-1337af3c00ea tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 09 13:19:59.656334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:19:59.681972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.714395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=49b1ea8c-f5ef-4cae-983a-f26232a04cec,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:59.749082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.extraroute_db [None req-7e4d8245-d48c-49f7-b7e9-1337af3c00ea tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Removed routes are [] {{(pid=83895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 09 13:19:59.749507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e4d8245-d48c-49f7-b7e9-1337af3c00ea tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.760829 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-cd72e252-4b2d-4af3-86d1-287f07b48460', 'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'fixed_ips': [{'subnet_id': 'ea493083-8bf3-40db-b4fe-7864caab8b28'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:19:59.762461 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.811762 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 52335812-0e0a-42cd-8d4e-06beaa498e92 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:19:59.812211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.881389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Attempting to bind port 260d029e-3bb9-45ea-8686-733dec92d082 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:19:59.881879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Attempting to bind port 260d029e-3bb9-45ea-8686-733dec92d082 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '5a9b8eb9-c09d-441c-b2cb-2eec94757951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:19:59.882260 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Attempting to bind port 260d029e-3bb9-45ea-8686-733dec92d082 on network 643ed812-bd0b-41b1-ba75-0147bf5e40bd {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:19:59.913353 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5fac1ae-cad5-4d34-b536-c5cdf79ac309 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.953348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:19:59.953719 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Checking segment: {'id': '5a9b8eb9-c09d-441c-b2cb-2eec94757951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:19:59.954050 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.954446 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Bound using segment: {'id': '5a9b8eb9-c09d-441c-b2cb-2eec94757951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:19:59.955144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Bound port: 260d029e-3bb9-45ea-8686-733dec92d082, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9b8eb9-c09d-441c-b2cb-2eec94757951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:19:59.955489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.961114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.965828 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-1e617f1c-0790-4590-a392-c335cb98d7f5 None None] Port 414233ed-f9d6-4ce7-893a-854c4b99d9b7 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:19:59.971555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:19:59.989218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fac1ae-cad5-4d34-b536-c5cdf79ac309 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event deleted for resources: {'Port': ['ID=b13d43e6-a790-428d-b473-2cbdd932b7ea,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:19:59.992183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Router 8647a26c-9f68-4d73-90e1-314d429b74e8 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:20:00.209986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=3efa08f6-a3e7-44ab-9e90-2705b1a261f1,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:00.211000 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] For port 260d029e-3bb9-45ea-8686-733dec92d082, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:00.223625 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] For port 260d029e-3bb9-45ea-8686-733dec92d082, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=260d029e-3bb9-45ea-8686-733dec92d082,segment=NetworkSegment(5a9b8eb9-c09d-441c-b2cb-2eec94757951),segment_id=5a9b8eb9-c09d-441c-b2cb-2eec94757951)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:00.227864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:00.253369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:00.268598 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] For port c5f65745-e761-4600-b4f8-9dd935cc39ef, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c5f65745-e761-4600-b4f8-9dd935cc39ef,segment=NetworkSegment(3a89c27f-0bc1-47cb-a1ec-281cd0586480),segment_id=3a89c27f-0bc1-47cb-a1ec-281cd0586480)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:00.269212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:00.321046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:00.361176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:19:48Z', 'revision_number': 4, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:43Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a663c9-02d8-44b0-8cef-765dc021e9db', 'name': '', 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:ff:75:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:19:58Z', 'revision_number': 4, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:00.363201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1e617f1c-0790-4590-a392-c335cb98d7f5 None None] Provisioning complete for port cd0407f5-9817-4740-9513-1908d32afbb3 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:00.363462 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1e617f1c-0790-4590-a392-c335cb98d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:00.394496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5fac1ae-cad5-4d34-b536-c5cdf79ac309 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:00.431780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a9312-f5fb-4bf8-943d-d34ec4d3e51a None None] The sync data for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv is: [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:19:48Z', 'revision_number': 4, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:43Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a663c9-02d8-44b0-8cef-765dc021e9db', 'name': '', 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:ff:75:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:19:58Z', 'revision_number': 4, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:00.487135 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Updating router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd port cd0407f5-9817-4740-9513-1908d32afbb3 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:20:00.524043 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e5fac1ae-cad5-4d34-b536-c5cdf79ac309 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "DELETE /v2.0/ports/b13d43e6-a790-428d-b473-2cbdd932b7ea HTTP/1.1" status: 204 len: 168 time: 2.7091212 May 09 13:20:00.526660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52970) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:00.527370 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:00.554396 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Allocated IP 2001:db8:3::2 (cd72e252-4b2d-4af3-86d1-287f07b48460/ea493083-8bf3-40db-b4fe-7864caab8b28/16f937a9-5d76-497f-a081-b5ba19829044) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:00.563238 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-1e617f1c-0790-4590-a392-c335cb98d7f5 None None] Port cd0407f5-9817-4740-9513-1908d32afbb3 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:00.578308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186caa2-82d1-4620-b224-9ef39d9d68e6 None None] Pushing event updated for resources: {'Port': ['ID=260d029e-3bb9-45ea-8686-733dec92d082,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:00.721913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:00.791844 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:00.792207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:00.973918 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e4d8245-d48c-49f7-b7e9-1337af3c00ea tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.003635 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e4d8245-d48c-49f7-b7e9-1337af3c00ea tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.078366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.090811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Transition to ACTIVE for port object 16f937a9-5d76-497f-a081-b5ba19829044 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:01.112645 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Transition to ACTIVE for port object 16f937a9-5d76-497f-a081-b5ba19829044 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:01.122147 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5db5e113-cd3b-4994-8a6c-471531370a7f None None] Provisioning for port 49b1ea8c-f5ef-4cae-983a-f26232a04cec completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:01.127185 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.127185 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.127185 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Floating IP d0153b1c-51a3-4e14-96e9-2403545642ea disassociated. External IP: 172.26.1.84, port: c5f65745-e761-4600-b4f8-9dd935cc39ef. May 09 13:20:01.127185 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Calling delete_port for c5f65745-e761-4600-b4f8-9dd935cc39ef owned by compute:nova {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:01.135848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.234009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9db260-ffd2-4dc3-b8dc-336b33a0ff52 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Deleting subnet 8ee9d367-eb5a-4f72-aac4-882e1b05f38c {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:20:01.257347 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-da9db260-ffd2-4dc3-b8dc-336b33a0ff52 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.268080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Pushing event updated for resources: {'Port': ['ID=16f937a9-5d76-497f-a081-b5ba19829044,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:01.285741 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5db5e113-cd3b-4994-8a6c-471531370a7f None None] Provisioning complete for port 49b1ea8c-f5ef-4cae-983a-f26232a04cec triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:01.286633 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5db5e113-cd3b-4994-8a6c-471531370a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.322091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Network cd72e252-4b2d-4af3-86d1-287f07b48460 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:01.333971 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:01.336383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:01.408979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.447717 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.527767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5db5e113-cd3b-4994-8a6c-471531370a7f None None] Port 49b1ea8c-f5ef-4cae-983a-f26232a04cec cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:01.533668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Attempting to bind port 16f937a9-5d76-497f-a081-b5ba19829044 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:20:01.534022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Attempting to bind port 16f937a9-5d76-497f-a081-b5ba19829044 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '111afd7f-1c23-4c09-bc85-96a2f6e10572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:20:01.534365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Attempting to bind port 16f937a9-5d76-497f-a081-b5ba19829044 on network cd72e252-4b2d-4af3-86d1-287f07b48460 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:01.544035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-da9db260-ffd2-4dc3-b8dc-336b33a0ff52 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.550821 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:01.563496 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efaf72-79cd-49c2-afbe-a53e33ebdaaa None None] Sync routers for ids ['8647a26c-9f68-4d73-90e1-314d429b74e8'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:01.583863 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4efaf72-79cd-49c2-afbe-a53e33ebdaaa None None] Routers {'8647a26c-9f68-4d73-90e1-314d429b74e8'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:01.584473 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e4efaf72-79cd-49c2-afbe-a53e33ebdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8647a26c-9f68-4d73-90e1-314d429b74e8'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:01.675026 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:20:01.675026 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Checking segment: {'id': '111afd7f-1c23-4c09-bc85-96a2f6e10572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:01.675445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.676077 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Bound using segment: {'id': '111afd7f-1c23-4c09-bc85-96a2f6e10572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:20:01.676200 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Bound port: 16f937a9-5d76-497f-a081-b5ba19829044, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111afd7f-1c23-4c09-bc85-96a2f6e10572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:20:01.676983 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.719733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-da9db260-ffd2-4dc3-b8dc-336b33a0ff52 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.736768 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e4efaf72-79cd-49c2-afbe-a53e33ebdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:01.737480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.763518 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4efaf72-79cd-49c2-afbe-a53e33ebdaaa None None] Routers {'8647a26c-9f68-4d73-90e1-314d429b74e8'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:01.764323 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e4efaf72-79cd-49c2-afbe-a53e33ebdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8647a26c-9f68-4d73-90e1-314d429b74e8'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:01.788295 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Floating IP 447135fa-8c4e-4d5c-b6e5-e6209b3db4a2 associated. External IP: 172.26.1.45, port: d57c3c4b-1856-47d1-b6a8-22e2f409f2ca. May 09 13:20:01.847987 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] For port 16f937a9-5d76-497f-a081-b5ba19829044, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:01.859660 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] For port 16f937a9-5d76-497f-a081-b5ba19829044, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=16f937a9-5d76-497f-a081-b5ba19829044,segment=NetworkSegment(111afd7f-1c23-4c09-bc85-96a2f6e10572),segment_id=111afd7f-1c23-4c09-bc85-96a2f6e10572)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:01.866809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f3a663c9-02d8-44b0-8cef-765dc021e9db up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:01.870161 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e4efaf72-79cd-49c2-afbe-a53e33ebdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:01.870695 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efaf72-79cd-49c2-afbe-a53e33ebdaaa None None] The sync data for ids ['8647a26c-9f68-4d73-90e1-314d429b74e8'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:01.876468 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-de50aa8f-fa39-4b46-8ea5-155b79a378cf tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "PUT /v2.0/routers/8647a26c-9f68-4d73-90e1-314d429b74e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1455019 May 09 13:20:01.876468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.879330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52976) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:01.904617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace007d-e70a-4746-88e2-23bf5c7000ed req-08bb36d0-788e-4f1e-89b9-fc554b39817f tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:01.904617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-0ace007d-e70a-4746-88e2-23bf5c7000ed req-08bb36d0-788e-4f1e-89b9-fc554b39817f tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Synchronizing usage tracker for tenant:7bc08a88006e40bf8a44780de483df57 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:01.937830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:01.983826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4d8245-d48c-49f7-b7e9-1337af3c00ea tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:01.990462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=49b1ea8c-f5ef-4cae-983a-f26232a04cec,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:02.069597 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:02.076751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Pushing event deleted for resources: {'Port': ['ID=c5f65745-e761-4600-b4f8-9dd935cc39ef,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:02.082203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:02.082735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-0ace007d-e70a-4746-88e2-23bf5c7000ed req-08bb36d0-788e-4f1e-89b9-fc554b39817f tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Unset dirty status for tenant:7bc08a88006e40bf8a44780de483df57 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:02.084495 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0ace007d-e70a-4746-88e2-23bf5c7000ed req-08bb36d0-788e-4f1e-89b9-fc554b39817f tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 945 time: 1.2871413 May 09 13:20:02.111650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Transition to ACTIVE for port object cd0407f5-9817-4740-9513-1908d32afbb3 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:02.114913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877bcff-12c7-49e5-9312-09611bc14c98 None None] Pushing event updated for resources: {'Port': ['ID=16f937a9-5d76-497f-a081-b5ba19829044,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:02.129206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:02.164981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-da9db260-ffd2-4dc3-b8dc-336b33a0ff52 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:02.169664 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port f3a663c9-02d8-44b0-8cef-765dc021e9db completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:02.201369 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f3a663c9-02d8-44b0-8cef-765dc021e9db triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:02.201793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:02.285040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9db260-ffd2-4dc3-b8dc-336b33a0ff52 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee9d367-eb5a-4f72-aac4-882e1b05f38c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:02.323799 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186caa2-82d1-4620-b224-9ef39d9d68e6 None None] Pushing event updated for resources: {'Port': ['ID=cd0407f5-9817-4740-9513-1908d32afbb3,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:02.397898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Network bdfbf814-6ce2-4620-b6fc-bd79058f2ab1 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:02.411089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:02.414834 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0ace007d-e70a-4746-88e2-23bf5c7000ed req-dde6ebd5-1cdc-4b0a-97da-54356b80f767 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a594119-6491-41ef-980a-289cfbda922a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199053 May 09 13:20:02.498543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-da9db260-ffd2-4dc3-b8dc-336b33a0ff52 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:02.567177 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-da9db260-ffd2-4dc3-b8dc-336b33a0ff52 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "DELETE /v2.0/subnets/8ee9d367-eb5a-4f72-aac4-882e1b05f38c HTTP/1.1" status: 204 len: 168 time: 2.0283558 May 09 13:20:02.575467 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52980) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:02.576573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd1b362-f59c-4942-ae1e-0990c26d2d8f None None] Network 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:02.663633 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7178c59-39e5-45b8-a610-50562075d467 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:02.664387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b7178c59-39e5-45b8-a610-50562075d467 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:02.787299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Attempting to bind port cd0407f5-9817-4740-9513-1908d32afbb3 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:20:02.787665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Attempting to bind port cd0407f5-9817-4740-9513-1908d32afbb3 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '52e7edc8-a27e-47d8-83b8-b4d11af20936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:20:02.788019 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Attempting to bind port cd0407f5-9817-4740-9513-1908d32afbb3 on network d6093649-a303-4f5e-94d9-9ac61d7e62a4 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:02.805213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:02.839107 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:20:02.839445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Checking segment: {'id': '52e7edc8-a27e-47d8-83b8-b4d11af20936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:02.839926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:02.840232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Bound using segment: {'id': '52e7edc8-a27e-47d8-83b8-b4d11af20936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:20:02.840707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Bound port: cd0407f5-9817-4740-9513-1908d32afbb3, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e7edc8-a27e-47d8-83b8-b4d11af20936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:20:02.841069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:02.858822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b7178c59-39e5-45b8-a610-50562075d467 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:02.861748 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b7178c59-39e5-45b8-a610-50562075d467 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports?device_id=8647a26c-9f68-4d73-90e1-314d429b74e8 HTTP/1.1" status: 200 len: 988 time: 0.9776187 May 09 13:20:02.867347 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 52984) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:02.939520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:03.027370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device c5f65745-e761-4600-b4f8-9dd935cc39ef no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:03.038316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Deleting port f0de8104-f890-4b39-9edd-c55a6be4f67f {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:03.038657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:03.085467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: c5f65745-e761-4600-b4f8-9dd935cc39ef {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:03.085808 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device c5f65745-e761-4600-b4f8-9dd935cc39ef not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:03.118268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port f3a663c9-02d8-44b0-8cef-765dc021e9db, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f3a663c9-02d8-44b0-8cef-765dc021e9db,segment=NetworkSegment(e632c7f9-64ff-45b2-a40b-ea8ae4a3712c),segment_id=e632c7f9-64ff-45b2-a40b-ea8ae4a3712c)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:03.135365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:03.139818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4d8245-d48c-49f7-b7e9-1337af3c00ea tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:03.194517 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] For port cd0407f5-9817-4740-9513-1908d32afbb3, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:03.220438 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] For port cd0407f5-9817-4740-9513-1908d32afbb3, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cd0407f5-9817-4740-9513-1908d32afbb3,segment=NetworkSegment(52e7edc8-a27e-47d8-83b8-b4d11af20936),segment_id=52e7edc8-a27e-47d8-83b8-b4d11af20936)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:03.238382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:03.252221 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=f3a663c9-02d8-44b0-8cef-765dc021e9db,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:03.274746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e4d8245-d48c-49f7-b7e9-1337af3c00ea tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:03.275932 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7e4d8245-d48c-49f7-b7e9-1337af3c00ea tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd HTTP/1.1" status: 200 len: 934 time: 5.5161295 May 09 13:20:03.285132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52988) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:03.329578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Allocated IP 2001:db8:3::1 (cd72e252-4b2d-4af3-86d1-287f07b48460/ea493083-8bf3-40db-b4fe-7864caab8b28/c673e1ca-20cd-42f9-8fa5-97bce0a96d38) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:03.350079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b5238942-a7ca-4ba0-a07a-42bf8ffe518a None None] Provisioning complete for port 49b1ea8c-f5ef-4cae-983a-f26232a04cec triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:03.350486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b5238942-a7ca-4ba0-a07a-42bf8ffe518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:03.377204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1a01b-596b-4e7a-a592-03fafd9d0ceb None None] DHCP port deletion for 2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:20:03.434209 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-14a1a01b-596b-4e7a-a592-03fafd9d0ceb None None] Deleting port f0de8104-f890-4b39-9edd-c55a6be4f67f {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:03.435100 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-14a1a01b-596b-4e7a-a592-03fafd9d0ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:03.561388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186caa2-82d1-4620-b224-9ef39d9d68e6 None None] Pushing event updated for resources: {'Port': ['ID=cd0407f5-9817-4740-9513-1908d32afbb3,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:03.569168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b5238942-a7ca-4ba0-a07a-42bf8ffe518a None None] Port 49b1ea8c-f5ef-4cae-983a-f26232a04cec cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:03.773721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:03.777142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:03.866060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Router 6a097e0a-8345-4b38-b889-f788b4a8a98a has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:03.924193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f3a663c9-02d8-44b0-8cef-765dc021e9db up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:03.957161 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bdd513b1-1444-4240-b92f-2caf50d9eb9f req-114232eb-24d8-4ce4-b7fc-f82daed12885 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 210 time: 0.1853297 May 09 13:20:04.047404 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718febb5-23b1-4254-ae0b-6db504bacc9a None None] Network cd72e252-4b2d-4af3-86d1-287f07b48460 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:04.160752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Router c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:04.255499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] For port f0de8104-f890-4b39-9edd-c55a6be4f67f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f0de8104-f890-4b39-9edd-c55a6be4f67f,segment=NetworkSegment(e91b5a8e-36e1-4729-a5ce-afeb438ce213),segment_id=e91b5a8e-36e1-4729-a5ce-afeb438ce213)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:04.255753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:04.316634 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:04.388370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-14a1a01b-596b-4e7a-a592-03fafd9d0ceb None None] For port f0de8104-f890-4b39-9edd-c55a6be4f67f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f0de8104-f890-4b39-9edd-c55a6be4f67f,segment=NetworkSegment(e91b5a8e-36e1-4729-a5ce-afeb438ce213),segment_id=e91b5a8e-36e1-4729-a5ce-afeb438ce213)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:04.388832 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-14a1a01b-596b-4e7a-a592-03fafd9d0ceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:04.409227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Calling delete_port for f0de8104-f890-4b39-9edd-c55a6be4f67f owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:04.464446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:04.496250 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:04.512791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Transition to ACTIVE for port object c673e1ca-20cd-42f9-8fa5-97bce0a96d38 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:04.569276 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a8efd6a2-0ab6-4a46-acd0-822278ad3196 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd HTTP/1.1" status: 200 len: 934 time: 1.2727168 May 09 13:20:04.569276 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 52994) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:04.572638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:04.580196 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-23f48c61-bd7b-4608-b4f1-440d68a7be77 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'router': {'routes': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:04.587053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] No DVR routers for this DVR port c5f65745-e761-4600-b4f8-9dd935cc39ef on host hv-neutron-8408 {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:20:04.591905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:04.593850 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7f01f594-1397-47ec-8bd0-ad2dbd571b09 req-38e81af8-9738-40f5-9c50-4bccfdf5af0e tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.57 "DELETE /v2.0/ports/c5f65745-e761-4600-b4f8-9dd935cc39ef HTTP/1.1" status: 204 len: 173 time: 5.6789794 May 09 13:20:04.594281 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8302d57e-b2e8-4369-8e83-bda7dca5f3eb', 'name': 'network-vif-deleted', 'tag': 'c5f65745-e761-4600-b4f8-9dd935cc39ef'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:20:04.623256 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-14a1a01b-596b-4e7a-a592-03fafd9d0ceb None None] Calling delete_port for f0de8104-f890-4b39-9edd-c55a6be4f67f owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:04.674451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b07de-ce6b-4655-98f4-5cbd22bcd028 None None] Sync routers for ids ['6a097e0a-8345-4b38-b889-f788b4a8a98a'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:04.687243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:04.693766 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7f99b1c4-a74d-4014-9109-e00bf121b9a8 admin admin] 10.222.0.44 "PUT /v2.0/routers/c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0372605 May 09 13:20:04.695339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:04.704931 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Sync routers for ids ['c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:04.729531 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Routers {'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:04.730182 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:04.743634 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f3a663c9-02d8-44b0-8cef-765dc021e9db triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:04.744006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:04.782104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event deleted for resources: {'Port': ['ID=f0de8104-f890-4b39-9edd-c55a6be4f67f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:04.784680 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:04.812303 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] No DVR routers for this DVR port f0de8104-f890-4b39-9edd-c55a6be4f67f on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:20:04.817155 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4cf722-bdb1-4cee-a081-5de607c8b447'] response: {'server_uuid': '8302d57e-b2e8-4369-8e83-bda7dca5f3eb', 'name': 'network-vif-deleted', 'tag': 'c5f65745-e761-4600-b4f8-9dd935cc39ef', 'status': 'completed', 'code': 200} May 09 13:20:04.851142 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:04.851477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:04.851809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:04.852135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:04.852458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:04.852778 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:04.853097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:04.853441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:04.853755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:04.854071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:04.854634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:04.993508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6eeb933a-5277-4094-be70-ff5b66890fd4 None None] Provisioning for port 16f937a9-5d76-497f-a081-b5ba19829044 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:04.997686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network cd72e252-4b2d-4af3-86d1-287f07b48460 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:05.012356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:05.039508 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:05.040329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:05.074836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:05.077607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=c673e1ca-20cd-42f9-8fa5-97bce0a96d38,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:05.082882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:05.086009 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Set router c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:05.148887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dba8db7-95d3-4c32-a0a7-7c8905a4ad31']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:05.213472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91b5a8e-36e1-4729-a5ce-afeb438ce213') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:05.216598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91b5a8e-36e1-4729-a5ce-afeb438ce213') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:05.222486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b07de-ce6b-4655-98f4-5cbd22bcd028 None None] Routers {'6a097e0a-8345-4b38-b889-f788b4a8a98a'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:05.223138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cf1b07de-ce6b-4655-98f4-5cbd22bcd028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['6a097e0a-8345-4b38-b889-f788b4a8a98a'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:05.356979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:05.370304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53008) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:05.390881 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-221700446', 'description': 'tempest-secgroup-smoke-221700446 description', 'project_id': '6ee21042a6294be790e2e862fb342e9a'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:05.398312 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-14a1a01b-596b-4e7a-a592-03fafd9d0ceb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:20:05.399182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-14a1a01b-596b-4e7a-a592-03fafd9d0ceb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:20:05.445912 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-533870c2-e4b9-4795-993b-d11a35e6c081 req-88c0bb94-40b9-4b4e-abd8-c0b6e85aa590 tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/ports?device_id=8302d57e-b2e8-4369-8e83-bda7dca5f3eb HTTP/1.1" status: 200 len: 210 time: 0.0642259 May 09 13:20:05.532959 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 414233ed-f9d6-4ce7-893a-854c4b99d9b7 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:05.533311 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:05.610295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:05.619636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 16f937a9-5d76-497f-a081-b5ba19829044 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:05.678936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Usage tracker for resource:security_group and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:05.691956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:05.699163 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'name': 'tempest-TestVolumeBootPattern-308362197-router', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:37Z', 'updated_at': '2022-05-09T13:20:00Z', 'revision_number': 4, 'project_id': 'e279612ec2f645a19d0a3d92876aeed7', 'gw_port': {'id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:39Z', 'updated_at': '2022-05-09T13:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '49b1ea8c-f5ef-4cae-983a-f26232a04cec', 'name': '', 'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'mac_address': 'fa:16:3e:5e:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016a746b-c712-4cfb-bac0-558f5c0621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:56Z', 'updated_at': '2022-05-09T13:20:01Z', 'revision_number': 2, 'project_id': 'e279612ec2f645a19d0a3d92876aeed7', 'subnets': [{'id': '016a746b-c712-4cfb-bac0-558f5c0621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:05.703014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:05.706435 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Checking router: c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:20:05.709158 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Updating router c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd port 49b1ea8c-f5ef-4cae-983a-f26232a04cec binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:20:05.710171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:05.749832 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cf1b07de-ce6b-4655-98f4-5cbd22bcd028 None None] Set router 6a097e0a-8345-4b38-b889-f788b4a8a98a gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:05.750091 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:20:05.750251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:20:05.787534 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:20:05.869819 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:05.900286 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-14a1a01b-596b-4e7a-a592-03fafd9d0ceb None None] Deleting port f0de8104-f890-4b39-9edd-c55a6be4f67f {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:05.901003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-14a1a01b-596b-4e7a-a592-03fafd9d0ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:05.956498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:05.991920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:06.021958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:06.104036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 414233ed-f9d6-4ce7-893a-854c4b99d9b7 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:06.211070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:06.285006 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:06.324131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:06.328996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] Pushing event deleted for resources: {'Network': ['ID=2dba8db7-95d3-4c32-a0a7-7c8905a4ad31,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:06.334329 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:06.349752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:06.350141 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Transition to ACTIVE for port object 49b1ea8c-f5ef-4cae-983a-f26232a04cec will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:06.359192 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:06.386175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 16f937a9-5d76-497f-a081-b5ba19829044 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:06.400986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-14a1a01b-596b-4e7a-a592-03fafd9d0ceb None None] The port 'f0de8104-f890-4b39-9edd-c55a6be4f67f' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:20:06.429872 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:19:59Z', 'revision_number': 6, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260d029e-3bb9-45ea-8686-733dec92d082', 'name': '', 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:a5:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:20:00Z', 'revision_number': 4, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0407f5-9817-4740-9513-1908d32afbb3', 'name': '', 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd8beb80-22f5-42f6-ab81-191ebaccc406', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:53Z', 'updated_at': '2022-05-09T13:20:03Z', 'revision_number': 4, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'fd8beb80-22f5-42f6-ab81-191ebaccc406', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:46Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:06.438848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ac5ae6-4a14-4ff5-8599-ebf6b23e0ad7 None None] The sync data for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv is: [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:19:59Z', 'revision_number': 6, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260d029e-3bb9-45ea-8686-733dec92d082', 'name': '', 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:a5:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:20:00Z', 'revision_number': 4, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0407f5-9817-4740-9513-1908d32afbb3', 'name': '', 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd8beb80-22f5-42f6-ab81-191ebaccc406', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:53Z', 'updated_at': '2022-05-09T13:20:03Z', 'revision_number': 4, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'fd8beb80-22f5-42f6-ab81-191ebaccc406', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:46Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:06.441180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 16f937a9-5d76-497f-a081-b5ba19829044 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:06.441180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:06.485204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Usage tracker for resource:security_group_rule and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:06.499636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=414233ed-f9d6-4ce7-893a-854c4b99d9b7,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:06.599442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:06.605925 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-763897f4-607f-476e-ae49-ce80b199b916 tempest-AllowedAddressPairTestJSON-1126134316 tempest-AllowedAddressPairTestJSON-1126134316-project] 10.222.0.44 "DELETE /v2.0/networks/2dba8db7-95d3-4c32-a0a7-7c8905a4ad31 HTTP/1.1" status: 204 len: 168 time: 4.0231242 May 09 13:20:06.657365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:06.752076 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d63d91-1df3-41eb-bcc9-14ccbf1d4276 None None] Pushing event updated for resources: {'Port': ['ID=49b1ea8c-f5ef-4cae-983a-f26232a04cec,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:06.796298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-63e7a304-8932-4565-ab27-51992691134e None None] Provisioning complete for port 16f937a9-5d76-497f-a081-b5ba19829044 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:06.798269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63e7a304-8932-4565-ab27-51992691134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:06.870826 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Attempting to bind port 49b1ea8c-f5ef-4cae-983a-f26232a04cec on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:20:06.871364 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Attempting to bind port 49b1ea8c-f5ef-4cae-983a-f26232a04cec by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'a2d88b71-ab99-44d6-ae5c-6893b280bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:20:06.871884 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Attempting to bind port 49b1ea8c-f5ef-4cae-983a-f26232a04cec on network bdfbf814-6ce2-4620-b6fc-bd79058f2ab1 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:06.882410 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:20:06.882950 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Checking segment: {'id': 'a2d88b71-ab99-44d6-ae5c-6893b280bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:06.883393 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:06.883774 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Bound using segment: {'id': 'a2d88b71-ab99-44d6-ae5c-6893b280bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:20:06.884228 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Bound port: 49b1ea8c-f5ef-4cae-983a-f26232a04cec, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d88b71-ab99-44d6-ae5c-6893b280bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:20:06.885150 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:06.905483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53018) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:06.962291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:06.962676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:06.962794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:06.963129 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:06.963463 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:06.963818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:06.964163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:06.964431 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:06.964755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:06.965161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:06.965411 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:07.021201 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:07.058011 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] For port 49b1ea8c-f5ef-4cae-983a-f26232a04cec, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:07.061732 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] For port 49b1ea8c-f5ef-4cae-983a-f26232a04cec, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=49b1ea8c-f5ef-4cae-983a-f26232a04cec,segment=NetworkSegment(a2d88b71-ab99-44d6-ae5c-6893b280bba6),segment_id=a2d88b71-ab99-44d6-ae5c-6893b280bba6)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:07.068589 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:07.191082 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Routers {'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:07.191757 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:07.404689 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:07.456423 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d63d91-1df3-41eb-bcc9-14ccbf1d4276 None None] Pushing event updated for resources: {'Port': ['ID=49b1ea8c-f5ef-4cae-983a-f26232a04cec,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:07.460056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:07.496476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53024) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:07.501710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cf1b07de-ce6b-4655-98f4-5cbd22bcd028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4e26ae1-9843-4321-b7f8-f3f181f585c6', 'name': '', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'mac_address': 'fa:16:3e:04:56:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:17Z', 'updated_at': '2022-05-09T13:15:48Z', 'revision_number': 5, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'subnets': [{'id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:07.526025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:07.526758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:07.562925 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b07de-ce6b-4655-98f4-5cbd22bcd028 None None] Checking router: 6a097e0a-8345-4b38-b889-f788b4a8a98a for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:20:07.563787 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] Set router c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:07.612693 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63e7a304-8932-4565-ab27-51992691134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:07.657836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 16f937a9-5d76-497f-a081-b5ba19829044, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=16f937a9-5d76-497f-a081-b5ba19829044,segment=NetworkSegment(111afd7f-1c23-4c09-bc85-96a2f6e10572),segment_id=111afd7f-1c23-4c09-bc85-96a2f6e10572)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:07.696056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:07.753861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Router 8647a26c-9f68-4d73-90e1-314d429b74e8 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:07.807771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f0de8104-f890-4b39-9edd-c55a6be4f67f no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:07.833892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:07.928090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:07.957156 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-47f73589-a21a-4e6b-a541-414fe93df402 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "PUT /v2.0/routers/8647a26c-9f68-4d73-90e1-314d429b74e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0839522 May 09 13:20:07.958673 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe805c2-8cde-4823-886c-7f3a7d2c5162 None None] Sync routers for ids ['8647a26c-9f68-4d73-90e1-314d429b74e8'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:07.960017 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53030) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:07.960972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: f0de8104-f890-4b39-9edd-c55a6be4f67f {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:07.961344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f0de8104-f890-4b39-9edd-c55a6be4f67f not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:07.977976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b07de-ce6b-4655-98f4-5cbd22bcd028 None None] Routers {'6a097e0a-8345-4b38-b889-f788b4a8a98a'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:07.978933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cf1b07de-ce6b-4655-98f4-5cbd22bcd028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['6a097e0a-8345-4b38-b889-f788b4a8a98a'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:07.982230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:08.028055 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98033a0-1054-425d-a7f0-aa7883bc0fec tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:20:08.028265 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event updated for resources: {'Port': ['ID=c673e1ca-20cd-42f9-8fa5-97bce0a96d38,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:08.028609 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a98033a0-1054-425d-a7f0-aa7883bc0fec tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:08.051454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a98033a0-1054-425d-a7f0-aa7883bc0fec tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:08.053141 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a98033a0-1054-425d-a7f0-aa7883bc0fec tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/414233ed-f9d6-4ce7-893a-854c4b99d9b7 HTTP/1.1" status: 404 len: 333 time: 0.0914569 May 09 13:20:08.058949 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53034) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:08.129094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568ac523-f266-418d-b2d4-da0b5ee440dc tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:08.167712 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:08.187140 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c51e23-a694-4297-9e9b-56d2a54c322e None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:08.218051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0720b202-1702-434b-b146-20fb4e6d3ab1,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:08.242402 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c51e23-a694-4297-9e9b-56d2a54c322e None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:08.243056 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-98c51e23-a694-4297-9e9b-56d2a54c322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:08.319346 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cf1b07de-ce6b-4655-98f4-5cbd22bcd028 None None] Set router 6a097e0a-8345-4b38-b889-f788b4a8a98a gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:08.336852 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-98c51e23-a694-4297-9e9b-56d2a54c322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:08.348671 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'name': 'tempest-TestVolumeBootPattern-308362197-router', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:37Z', 'updated_at': '2022-05-09T13:20:00Z', 'revision_number': 4, 'project_id': 'e279612ec2f645a19d0a3d92876aeed7', 'gw_port': {'id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:39Z', 'updated_at': '2022-05-09T13:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '49b1ea8c-f5ef-4cae-983a-f26232a04cec', 'name': '', 'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'mac_address': 'fa:16:3e:5e:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016a746b-c712-4cfb-bac0-558f5c0621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:56Z', 'updated_at': '2022-05-09T13:20:07Z', 'revision_number': 4, 'project_id': 'e279612ec2f645a19d0a3d92876aeed7', 'subnets': [{'id': '016a746b-c712-4cfb-bac0-558f5c0621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:08.361746 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15854e45-c920-4a9e-9d52-25a4059fcab1 None None] The sync data for ids ['c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'] in dv-neutron-840889-2-hyperv is: [{'id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'name': 'tempest-TestVolumeBootPattern-308362197-router', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:37Z', 'updated_at': '2022-05-09T13:20:00Z', 'revision_number': 4, 'project_id': 'e279612ec2f645a19d0a3d92876aeed7', 'gw_port': {'id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:39Z', 'updated_at': '2022-05-09T13:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '49b1ea8c-f5ef-4cae-983a-f26232a04cec', 'name': '', 'network_id': 'bdfbf814-6ce2-4620-b6fc-bd79058f2ab1', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'mac_address': 'fa:16:3e:5e:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016a746b-c712-4cfb-bac0-558f5c0621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:56Z', 'updated_at': '2022-05-09T13:20:07Z', 'revision_number': 4, 'project_id': 'e279612ec2f645a19d0a3d92876aeed7', 'subnets': [{'id': '016a746b-c712-4cfb-bac0-558f5c0621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:08.378136 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c51e23-a694-4297-9e9b-56d2a54c322e None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:08.378755 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-98c51e23-a694-4297-9e9b-56d2a54c322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:08.427935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-837d516c-ba37-4513-b2cc-c3058c9d7079 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:08.513270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:08.514768 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ba29becb-ee96-4615-b8dc-f59e81bed45d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 3.1428034 May 09 13:20:08.519287 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53038) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:08.546933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-09f56289-f472-4b16-88a8-ad8aedd73f45 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Request body: {'security_group_rule': {'security_group_id': '0720b202-1702-434b-b146-20fb4e6d3ab1', 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:08.580253 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-98c51e23-a694-4297-9e9b-56d2a54c322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:08.580663 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c51e23-a694-4297-9e9b-56d2a54c322e None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:08.600179 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 260d029e-3bb9-45ea-8686-733dec92d082 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:08.601509 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5922580c-413c-482d-b77e-1b5cc172d6f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a09eacdd60d41e2bf67a7f7a4d69b7e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0955439 May 09 13:20:08.603521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568ac523-f266-418d-b2d4-da0b5ee440dc tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:08.616678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53042) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:08.619956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:08.629083 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-09f56289-f472-4b16-88a8-ad8aedd73f45 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:08.647484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-09f56289-f472-4b16-88a8-ad8aedd73f45 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Usage tracker for resource:security_group_rule and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:08.652769 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-09f56289-f472-4b16-88a8-ad8aedd73f45 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:08.669803 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=16f937a9-5d76-497f-a081-b5ba19829044,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:08.670734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-09f56289-f472-4b16-88a8-ad8aedd73f45 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:08.691776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.extraroute_db [None req-23f48c61-bd7b-4608-b4f1-440d68a7be77 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Added routes are [] {{(pid=83895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 09 13:20:08.694079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.extraroute_db [None req-23f48c61-bd7b-4608-b4f1-440d68a7be77 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 09 13:20:08.724144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Network cd72e252-4b2d-4af3-86d1-287f07b48460 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:08.740068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:08.844994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09f56289-f472-4b16-88a8-ad8aedd73f45 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:08.879590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe805c2-8cde-4823-886c-7f3a7d2c5162 None None] Routers {'8647a26c-9f68-4d73-90e1-314d429b74e8'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:08.880233 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9fe805c2-8cde-4823-886c-7f3a7d2c5162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8647a26c-9f68-4d73-90e1-314d429b74e8'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:08.928194 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1f2f3787-f4e7-46d7-b2b9-8a2c3c794796 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 12.2838428 May 09 13:20:08.931263 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53046) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:08.949133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1068307969'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:08.978187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:08.988761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:network and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:08.999518 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:09.014230 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-63e7a304-8932-4565-ab27-51992691134e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:20:09.014617 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-63e7a304-8932-4565-ab27-51992691134e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:20:09.015075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9fe805c2-8cde-4823-886c-7f3a7d2c5162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:09.029831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 260d029e-3bb9-45ea-8686-733dec92d082 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:09.039127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-23f48c61-bd7b-4608-b4f1-440d68a7be77 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.041661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:09.059880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 260d029e-3bb9-45ea-8686-733dec92d082 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:09.060259 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.079688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09f56289-f472-4b16-88a8-ad8aedd73f45 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.132283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568ac523-f266-418d-b2d4-da0b5ee440dc tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.132559 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe805c2-8cde-4823-886c-7f3a7d2c5162 None None] Routers {'8647a26c-9f68-4d73-90e1-314d429b74e8'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:09.132929 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9fe805c2-8cde-4823-886c-7f3a7d2c5162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8647a26c-9f68-4d73-90e1-314d429b74e8'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:09.150424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09f56289-f472-4b16-88a8-ad8aedd73f45 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.152078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe87e-f51b-47d8-b60a-f32c67d0fde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.161850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Made reservation on behalf of cd34a6a0e0d047b8859df9153896e1ce for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:09.164843 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.185554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f56289-f472-4b16-88a8-ad8aedd73f45 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e63aa7-8ae4-41ce-8f98-a3c7d35afdfb,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:09.198037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-837d516c-ba37-4513-b2cc-c3058c9d7079 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.208696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-837d516c-ba37-4513-b2cc-c3058c9d7079 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.216220 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09f56289-f472-4b16-88a8-ad8aedd73f45 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.218009 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-09f56289-f472-4b16-88a8-ad8aedd73f45 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6921806 May 09 13:20:09.220599 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53050) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:09.227742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b0a58dac-26f6-4d63-9451-e6d4040ea88d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Request body: {'security_group_rule': {'security_group_id': '0720b202-1702-434b-b146-20fb4e6d3ab1', 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:09.233082 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9fe805c2-8cde-4823-886c-7f3a7d2c5162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:09.233518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe805c2-8cde-4823-886c-7f3a7d2c5162 None None] The sync data for ids ['8647a26c-9f68-4d73-90e1-314d429b74e8'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:09.240051 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b0a58dac-26f6-4d63-9451-e6d4040ea88d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:09.252982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ac523-f266-418d-b2d4-da0b5ee440dc tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a594119-6491-41ef-980a-289cfbda922a,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:09.255527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b0a58dac-26f6-4d63-9451-e6d4040ea88d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Usage tracker for resource:security_group_rule and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:09.259045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b0a58dac-26f6-4d63-9451-e6d4040ea88d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:09.266247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b0a58dac-26f6-4d63-9451-e6d4040ea88d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:09.279069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-837d516c-ba37-4513-b2cc-c3058c9d7079 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.279692 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837d516c-ba37-4513-b2cc-c3058c9d7079 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Fanout notify agent at l3_agent the message router_deleted on router 8647a26c-9f68-4d73-90e1-314d429b74e8 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:20:09.298585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-837d516c-ba37-4513-b2cc-c3058c9d7079 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.299898 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-837d516c-ba37-4513-b2cc-c3058c9d7079 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/routers/8647a26c-9f68-4d73-90e1-314d429b74e8 HTTP/1.1" status: 204 len: 168 time: 1.2386591 May 09 13:20:09.307077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53054) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:09.350773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b0a58dac-26f6-4d63-9451-e6d4040ea88d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.357309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568ac523-f266-418d-b2d4-da0b5ee440dc tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.358413 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-568ac523-f266-418d-b2d4-da0b5ee440dc tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "DELETE /v2.0/security-groups/7a594119-6491-41ef-980a-289cfbda922a HTTP/1.1" status: 204 len: 168 time: 2.4515111 May 09 13:20:09.366550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53058) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:09.376382 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe87e-f51b-47d8-b60a-f32c67d0fde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.409819 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-30536baf-1a09-4c1b-94cf-1a2c4140547b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] show failed (client error): The resource could not be found. May 09 13:20:09.413685 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-30536baf-1a09-4c1b-94cf-1a2c4140547b tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "GET /v2.0/security-groups/7a594119-6491-41ef-980a-289cfbda922a HTTP/1.1" status: 404 len: 347 time: 0.0433986 May 09 13:20:09.418284 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.420518 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53062) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:09.458471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cf1b07de-ce6b-4655-98f4-5cbd22bcd028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4e26ae1-9843-4321-b7f8-f3f181f585c6', 'name': '', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'mac_address': 'fa:16:3e:04:56:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:17Z', 'updated_at': '2022-05-09T13:15:48Z', 'revision_number': 5, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'subnets': [{'id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:09.464365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b07de-ce6b-4655-98f4-5cbd22bcd028 None None] The sync data for ids ['6a097e0a-8345-4b38-b889-f788b4a8a98a'] in dv-neutron-840889-2-hyperv is: [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4e26ae1-9843-4321-b7f8-f3f181f585c6', 'name': '', 'network_id': 'd30285d5-e8c7-43ba-85ca-e036631511ae', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'mac_address': 'fa:16:3e:04:56:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:17Z', 'updated_at': '2022-05-09T13:15:48Z', 'revision_number': 5, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'subnets': [{'id': 'a6c9a587-b9ae-413f-8d43-1f05ff4d95b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:09.470248 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 260d029e-3bb9-45ea-8686-733dec92d082, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=260d029e-3bb9-45ea-8686-733dec92d082,segment=NetworkSegment(5a9b8eb9-c09d-441c-b2cb-2eec94757951),segment_id=5a9b8eb9-c09d-441c-b2cb-2eec94757951)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:09.473825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:20:09.476551 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.477816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd0407f5-9817-4740-9513-1908d32afbb3 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:09.513359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.513700 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Added segment 3c98d54e-12f5-48eb-89d2-0594bc347c94 of type vlan for network 641b20e3-d59f-484f-8f65-ee9c8d771a37 May 09 13:20:09.586077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.653247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe87e-f51b-47d8-b60a-f32c67d0fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.678018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.681797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:09.682381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.689840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=260d029e-3bb9-45ea-8686-733dec92d082,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:09.713092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-63e7a304-8932-4565-ab27-51992691134e None None] Provisioning for port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:09.720032 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port cd0407f5-9817-4740-9513-1908d32afbb3 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:09.724897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c726e52c-c868-4555-a717-f8d0dec6136a tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Deleting port 0d31fb3e-6f06-43f6-97b2-446710640427 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:09.725274 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c726e52c-c868-4555-a717-f8d0dec6136a tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.725596 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-63e7a304-8932-4565-ab27-51992691134e None None] Provisioning complete for port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:09.726176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63e7a304-8932-4565-ab27-51992691134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.750199 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfe87e-f51b-47d8-b60a-f32c67d0fde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553b6722-6a0c-4587-9231-ed2f7e3f2348,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:09.784767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cd0407f5-9817-4740-9513-1908d32afbb3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:09.785418 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.803497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b0a58dac-26f6-4d63-9451-e6d4040ea88d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.816334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b0a58dac-26f6-4d63-9451-e6d4040ea88d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.883484 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-63e7a304-8932-4565-ab27-51992691134e None None] Port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:09.924252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a58dac-26f6-4d63-9451-e6d4040ea88d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daae91c5-abd3-440f-be85-88553a81ff73,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:09.929525 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80ce12f-975a-4897-ba31-1db75d5b2804 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting subnet 3a06ec01-e450-4e25-bc70-d1d862d8248e {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:20:09.954790 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b80ce12f-975a-4897-ba31-1db75d5b2804 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.966593 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.983198 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b0a58dac-26f6-4d63-9451-e6d4040ea88d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:09.984389 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b0a58dac-26f6-4d63-9451-e6d4040ea88d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7628391 May 09 13:20:09.993638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53066) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:10.006590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ff9c7ced-4366-47cf-a42d-22019c4761ec tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Request body: {'security_group_rule': {'security_group_id': '0720b202-1702-434b-b146-20fb4e6d3ab1', 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:10.016530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ff9c7ced-4366-47cf-a42d-22019c4761ec tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:10.018859 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port cd0407f5-9817-4740-9513-1908d32afbb3, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cd0407f5-9817-4740-9513-1908d32afbb3,segment=NetworkSegment(52e7edc8-a27e-47d8-83b8-b4d11af20936),segment_id=52e7edc8-a27e-47d8-83b8-b4d11af20936)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:10.023766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ff9c7ced-4366-47cf-a42d-22019c4761ec tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Usage tracker for resource:security_group_rule and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:10.027782 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.031112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ff9c7ced-4366-47cf-a42d-22019c4761ec tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:10.050252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Network': ['ID=641b20e3-d59f-484f-8f65-ee9c8d771a37,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:10.050771 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ff9c7ced-4366-47cf-a42d-22019c4761ec tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:10.059001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b80ce12f-975a-4897-ba31-1db75d5b2804 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.063800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe87e-f51b-47d8-b60a-f32c67d0fde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.064979 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5fdfe87e-f51b-47d8-b60a-f32c67d0fde9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/553b6722-6a0c-4587-9231-ed2f7e3f2348 HTTP/1.1" status: 204 len: 168 time: 1.4468606 May 09 13:20:10.078696 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a960b17b-c236-4a8c-8ec7-b0f11a96868f tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1347449 May 09 13:20:10.096169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53072) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:10.102285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'subnet': {'network_id': '641b20e3-d59f-484f-8f65-ee9c8d771a37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:10.155694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=cd0407f5-9817-4740-9513-1908d32afbb3,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:10.161231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 641b20e3-d59f-484f-8f65-ee9c8d771a37 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:20:10.240078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router e3bf1902-a092-44bc-ba5d-45e8195b2465 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:10.251915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:10.260835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c726e52c-c868-4555-a717-f8d0dec6136a tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.261192 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c726e52c-c868-4555-a717-f8d0dec6136a tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.264479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:subnet and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:10.273648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ff9c7ced-4366-47cf-a42d-22019c4761ec tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.275788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:10.349151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:10.360401 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-23f48c61-bd7b-4608-b4f1-440d68a7be77 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.369572 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 16f937a9-5d76-497f-a081-b5ba19829044 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:10.403651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c726e52c-c868-4555-a717-f8d0dec6136a tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Calling delete_port for 0d31fb3e-6f06-43f6-97b2-446710640427 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:10.467541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3eba5cd0-3902-4b59-8f0c-1dab84b16889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.477107 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 16f937a9-5d76-497f-a081-b5ba19829044 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:10.477541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.532996 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b80ce12f-975a-4897-ba31-1db75d5b2804 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.558487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6655ec99-7377-458d-8b5e-60f60f4287c3 None None] Provisioning complete for port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:10.559087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6655ec99-7377-458d-8b5e-60f60f4287c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.596230 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ff9c7ced-4366-47cf-a42d-22019c4761ec tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.625892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-23f48c61-bd7b-4608-b4f1-440d68a7be77 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.632598 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ff9c7ced-4366-47cf-a42d-22019c4761ec tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.682617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c7ced-4366-47cf-a42d-22019c4761ec tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63025725-e7ab-470c-bbd8-19dc95c6dbf1,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:10.717934 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6655ec99-7377-458d-8b5e-60f60f4287c3 None None] Port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:10.722272 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 49b1ea8c-f5ef-4cae-983a-f26232a04cec up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:10.730351 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c726e52c-c868-4555-a717-f8d0dec6136a tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.735991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Made reservation on behalf of cd34a6a0e0d047b8859df9153896e1ce for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:10.785504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ff9c7ced-4366-47cf-a42d-22019c4761ec tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.787083 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ff9c7ced-4366-47cf-a42d-22019c4761ec tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7922723 May 09 13:20:10.791390 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726e52c-c868-4555-a717-f8d0dec6136a tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Pushing event deleted for resources: {'Port': ['ID=0d31fb3e-6f06-43f6-97b2-446710640427,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:10.794025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53086) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:10.795279 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b80ce12f-975a-4897-ba31-1db75d5b2804 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.807297 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 49b1ea8c-f5ef-4cae-983a-f26232a04cec completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:10.834021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 49b1ea8c-f5ef-4cae-983a-f26232a04cec triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:10.834739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.838851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c3f9638d-91d4-4eac-80c7-a0fd8d0de29b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Request body: {'security_group_rule': {'security_group_id': '0720b202-1702-434b-b146-20fb4e6d3ab1', 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:10.844875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c3f9638d-91d4-4eac-80c7-a0fd8d0de29b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:10.848799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c3f9638d-91d4-4eac-80c7-a0fd8d0de29b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Usage tracker for resource:security_group_rule and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:10.890187 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c3f9638d-91d4-4eac-80c7-a0fd8d0de29b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:10.899468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ce12f-975a-4897-ba31-1db75d5b2804 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Subnet': ['ID=3a06ec01-e450-4e25-bc70-d1d862d8248e,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:10.909810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c3f9638d-91d4-4eac-80c7-a0fd8d0de29b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:10.954030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b80ce12f-975a-4897-ba31-1db75d5b2804 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:10.955907 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b80ce12f-975a-4897-ba31-1db75d5b2804 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/3a06ec01-e450-4e25-bc70-d1d862d8248e HTTP/1.1" status: 204 len: 168 time: 1.6473882 May 09 13:20:10.959417 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53094) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:10.971752 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b05549-dd8e-4552-b4b1-677e9e1a27ec None None] Network 99757c80-672f-4d10-9a62-fde634882f4e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:10.984336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c3f9638d-91d4-4eac-80c7-a0fd8d0de29b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.000519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c726e52c-c868-4555-a717-f8d0dec6136a tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.002888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c726e52c-c868-4555-a717-f8d0dec6136a tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.007253 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c726e52c-c868-4555-a717-f8d0dec6136a tempest-ServerActionsTestJSON-84203573 tempest-ServerActionsTestJSON-84203573-project] 10.222.0.44 "DELETE /v2.0/floatingips/d0153b1c-51a3-4e14-96e9-2403545642ea HTTP/1.1" status: 204 len: 168 time: 1.5856655 May 09 13:20:11.010234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53098) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:11.084364 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c3f9638d-91d4-4eac-80c7-a0fd8d0de29b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.088427 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.092510 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c3f9638d-91d4-4eac-80c7-a0fd8d0de29b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.120651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.136423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9638d-91d4-4eac-80c7-a0fd8d0de29b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2082c5ee-1317-4667-a77b-2e257aae5620,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:11.163835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.164913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c3f9638d-91d4-4eac-80c7-a0fd8d0de29b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.166980 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c3f9638d-91d4-4eac-80c7-a0fd8d0de29b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3673854 May 09 13:20:11.169990 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53106) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:11.179378 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2e11e2a9-c9b1-4a32-9737-ae2e4bb4a794 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Request body: {'security_group_rule': {'security_group_id': '0720b202-1702-434b-b146-20fb4e6d3ab1', 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:11.188496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2e11e2a9-c9b1-4a32-9737-ae2e4bb4a794 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:11.194988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2e11e2a9-c9b1-4a32-9737-ae2e4bb4a794 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Usage tracker for resource:security_group_rule and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:11.199538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2e11e2a9-c9b1-4a32-9737-ae2e4bb4a794 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:11.212434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2e11e2a9-c9b1-4a32-9737-ae2e4bb4a794 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:11.230677 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-2e11e2a9-c9b1-4a32-9737-ae2e4bb4a794 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Project 6ee21042a6294be790e2e862fb342e9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:20:11.245055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e11e2a9-c9b1-4a32-9737-ae2e4bb4a794 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.260316 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53110) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:11.317427 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 49b1ea8c-f5ef-4cae-983a-f26232a04cec, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=49b1ea8c-f5ef-4cae-983a-f26232a04cec,segment=NetworkSegment(a2d88b71-ab99-44d6-ae5c-6893b280bba6),segment_id=a2d88b71-ab99-44d6-ae5c-6893b280bba6)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:11.332021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.333354 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 260d029e-3bb9-45ea-8686-733dec92d082 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:11.336519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 1318fcef-0ee7-44a7-9815-9a325a036d0b {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:11.336799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.394247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e11e2a9-c9b1-4a32-9737-ae2e4bb4a794 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.404020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2058339889'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:11.409093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e11e2a9-c9b1-4a32-9737-ae2e4bb4a794 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.411953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:11.419067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:11.452792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Sync routers for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:11.478661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:network and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:11.488690 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-63cbbb85-1a30-435c-9b5d-a851e4fec609 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3902764 May 09 13:20:11.499080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53116) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:11.503966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:11.524833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:11.529519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:19:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:11.570012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f729c118-a256-4e17-b774-a471069f70ec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:11.608389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=49b1ea8c-f5ef-4cae-983a-f26232a04cec,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:11.621591 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:11.623784 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11e2a9-c9b1-4a32-9737-ae2e4bb4a794 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf9fb45-5e3b-43db-9387-2a806feb0454,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:11.632982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:11.633172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f48c61-bd7b-4608-b4f1-440d68a7be77 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:11.634198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:11.634911 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:11.636106 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:11.636639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:11.637165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:11.638440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:11.638960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:11.639469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:11.640145 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:11.640845 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:20:11.715860 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e11e2a9-c9b1-4a32-9737-ae2e4bb4a794 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.719287 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] For port 1318fcef-0ee7-44a7-9815-9a325a036d0b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1318fcef-0ee7-44a7-9815-9a325a036d0b,segment=NetworkSegment(013e90f6-1800-4f49-b4af-b319bfd86a05),segment_id=013e90f6-1800-4f49-b4af-b319bfd86a05)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:11.719637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.720123 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2e11e2a9-c9b1-4a32-9737-ae2e4bb4a794 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5485289 May 09 13:20:11.721765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53120) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:11.729057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:11.731820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.732549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfd186c-50df-42a0-a277-85e859614eda None None] DHCP port deletion for 99757c80-672f-4d10-9a62-fde634882f4e request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:20:11.743133 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 260d029e-3bb9-45ea-8686-733dec92d082 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:11.743133 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.745815 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-44e0c46c-08fd-43f6-8122-ca00edfe3d79 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Request body: {'security_group_rule': {'security_group_id': '0720b202-1702-434b-b146-20fb4e6d3ab1', 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:11.765104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-44e0c46c-08fd-43f6-8122-ca00edfe3d79 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:11.783701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.787187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd186c-50df-42a0-a277-85e859614eda None None] Deleting port 1318fcef-0ee7-44a7-9815-9a325a036d0b {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:11.787585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cfd186c-50df-42a0-a277-85e859614eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.797911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-44e0c46c-08fd-43f6-8122-ca00edfe3d79 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Usage tracker for resource:security_group_rule and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:11.805596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-44e0c46c-08fd-43f6-8122-ca00edfe3d79 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:11.816031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-44e0c46c-08fd-43f6-8122-ca00edfe3d79 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:11.858019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:11.860247 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-44e0c46c-08fd-43f6-8122-ca00edfe3d79 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Project 6ee21042a6294be790e2e862fb342e9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:20:11.873434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:security_group_rule and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:11.881487 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44e0c46c-08fd-43f6-8122-ca00edfe3d79 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.890831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:11.905014 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:11.919683 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:11.947950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:11.962616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 1318fcef-0ee7-44a7-9815-9a325a036d0b owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:12.086777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Subnet': ['ID=a4d53237-1de2-462f-a696-773c7452712d,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:12.145202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Checking segment: {'id': '3c98d54e-12f5-48eb-89d2-0594bc347c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '641b20e3-d59f-484f-8f65-ee9c8d771a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:12.145919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network hostable DHCP agents. Network: 641b20e3-d59f-484f-8f65-ee9c8d771a37, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:20:12.152115 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.156988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44e0c46c-08fd-43f6-8122-ca00edfe3d79 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.173561 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44e0c46c-08fd-43f6-8122-ca00edfe3d79 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.246159 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5cfd186c-50df-42a0-a277-85e859614eda None None] For port 1318fcef-0ee7-44a7-9815-9a325a036d0b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1318fcef-0ee7-44a7-9815-9a325a036d0b,segment=NetworkSegment(013e90f6-1800-4f49-b4af-b319bfd86a05),segment_id=013e90f6-1800-4f49-b4af-b319bfd86a05)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:12.246548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cfd186c-50df-42a0-a277-85e859614eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.341436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=1318fcef-0ee7-44a7-9815-9a325a036d0b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:12.355864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No DVR routers for this DVR port 1318fcef-0ee7-44a7-9815-9a325a036d0b on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:20:12.359365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f48c61-bd7b-4608-b4f1-440d68a7be77 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:12.387133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0c46c-08fd-43f6-8122-ca00edfe3d79 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7a30b0-7c76-4cb8-8a9f-d7afa1619599,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:12.421178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-23f48c61-bd7b-4608-b4f1-440d68a7be77 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.422315 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-23f48c61-bd7b-4608-b4f1-440d68a7be77 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd HTTP/1.1" status: 200 len: 700 time: 7.8524492 May 09 13:20:12.427723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53124) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:12.428493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network 641b20e3-d59f-484f-8f65-ee9c8d771a37 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:20:12.442356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd0407f5-9817-4740-9513-1908d32afbb3 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:12.478174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd186c-50df-42a0-a277-85e859614eda None None] Calling delete_port for 1318fcef-0ee7-44a7-9815-9a325a036d0b owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:12.501098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44e0c46c-08fd-43f6-8122-ca00edfe3d79 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.505585 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-44e0c46c-08fd-43f6-8122-ca00edfe3d79 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7780313 May 09 13:20:12.568130 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd3b1-1b43-473f-a326-ba662fa15186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.650716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 641b20e3-d59f-484f-8f65-ee9c8d771a37) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:12.663318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.668830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:12.669434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.675825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28a8a6a-a73b-49aa-a24d-87d883a6c364 None None] Network 641b20e3-d59f-484f-8f65-ee9c8d771a37 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:12.679824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.680166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.716739 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dcff9582-ccab-4dc6-8b65-800bf315de49 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6194348 May 09 13:20:12.718381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99757c80-672f-4d10-9a62-fde634882f4e']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:12.745624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53140) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:12.754411 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:20:12.767540 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1262362758', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:12.774212 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013e90f6-1800-4f49-b4af-b319bfd86a05') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:12.774827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013e90f6-1800-4f49-b4af-b319bfd86a05') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:12.791530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.814600 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b4daf7-efc1-441f-a066-a512dc82f833,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:12.815184 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-5cfd186c-50df-42a0-a277-85e859614eda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:20:12.815667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.815755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-5cfd186c-50df-42a0-a277-85e859614eda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:20:12.820425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:12.831080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.831424 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Added segment 50a91a2c-cecf-4248-8625-64af07def413 of type vlan for network 733a9858-46ec-4cf8-be89-833c62720969 May 09 13:20:12.834859 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:router and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:12.849703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:20:12.850389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.850518 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:12.856837 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cd0407f5-9817-4740-9513-1908d32afbb3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:12.857288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.860736 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:12.951812 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.961314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.962223 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:12.990289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:20:05Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c673e1ca-20cd-42f9-8fa5-97bce0a96d38', 'name': '', 'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:79:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea493083-8bf3-40db-b4fe-7864caab8b28', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:20:02Z', 'updated_at': '2022-05-09T13:20:07Z', 'revision_number': 2, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': 'ea493083-8bf3-40db-b4fe-7864caab8b28', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:43Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a663c9-02d8-44b0-8cef-765dc021e9db', 'name': '', 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:ff:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:20:02Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:13.006341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Checking router: e3bf1902-a092-44bc-ba5d-45e8195b2465 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:20:13.006794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Updating router e3bf1902-a092-44bc-ba5d-45e8195b2465 port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:20:13.027816 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:20:13.045591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:13.071011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:13.082045 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/networks/99757c80-672f-4d10-9a62-fde634882f4e HTTP/1.1" status: 204 len: 168 time: 2.1214581 May 09 13:20:13.092712 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53154) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:13.099463 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c905d5e-f3b7-438c-ae31-aec6b4e10f24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Network': ['ID=99757c80-672f-4d10-9a62-fde634882f4e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:13.103319 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:13.107661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:13.108291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:13.137747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:13.142225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.extraroute_db [None req-f729c118-a256-4e17-b774-a471069f70ec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83894) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 09 13:20:13.151471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:13.167960 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1f097a34-926e-461c-9d0a-2f5bd57e5d02 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd HTTP/1.1" status: 200 len: 700 time: 0.7368588 May 09 13:20:13.176187 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53158) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:13.198769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d006305-05eb-4ca0-913e-405228dfb431 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:13.199419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5d006305-05eb-4ca0-913e-405228dfb431 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:13.209682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 49b1ea8c-f5ef-4cae-983a-f26232a04cec up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:13.220203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5d006305-05eb-4ca0-913e-405228dfb431 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:13.226924 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5d006305-05eb-4ca0-913e-405228dfb431 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/64322bef-9941-4efc-afbe-6f048601c212 HTTP/1.1" status: 200 len: 844 time: 0.1276348 May 09 13:20:13.227191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53162) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:13.233792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-641b20e3-d59f-484f-8f65-ee9c8d771a37', 'network_id': '641b20e3-d59f-484f-8f65-ee9c8d771a37', 'tenant_id': 'cd34a6a0e0d047b8859df9153896e1ce', 'fixed_ips': [{'subnet_id': 'a4d53237-1de2-462f-a696-773c7452712d'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:20:13.234653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:13.336492 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-451ddc55-588f-4f6f-80dc-5cedfd3bed07 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/64322bef-9941-4efc-afbe-6f048601c212?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1021929 May 09 13:20:13.337629 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53166) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:13.345974 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:13.353363 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0860198 May 09 13:20:13.353560 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd186c-50df-42a0-a277-85e859614eda None None] Deleting port 1318fcef-0ee7-44a7-9815-9a325a036d0b {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:13.353560 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cfd186c-50df-42a0-a277-85e859614eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:13.353720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.extraroute_db [None req-f729c118-a256-4e17-b774-a471069f70ec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Removed routes are [] {{(pid=83894) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 09 13:20:13.353720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f729c118-a256-4e17-b774-a471069f70ec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:13.404877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53170) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:13.414058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:13.444435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:13.505550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd186c-50df-42a0-a277-85e859614eda None None] The port '1318fcef-0ee7-44a7-9815-9a325a036d0b' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:20:13.621917 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 49b1ea8c-f5ef-4cae-983a-f26232a04cec triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:13.622520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:13.636532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0f924-4b35-4080-af98-77b7b20fc736 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Network': ['ID=733a9858-46ec-4cf8-be89-833c62720969,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:13.662623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 733a9858-46ec-4cf8-be89-833c62720969 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:20:13.716734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:13.721736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:13.725301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:13.732647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:13.748176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:13.767590 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:13.825452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:13.836688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:13.864983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:13.865897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba88c-ee63-488e-8f63-f4bb80d972f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:13.895577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:13.903008 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Allocated IP 172.20.0.2 (641b20e3-d59f-484f-8f65-ee9c8d771a37/a4d53237-1de2-462f-a696-773c7452712d/8521ae2c-99bb-4701-b311-d1429239d15f) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:13.915714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:13.950700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:14.137397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:14.190366 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:14.258944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1318fcef-0ee7-44a7-9815-9a325a036d0b no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:14.311393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 1318fcef-0ee7-44a7-9815-9a325a036d0b {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:14.311726 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1318fcef-0ee7-44a7-9815-9a325a036d0b not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:14.368202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:14.393958 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Transition to ACTIVE for port object c673e1ca-20cd-42f9-8fa5-97bce0a96d38 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:14.405672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:14.471587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:14.489130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:14.500033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Transition to ACTIVE for port object 8521ae2c-99bb-4701-b311-d1429239d15f will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:14.793743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f729c118-a256-4e17-b774-a471069f70ec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:14.795897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=a2f25df7-cb87-4729-809c-c954795cfa18,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:14.808609 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f729c118-a256-4e17-b774-a471069f70ec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:14.820323 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:14.877324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:14.877674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network hostable DHCP agents. Network: 733a9858-46ec-4cf8-be89-833c62720969, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:20:14.879013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd12cd-701e-4ee1-b777-5609fc499776 None None] Pushing event updated for resources: {'Port': ['ID=c673e1ca-20cd-42f9-8fa5-97bce0a96d38,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:14.892879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Transition to ACTIVE for port object 8521ae2c-99bb-4701-b311-d1429239d15f will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:14.921316 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:14.928954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:14.932712 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:14.934752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Subnet': ['ID=b88c0291-ad61-41c0-a4ed-672ccf44f31b,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:14.940075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:14.940653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:14.968971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:20:14.991074 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6b29df68-0601-45cf-937b-24ae49ed5db1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6459401 May 09 13:20:14.991432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53202) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:14.997466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'security_group': {'name': 'tempest-secgroup-639002657'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:15.005704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:15.014656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:security_group and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:15.015075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4594de0-2662-4940-8867-e4c52d59c701 None None] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:15.018912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 733a9858-46ec-4cf8-be89-833c62720969) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:15.021123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:15.028924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:15.029840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.034001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:15.052357 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b70d8c8-36d2-4826-8411-be2f0c8673d8 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:15.058395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.077158 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0780ecbe-c478-4b01-9b4c-3925ce40286b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6666820 May 09 13:20:15.078299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53206) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:15.080887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.086769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'name': 'tempest-NetworksTestDHCPv6-1601690759'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:15.222317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:15.232858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:security_group_rule and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:15.247976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:15.262786 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1423-3625-4a05-b932-b4e346703fc4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.263598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:15.292275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Network 641b20e3-d59f-484f-8f65-ee9c8d771a37 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:15.301013 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:15.301793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:15.303443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Pushing event updated for resources: {'Port': ['ID=8521ae2c-99bb-4701-b311-d1429239d15f,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:15.305583 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:15.307408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:15.311784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:15.320090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:15.339892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:15.344304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.353090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.374121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 19aaee66-9bec-4281-b756-54c1a8abf7c3 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:20:15.462429 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.473858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Attempting to bind port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:20:15.474257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Attempting to bind port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '111afd7f-1c23-4c09-bc85-96a2f6e10572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:20:15.474614 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Attempting to bind port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 on network cd72e252-4b2d-4af3-86d1-287f07b48460 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:15.490833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.499817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.564541 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500d2105-1d69-42fc-9b88-31cbc2be719c,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:15.641174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Attempting to bind port 8521ae2c-99bb-4701-b311-d1429239d15f on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:20:15.641975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Attempting to bind port 8521ae2c-99bb-4701-b311-d1429239d15f by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '3c98d54e-12f5-48eb-89d2-0594bc347c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '641b20e3-d59f-484f-8f65-ee9c8d771a37'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:20:15.641975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Attempting to bind port 8521ae2c-99bb-4701-b311-d1429239d15f on network 641b20e3-d59f-484f-8f65-ee9c8d771a37 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:15.655132 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:20:15.655506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Checking segment: {'id': '111afd7f-1c23-4c09-bc85-96a2f6e10572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:15.655886 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.656273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Bound using segment: {'id': '111afd7f-1c23-4c09-bc85-96a2f6e10572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:20:15.656738 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Bound port: c673e1ca-20cd-42f9-8fa5-97bce0a96d38, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111afd7f-1c23-4c09-bc85-96a2f6e10572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:20:15.657739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.711116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.714970 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e07bf5a9-e537-40a1-a522-f9e09e9dd406 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7201681 May 09 13:20:15.715874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53210) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:15.736002 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:20:15.736370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Checking segment: {'id': '3c98d54e-12f5-48eb-89d2-0594bc347c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '641b20e3-d59f-484f-8f65-ee9c8d771a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:15.745279 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.747526 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Bound using segment: {'id': '3c98d54e-12f5-48eb-89d2-0594bc347c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '641b20e3-d59f-484f-8f65-ee9c8d771a37'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:20:15.748233 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Bound port: 8521ae2c-99bb-4701-b311-d1429239d15f, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c98d54e-12f5-48eb-89d2-0594bc347c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '641b20e3-d59f-484f-8f65-ee9c8d771a37'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:20:15.749044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'security_group': {'name': 'tempest-secgroup-1767833876'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:15.749643 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.790227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::11f (733a9858-46ec-4cf8-be89-833c62720969/a2f25df7-cb87-4729-809c-c954795cfa18/19aaee66-9bec-4281-b756-54c1a8abf7c3) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:15.797617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:15.812437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:security_group and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:15.827596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:15.850239 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:15.882643 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f729c118-a256-4e17-b774-a471069f70ec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router e3bf1902-a092-44bc-ba5d-45e8195b2465 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:15.886385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:15.940035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.26.1.44 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/076b87c5-aea9-43de-86a9-0e8eca9a5723) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:15.981848 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:20:16.005301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': 'a2f25df7-cb87-4729-809c-c954795cfa18'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:20:16.006033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:16.016299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:16.074648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:security_group_rule and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:16.080269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:16.106415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:16.107342 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] For port c673e1ca-20cd-42f9-8fa5-97bce0a96d38, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:16.196453 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] For port c673e1ca-20cd-42f9-8fa5-97bce0a96d38, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=c673e1ca-20cd-42f9-8fa5-97bce0a96d38,segment=NetworkSegment(111afd7f-1c23-4c09-bc85-96a2f6e10572),segment_id=111afd7f-1c23-4c09-bc85-96a2f6e10572)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:16.198109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] For port 8521ae2c-99bb-4701-b311-d1429239d15f, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:16.213476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:16.214240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:16.260650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] For port 8521ae2c-99bb-4701-b311-d1429239d15f, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8521ae2c-99bb-4701-b311-d1429239d15f,segment=NetworkSegment(3c98d54e-12f5-48eb-89d2-0594bc347c94),segment_id=3c98d54e-12f5-48eb-89d2-0594bc347c94)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:16.284467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:16.287808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:16.309966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:16.355337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'tenant_id': '063671cb43444ed2a081a62fcb4da355', 'fixed_ips': [{'subnet_id': 'b88c0291-ad61-41c0-a4ed-672ccf44f31b'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:20:16.356599 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:16.374334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd12cd-701e-4ee1-b777-5609fc499776 None None] Pushing event updated for resources: {'Port': ['ID=c673e1ca-20cd-42f9-8fa5-97bce0a96d38,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:16.398414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 19aaee66-9bec-4281-b756-54c1a8abf7c3 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:16.403270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe1b8ad-e42e-40ac-a2ae-94dc92d0c03b,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:16.409702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:16.411791 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4b4150d6-11c2-4e29-9cc4-77f5a2678722 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6949730 May 09 13:20:16.423743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53216) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:16.437207 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1643732310', 'security_groups': ['afe1b8ad-e42e-40ac-a2ae-94dc92d0c03b'], 'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b88c0291-ad61-41c0-a4ed-672ccf44f31b'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:16.472439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:16.483146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:16.484020 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:16.606784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:16.627186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:16.656162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:16.680729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:16.687597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:16.723243 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=19aaee66-9bec-4281-b756-54c1a8abf7c3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:16.731351 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6612d10f-c463-4d8e-a099-13bab8fafe20 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6517444 May 09 13:20:16.733828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53220) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:16.911978 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:16.927530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843b6e20-63a7-443f-b709-2313b4a08e47 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:16.929705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-843b6e20-63a7-443f-b709-2313b4a08e47 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:16.957467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68518de-343e-4982-bea9-6ff54a27b4ac None None] Pushing event updated for resources: {'Port': ['ID=8521ae2c-99bb-4701-b311-d1429239d15f,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:16.972769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-843b6e20-63a7-443f-b709-2313b4a08e47 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:16.975426 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-843b6e20-63a7-443f-b709-2313b4a08e47 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2396231 May 09 13:20:16.978033 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53226) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:16.998759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Allocated IP 2001:db8::2 (733a9858-46ec-4cf8-be89-833c62720969/a2f25df7-cb87-4729-809c-c954795cfa18/6e146c32-5071-4bea-a255-808aa026f648) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:17.015713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:17.029614 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:port and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:17.033584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:17.044531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:17.095333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f729c118-a256-4e17-b774-a471069f70ec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:17.117180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Allocated IP 2001:db8::2 (3329c738-611f-4dca-87cc-39a4cb6c1fd1/b88c0291-ad61-41c0-a4ed-672ccf44f31b/cac8d94a-78a6-4c88-8be2-9dc69afcc444) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:17.142920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f729c118-a256-4e17-b774-a471069f70ec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:17.145166 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f729c118-a256-4e17-b774-a471069f70ec tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465 HTTP/1.1" status: 200 len: 953 time: 5.6377647 May 09 13:20:17.147281 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:17.154187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53230) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:17.159280 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d8922-5f3c-4977-91f6-51e68bf69eae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 19aaee66-9bec-4281-b756-54c1a8abf7c3 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:17.159759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8922-5f3c-4977-91f6-51e68bf69eae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:17.241699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:17.402332 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:17.414532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Transition to ACTIVE for port object cac8d94a-78a6-4c88-8be2-9dc69afcc444 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:17.435558 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Transition to ACTIVE for port object cac8d94a-78a6-4c88-8be2-9dc69afcc444 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:17.437847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:17.447527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=076b87c5-aea9-43de-86a9-0e8eca9a5723,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:17.459536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:17.467355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:17.469889 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:17.550040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:17.550655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:17.591863 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ba88c-ee63-488e-8f63-f4bb80d972f6 admin admin] Deleting port d4e26ae1-9843-4321-b7f8-f3f181f585c6 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:17.592114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba88c-ee63-488e-8f63-f4bb80d972f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:17.616032 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8922-5f3c-4977-91f6-51e68bf69eae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:17.685147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port f3159610-fc73-4cf9-bff8-7a00f58f311a yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:20:17.742102 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:17.762503 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:17.765624 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:17.935945 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Pushing event updated for resources: {'Port': ['ID=cac8d94a-78a6-4c88-8be2-9dc69afcc444,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:18.018225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d8922-5f3c-4977-91f6-51e68bf69eae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 19aaee66-9bec-4281-b756-54c1a8abf7c3 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:18.213577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8922-5f3c-4977-91f6-51e68bf69eae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:18.313079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d8922-5f3c-4977-91f6-51e68bf69eae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=19aaee66-9bec-4281-b756-54c1a8abf7c3,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:18.373327 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b698471f-f5c7-4a64-a5ff-787c421d7321 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465 HTTP/1.1" status: 200 len: 953 time: 1.2173264 May 09 13:20:18.373968 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53236) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:18.387005 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:18.401596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-94a14889-0685-43e8-b5ca-21c0a807eeba tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'router': {'routes': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:18.403545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Transition to ACTIVE for port object 6e146c32-5071-4bea-a255-808aa026f648 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:18.429032 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Transition to ACTIVE for port object 6e146c32-5071-4bea-a255-808aa026f648 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:18.435305 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3178aed-614f-45eb-80fb-ff0b142e5255 None None] Network 641b20e3-d59f-484f-8f65-ee9c8d771a37 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:18.474702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8922-5f3c-4977-91f6-51e68bf69eae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:18.474959 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:18.519968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-8d0ba88c-ee63-488e-8f63-f4bb80d972f6 admin admin] For port d4e26ae1-9843-4321-b7f8-f3f181f585c6, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d4e26ae1-9843-4321-b7f8-f3f181f585c6,segment=NetworkSegment(3a89c27f-0bc1-47cb-a1ec-281cd0586480),segment_id=3a89c27f-0bc1-47cb-a1ec-281cd0586480)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:18.522216 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba88c-ee63-488e-8f63-f4bb80d972f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:18.534227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Attempting to bind port cac8d94a-78a6-4c88-8be2-9dc69afcc444 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:20:18.534592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Attempting to bind port cac8d94a-78a6-4c88-8be2-9dc69afcc444 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '8509caa1-524d-47d0-857a-1d1ef08fbf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:20:18.535002 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Attempting to bind port cac8d94a-78a6-4c88-8be2-9dc69afcc444 on network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:18.561570 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0c1d8922-5f3c-4977-91f6-51e68bf69eae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/19aaee66-9bec-4281-b756-54c1a8abf7c3 HTTP/1.1" status: 204 len: 168 time: 1.5802834 May 09 13:20:18.574482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53240) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:18.608144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:20:18.608513 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Checking segment: {'id': '8509caa1-524d-47d0-857a-1d1ef08fbf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:18.609161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:18.609576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Bound using segment: {'id': '8509caa1-524d-47d0-857a-1d1ef08fbf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:20:18.610356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Bound port: cac8d94a-78a6-4c88-8be2-9dc69afcc444, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8509caa1-524d-47d0-857a-1d1ef08fbf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:20:18.610787 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:18.636828 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8521ae2c-99bb-4701-b311-d1429239d15f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:18.642718 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8::2d1 (3329c738-611f-4dca-87cc-39a4cb6c1fd1/b88c0291-ad61-41c0-a4ed-672ccf44f31b/f3159610-fc73-4cf9-bff8-7a00f58f311a) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:18.665802 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52beaaae-0144-4b61-82ce-cea4f1305c97 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:18.668314 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52beaaae-0144-4b61-82ce-cea4f1305c97 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:18.669267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-52beaaae-0144-4b61-82ce-cea4f1305c97 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:18.772158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-52beaaae-0144-4b61-82ce-cea4f1305c97 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:18.773755 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-52beaaae-0144-4b61-82ce-cea4f1305c97 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1980946 May 09 13:20:18.803597 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ab162174-4d95-4f7e-ab6b-00fdfcc57b26 None None] Provisioning for port 8521ae2c-99bb-4701-b311-d1429239d15f completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:18.804115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53244) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:18.957605 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:18.962969 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Pushing event updated for resources: {'Port': ['ID=6e146c32-5071-4bea-a255-808aa026f648,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:18.984426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:18.987521 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:19.067722 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] For port cac8d94a-78a6-4c88-8be2-9dc69afcc444, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:19.068851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:19.113500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ba88c-ee63-488e-8f63-f4bb80d972f6 admin admin] Calling delete_port for d4e26ae1-9843-4321-b7f8-f3f181f585c6 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:19.127743 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] For port cac8d94a-78a6-4c88-8be2-9dc69afcc444, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cac8d94a-78a6-4c88-8be2-9dc69afcc444,segment=NetworkSegment(8509caa1-524d-47d0-857a-1d1ef08fbf50),segment_id=8509caa1-524d-47d0-857a-1d1ef08fbf50)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:19.166875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object f3159610-fc73-4cf9-bff8-7a00f58f311a will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:19.199482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:19.281798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.extraroute_db [None req-94a14889-0685-43e8-b5ca-21c0a807eeba tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Added routes are [] {{(pid=83895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 09 13:20:19.282192 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.extraroute_db [None req-94a14889-0685-43e8-b5ca-21c0a807eeba tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 09 13:20:19.320529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94a14889-0685-43e8-b5ca-21c0a807eeba tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:19.346025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Attempting to bind port 6e146c32-5071-4bea-a255-808aa026f648 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:20:19.346627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Attempting to bind port 6e146c32-5071-4bea-a255-808aa026f648 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:20:19.347148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Attempting to bind port 6e146c32-5071-4bea-a255-808aa026f648 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:19.416429 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 8521ae2c-99bb-4701-b311-d1429239d15f completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:19.434683 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:20:19.435373 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:19.435933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:19.436484 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:20:19.437274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Bound port: 6e146c32-5071-4bea-a255-808aa026f648, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:20:19.437827 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:19.462656 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 8521ae2c-99bb-4701-b311-d1429239d15f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:19.463270 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:19.509661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:19.510855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:19.561860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b2bb4-3b7b-4c55-9dbe-480263ba7da3 None None] Pushing event updated for resources: {'Port': ['ID=cac8d94a-78a6-4c88-8be2-9dc69afcc444,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:19.562421 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-330d0b14-86ad-4112-bc12-6d545983a4f2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet a2f25df7-cb87-4729-809c-c954795cfa18 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:20:19.571021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-330d0b14-86ad-4112-bc12-6d545983a4f2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:19.576357 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:20:13Z', 'revision_number': 6, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c673e1ca-20cd-42f9-8fa5-97bce0a96d38', 'name': '', 'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:79:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea493083-8bf3-40db-b4fe-7864caab8b28', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:20:02Z', 'updated_at': '2022-05-09T13:20:16Z', 'revision_number': 4, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': 'ea493083-8bf3-40db-b4fe-7864caab8b28', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:43Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a663c9-02d8-44b0-8cef-765dc021e9db', 'name': '', 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:ff:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:20:02Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:19.605639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24fe8e8-a410-46b5-9a5a-220894b72ccf None None] The sync data for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv is: [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:20:13Z', 'revision_number': 6, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c673e1ca-20cd-42f9-8fa5-97bce0a96d38', 'name': '', 'network_id': 'cd72e252-4b2d-4af3-86d1-287f07b48460', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:79:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea493083-8bf3-40db-b4fe-7864caab8b28', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:20:02Z', 'updated_at': '2022-05-09T13:20:16Z', 'revision_number': 4, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': 'ea493083-8bf3-40db-b4fe-7864caab8b28', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:43Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a663c9-02d8-44b0-8cef-765dc021e9db', 'name': '', 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:ff:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:20:02Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:19.663828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:19.731381 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] For port 6e146c32-5071-4bea-a255-808aa026f648, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:19.821857 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] For port 6e146c32-5071-4bea-a255-808aa026f648, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6e146c32-5071-4bea-a255-808aa026f648,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:19.846314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:19.876843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a1423-3625-4a05-b932-b4e346703fc4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port cd0407f5-9817-4740-9513-1908d32afbb3 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:19.876843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1423-3625-4a05-b932-b4e346703fc4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:20.000914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:20.019837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94a14889-0685-43e8-b5ca-21c0a807eeba tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:20.029540 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94a14889-0685-43e8-b5ca-21c0a807eeba tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:20.167894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-330d0b14-86ad-4112-bc12-6d545983a4f2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:20.192800 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 8521ae2c-99bb-4701-b311-d1429239d15f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8521ae2c-99bb-4701-b311-d1429239d15f,segment=NetworkSegment(3c98d54e-12f5-48eb-89d2-0594bc347c94),segment_id=3c98d54e-12f5-48eb-89d2-0594bc347c94)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:20.229389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:20.245905 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a572a-72bf-4a39-84b0-c956e772e2ba None None] Pushing event updated for resources: {'Port': ['ID=6e146c32-5071-4bea-a255-808aa026f648,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:20.327693 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:20.405400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:20.411337 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=f3159610-fc73-4cf9-bff8-7a00f58f311a,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:20.486613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:20.501202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a4c56c71-6bf0-4f26-9a11-47fac0901af1 None None] Provisioning complete for port 8521ae2c-99bb-4701-b311-d1429239d15f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:20.501914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a4c56c71-6bf0-4f26-9a11-47fac0901af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:20.502387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:20.503244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:20.558654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=8521ae2c-99bb-4701-b311-d1429239d15f,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:20.740617 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c673e1ca-20cd-42f9-8fa5-97bce0a96d38 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:20.877646 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a14889-0685-43e8-b5ca-21c0a807eeba tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router e3bf1902-a092-44bc-ba5d-45e8195b2465 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:20.892068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:20.903533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:20.922860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:21.019252 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-baac124a-67d3-4c4a-b53e-7b5c792609a6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5908904 May 09 13:20:21.033659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53252) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:21.052281 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8ecb0cdd-da07-48ad-b0aa-9f354f3e5ddd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:21.139344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:21.140872 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a14889-0685-43e8-b5ca-21c0a807eeba tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:21.148342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94a14889-0685-43e8-b5ca-21c0a807eeba tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:21.153660 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-94a14889-0685-43e8-b5ca-21c0a807eeba tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465 HTTP/1.1" status: 200 len: 703 time: 2.7717526 May 09 13:20:21.154328 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba88c-ee63-488e-8f63-f4bb80d972f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:21.158363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:21.162116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53256) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:21.218986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port c673e1ca-20cd-42f9-8fa5-97bce0a96d38, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=c673e1ca-20cd-42f9-8fa5-97bce0a96d38,segment=NetworkSegment(111afd7f-1c23-4c09-bc85-96a2f6e10572),segment_id=111afd7f-1c23-4c09-bc85-96a2f6e10572)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:21.227390 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:21.228582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cac8d94a-78a6-4c88-8be2-9dc69afcc444 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:21.250510 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ba88c-ee63-488e-8f63-f4bb80d972f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e26ae1-9843-4321-b7f8-f3f181f585c6,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:21.269550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-6a8a1423-3625-4a05-b932-b4e346703fc4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] For port cd0407f5-9817-4740-9513-1908d32afbb3, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cd0407f5-9817-4740-9513-1908d32afbb3,segment=NetworkSegment(52e7edc8-a27e-47d8-83b8-b4d11af20936),segment_id=52e7edc8-a27e-47d8-83b8-b4d11af20936)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:21.270472 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1423-3625-4a05-b932-b4e346703fc4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:21.356666 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590d7ec-1d6a-4833-927a-9fe9e584e6a4 None None] Sync routers for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:21.384470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=c673e1ca-20cd-42f9-8fa5-97bce0a96d38,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:21.401535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-330d0b14-86ad-4112-bc12-6d545983a4f2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:21.419062 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590d7ec-1d6a-4833-927a-9fe9e584e6a4 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:21.421056 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b590d7ec-1d6a-4833-927a-9fe9e584e6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:21.441365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:21.543139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a1423-3625-4a05-b932-b4e346703fc4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for cd0407f5-9817-4740-9513-1908d32afbb3 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:21.644156 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-40c779dd-07bf-42c8-952b-420d4915a99f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465 HTTP/1.1" status: 200 len: 703 time: 0.4808450 May 09 13:20:21.644782 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53262) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:21.742725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-38b83910-af84-46d3-ac6b-43926522acdb None None] Provisioning for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:21.751166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-38b83910-af84-46d3-ac6b-43926522acdb None None] Provisioning complete for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:21.751539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-38b83910-af84-46d3-ac6b-43926522acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:21.829549 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-b590d7ec-1d6a-4833-927a-9fe9e584e6a4 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:21.935791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8ecb0cdd-da07-48ad-b0aa-9f354f3e5ddd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:22.069951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-38b83910-af84-46d3-ac6b-43926522acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:22.080991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8ecb0cdd-da07-48ad-b0aa-9f354f3e5ddd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:22.110082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8ecb0cdd-da07-48ad-b0aa-9f354f3e5ddd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:22.138470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-38b83910-af84-46d3-ac6b-43926522acdb None None] For port cac8d94a-78a6-4c88-8be2-9dc69afcc444, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cac8d94a-78a6-4c88-8be2-9dc69afcc444,segment=NetworkSegment(8509caa1-524d-47d0-857a-1d1ef08fbf50),segment_id=8509caa1-524d-47d0-857a-1d1ef08fbf50)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:22.144821 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-38b83910-af84-46d3-ac6b-43926522acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:22.172868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8ecb0cdd-da07-48ad-b0aa-9f354f3e5ddd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:22.215410 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925023c0-9e59-4ec6-a75d-17383ebc5e45 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:22.319572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecb0cdd-da07-48ad-b0aa-9f354f3e5ddd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:22.323555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0cdd-da07-48ad-b0aa-9f354f3e5ddd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:22.386572 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d8480-2e1e-4d83-a639-5c34c6dee871 None None] New status for floating IP d0153b1c-51a3-4e14-96e9-2403545642ea: DOWN {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:20:22.404204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de8a3cd9-1006-4281-b487-42c18a9cab79 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:22.546249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-330d0b14-86ad-4112-bc12-6d545983a4f2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:22.584980 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b590d7ec-1d6a-4833-927a-9fe9e584e6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:20:08Z', 'revision_number': 7, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260d029e-3bb9-45ea-8686-733dec92d082', 'name': '', 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:a5:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:20:09Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0407f5-9817-4740-9513-1908d32afbb3', 'name': '', 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd8beb80-22f5-42f6-ab81-191ebaccc406', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:53Z', 'updated_at': '2022-05-09T13:20:09Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'fd8beb80-22f5-42f6-ab81-191ebaccc406', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:46Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:22.589060 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590d7ec-1d6a-4833-927a-9fe9e584e6a4 None None] Checking router: 99e7bb25-e9e8-42cc-9e2f-d123c28809dd for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:20:22.610033 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590d7ec-1d6a-4833-927a-9fe9e584e6a4 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:22.610868 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b590d7ec-1d6a-4833-927a-9fe9e584e6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:22.733006 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-330d0b14-86ad-4112-bc12-6d545983a4f2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:22.768413 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6e146c32-5071-4bea-a255-808aa026f648 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:22.809611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d0b14-86ad-4112-bc12-6d545983a4f2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f25df7-cb87-4729-809c-c954795cfa18,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:22.812319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-38b83910-af84-46d3-ac6b-43926522acdb None None] Provisioning complete for port 64322bef-9941-4efc-afbe-6f048601c212 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:22.812689 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-38b83910-af84-46d3-ac6b-43926522acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:22.903656 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-b590d7ec-1d6a-4833-927a-9fe9e584e6a4 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:22.993145 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b83910-af84-46d3-ac6b-43926522acdb None None] Pushing event updated for resources: {'Port': ['ID=cac8d94a-78a6-4c88-8be2-9dc69afcc444,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:23.019367 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-330d0b14-86ad-4112-bc12-6d545983a4f2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/a2f25df7-cb87-4729-809c-c954795cfa18 HTTP/1.1" status: 204 len: 168 time: 4.2103205 May 09 13:20:23.019653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-38b83910-af84-46d3-ac6b-43926522acdb None None] Port 64322bef-9941-4efc-afbe-6f048601c212 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:23.028077 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.ipam_backend_mixin [None req-8ecb0cdd-da07-48ad-b0aa-9f354f3e5ddd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b88c0291-ad61-41c0-a4ed-672ccf44f31b (CIDR: 2001:db8::/64) May 09 13:20:23.032976 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53268) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:23.043946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1423-3625-4a05-b932-b4e346703fc4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:23.063187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 6e146c32-5071-4bea-a255-808aa026f648 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:23.071830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8521ae2c-99bb-4701-b311-d1429239d15f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:23.187589 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d05ea51-e98f-43c4-a417-c786d1e664ed None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:20:23.203097 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2d05ea51-e98f-43c4-a417-c786d1e664ed None None] Deleting port 6e146c32-5071-4bea-a255-808aa026f648 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:23.203733 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2d05ea51-e98f-43c4-a417-c786d1e664ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:23.246501 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecb0cdd-da07-48ad-b0aa-9f354f3e5ddd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:20:23.247135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecb0cdd-da07-48ad-b0aa-9f354f3e5ddd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:20:23.263696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a1423-3625-4a05-b932-b4e346703fc4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=cd0407f5-9817-4740-9513-1908d32afbb3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:23.283360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5b077d2d-1b67-4486-b13e-404f19d08a5b None None] Provisioning for port f3159610-fc73-4cf9-bff8-7a00f58f311a completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:23.291939 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 8521ae2c-99bb-4701-b311-d1429239d15f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:23.292834 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:23.310222 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a9977edd-5bcf-4522-8d8f-016e7ef60a43 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2713432 May 09 13:20:23.312990 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53272) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:23.323431 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5b077d2d-1b67-4486-b13e-404f19d08a5b None None] Provisioning complete for port f3159610-fc73-4cf9-bff8-7a00f58f311a triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:23.324197 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5b077d2d-1b67-4486-b13e-404f19d08a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:23.351586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:23.513856 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b590d7ec-1d6a-4833-927a-9fe9e584e6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:20:08Z', 'revision_number': 7, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260d029e-3bb9-45ea-8686-733dec92d082', 'name': '', 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:a5:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:20:09Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0407f5-9817-4740-9513-1908d32afbb3', 'name': '', 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd8beb80-22f5-42f6-ab81-191ebaccc406', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:53Z', 'updated_at': '2022-05-09T13:20:09Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'fd8beb80-22f5-42f6-ab81-191ebaccc406', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:46Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:23.523424 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590d7ec-1d6a-4833-927a-9fe9e584e6a4 None None] The sync data for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv is: [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:20:08Z', 'revision_number': 7, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260d029e-3bb9-45ea-8686-733dec92d082', 'name': '', 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:a5:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:20:09Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd0407f5-9817-4740-9513-1908d32afbb3', 'name': '', 'network_id': 'd6093649-a303-4f5e-94d9-9ac61d7e62a4', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd8beb80-22f5-42f6-ab81-191ebaccc406', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:53Z', 'updated_at': '2022-05-09T13:20:09Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'fd8beb80-22f5-42f6-ab81-191ebaccc406', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:46Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:23.641505 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-de8a3cd9-1006-4281-b487-42c18a9cab79 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:23.641505 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de8a3cd9-1006-4281-b487-42c18a9cab79 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:23.670273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c673e1ca-20cd-42f9-8fa5-97bce0a96d38 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:23.775449 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5b077d2d-1b67-4486-b13e-404f19d08a5b None None] Port f3159610-fc73-4cf9-bff8-7a00f58f311a cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:23.887857 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5b077d2d-1b67-4486-b13e-404f19d08a5b None None] Provisioning for port 6e146c32-5071-4bea-a255-808aa026f648 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:23.892951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2d05ea51-e98f-43c4-a417-c786d1e664ed None None] For port 6e146c32-5071-4bea-a255-808aa026f648, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6e146c32-5071-4bea-a255-808aa026f648,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:23.893614 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2d05ea51-e98f-43c4-a417-c786d1e664ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:23.900941 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8ecb0cdd-da07-48ad-b0aa-9f354f3e5ddd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8630369 May 09 13:20:23.910030 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5b077d2d-1b67-4486-b13e-404f19d08a5b None None] Provisioning complete for port 6e146c32-5071-4bea-a255-808aa026f648 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:23.910434 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5b077d2d-1b67-4486-b13e-404f19d08a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:23.913529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53276) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:23.920874 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router adbce829-5a00-48e2-8284-2d36ec2a6173 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:20:23.923913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:23.997752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:24.018597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:24.038183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:24.061747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-de8a3cd9-1006-4281-b487-42c18a9cab79 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] For port c673e1ca-20cd-42f9-8fa5-97bce0a96d38, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=c673e1ca-20cd-42f9-8fa5-97bce0a96d38,segment=NetworkSegment(111afd7f-1c23-4c09-bc85-96a2f6e10572),segment_id=111afd7f-1c23-4c09-bc85-96a2f6e10572)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:24.062098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de8a3cd9-1006-4281-b487-42c18a9cab79 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:24.094850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:24.157452 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:24.161418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:24.171879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2d05ea51-e98f-43c4-a417-c786d1e664ed None None] Calling delete_port for 6e146c32-5071-4bea-a255-808aa026f648 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:24.211860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:24.212221 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:24.213880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-de8a3cd9-1006-4281-b487-42c18a9cab79 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for c673e1ca-20cd-42f9-8fa5-97bce0a96d38 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:24.368304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2d05ea51-e98f-43c4-a417-c786d1e664ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:24.423307 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05ea51-e98f-43c4-a417-c786d1e664ed None None] Pushing event deleted for resources: {'Port': ['ID=6e146c32-5071-4bea-a255-808aa026f648,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:24.430039 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5b077d2d-1b67-4486-b13e-404f19d08a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:24.444967 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05ea51-e98f-43c4-a417-c786d1e664ed None None] No DVR routers for this DVR port 6e146c32-5071-4bea-a255-808aa026f648 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:20:24.457913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de8a3cd9-1006-4281-b487-42c18a9cab79 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:24.503741 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Port c673e1ca-20cd-42f9-8fa5-97bce0a96d38 update to ACTIVE by agent not found {{(pid=83896) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 09 13:20:24.673714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a3cd9-1006-4281-b487-42c18a9cab79 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=c673e1ca-20cd-42f9-8fa5-97bce0a96d38,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:24.717136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:24.757643 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:24.790844 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cac8d94a-78a6-4c88-8be2-9dc69afcc444 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:24.799685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:24.878869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba88c-ee63-488e-8f63-f4bb80d972f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:24.885148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:24.890332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:24.929915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:24.930286 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:24.933271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de8a3cd9-1006-4281-b487-42c18a9cab79 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:24.962910 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:24.978361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:24.994158 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9864f07e-0882-4e58-bee8-a6105a317da2 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:25.000038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:25.000654 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:25.052860 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=f2e4235e-d97c-4ce6-a2c3-e3a4b0f1691d,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:25.068317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:25.239893 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1423-3625-4a05-b932-b4e346703fc4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:25.313222 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0d24f5e4-84f3-44bc-8de7-755ecb7b4b82 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9810627 May 09 13:20:25.321487 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53284) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:25.347996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'name': 'tempest-NetworksTestDHCPv6-830608763'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:25.358224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6e146c32-5071-4bea-a255-808aa026f648 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:25.391853 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': 'f2e4235e-d97c-4ce6-a2c3-e3a4b0f1691d'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:20:25.392654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:25.413929 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 6e146c32-5071-4bea-a255-808aa026f648 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:25.414294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6e146c32-5071-4bea-a255-808aa026f648 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:25.589463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Allocated IP 2001:db8::2 (733a9858-46ec-4cf8-be89-833c62720969/f2e4235e-d97c-4ce6-a2c3-e3a4b0f1691d/c0133022-8d3e-4cf0-b01b-bfb9e08613c8) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:25.819979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:25.829433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:25.834543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:25.843725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:25.869298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8a3cd9-1006-4281-b487-42c18a9cab79 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router e3bf1902-a092-44bc-ba5d-45e8195b2465 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:25.872180 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:25.876889 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:25.883706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:25.911966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:25.927485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Transition to ACTIVE for port object c0133022-8d3e-4cf0-b01b-bfb9e08613c8 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:25.954432 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Transition to ACTIVE for port object c0133022-8d3e-4cf0-b01b-bfb9e08613c8 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:25.963757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:25.980399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 7ed0c961-cef9-498e-9a80-6dbfb01f240e yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:20:26.014149 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:26.026238 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1d814-196a-48fe-a1c5-d38db408c8e8 None None] Sync routers for ids ['adbce829-5a00-48e2-8284-2d36ec2a6173'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:26.050565 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad1d814-196a-48fe-a1c5-d38db408c8e8 None None] Routers {'adbce829-5a00-48e2-8284-2d36ec2a6173'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:26.053569 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-4ad1d814-196a-48fe-a1c5-d38db408c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['adbce829-5a00-48e2-8284-2d36ec2a6173'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:26.106954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:26.109653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Pushing event updated for resources: {'Port': ['ID=c0133022-8d3e-4cf0-b01b-bfb9e08613c8,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:26.120523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:26.128610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:26.184760 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-4ad1d814-196a-48fe-a1c5-d38db408c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:26.210663 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad1d814-196a-48fe-a1c5-d38db408c8e8 None None] Routers {'adbce829-5a00-48e2-8284-2d36ec2a6173'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:26.211277 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-4ad1d814-196a-48fe-a1c5-d38db408c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['adbce829-5a00-48e2-8284-2d36ec2a6173'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:26.264118 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Attempting to bind port c0133022-8d3e-4cf0-b01b-bfb9e08613c8 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:20:26.264754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Attempting to bind port c0133022-8d3e-4cf0-b01b-bfb9e08613c8 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:20:26.265341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Attempting to bind port c0133022-8d3e-4cf0-b01b-bfb9e08613c8 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:26.273608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:20:26.274231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:26.274794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:26.275352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:20:26.276143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Bound port: c0133022-8d3e-4cf0-b01b-bfb9e08613c8, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:20:26.277483 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:26.286464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::f2 (733a9858-46ec-4cf8-be89-833c62720969/f2e4235e-d97c-4ce6-a2c3-e3a4b0f1691d/7ed0c961-cef9-498e-9a80-6dbfb01f240e) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:26.313460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8a3cd9-1006-4281-b487-42c18a9cab79 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:26.359298 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-de8a3cd9-1006-4281-b487-42c18a9cab79 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7088876 May 09 13:20:26.363209 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-4ad1d814-196a-48fe-a1c5-d38db408c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:26.363650 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1d814-196a-48fe-a1c5-d38db408c8e8 None None] The sync data for ids ['adbce829-5a00-48e2-8284-2d36ec2a6173'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:26.372124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53290) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:26.393166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:26.395287 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-43bf6edf-0cc6-4b53-8912-5f404df78314 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 13.6448295 May 09 13:20:26.404630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] For port c0133022-8d3e-4cf0-b01b-bfb9e08613c8, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:26.408571 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] For port c0133022-8d3e-4cf0-b01b-bfb9e08613c8, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=c0133022-8d3e-4cf0-b01b-bfb9e08613c8,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:26.411076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53294) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:26.414680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:26.515366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee178a2-736b-4937-9877-2b45f4b5a8ac None None] Pushing event updated for resources: {'Port': ['ID=c0133022-8d3e-4cf0-b01b-bfb9e08613c8,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:26.839944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-93799a7c-0fe3-44e0-9d01-f7e17a895af6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting subnet ea493083-8bf3-40db-b4fe-7864caab8b28 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:20:26.846535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:26.849471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-93799a7c-0fe3-44e0-9d01-f7e17a895af6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:26.921386 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-93799a7c-0fe3-44e0-9d01-f7e17a895af6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:26.969039 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 7ed0c961-cef9-498e-9a80-6dbfb01f240e will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:27.035845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:27.120236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-93799a7c-0fe3-44e0-9d01-f7e17a895af6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:27.168357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:27.177388 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:27.179803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:27.183944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:27.184553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:27.204204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=7ed0c961-cef9-498e-9a80-6dbfb01f240e,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:27.228791 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c55e170d-c595-43cd-8950-ea9f92870651 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9039087 May 09 13:20:27.230202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53298) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:27.307984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-93799a7c-0fe3-44e0-9d01-f7e17a895af6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:27.324727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:27.374765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8a1423-3625-4a05-b932-b4e346703fc4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:27.381153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93799a7c-0fe3-44e0-9d01-f7e17a895af6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Subnet': ['ID=ea493083-8bf3-40db-b4fe-7864caab8b28,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:27.398038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-93799a7c-0fe3-44e0-9d01-f7e17a895af6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:27.407335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739caa64-e522-4ac6-aa7e-0d67aaebe960 None None] Network cd72e252-4b2d-4af3-86d1-287f07b48460 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:27.412960 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-93799a7c-0fe3-44e0-9d01-f7e17a895af6 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/ea493083-8bf3-40db-b4fe-7864caab8b28 HTTP/1.1" status: 204 len: 168 time: 1.0367596 May 09 13:20:27.415626 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53304) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:27.424526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:27.433142 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:27.441044 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:27.443016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e1c62-3f9d-4625-8f0e-5dde17dd5151 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:27.446828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:27.447599 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e1c62-3f9d-4625-8f0e-5dde17dd5151 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:27.448875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4f0e1c62-3f9d-4625-8f0e-5dde17dd5151 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:27.453736 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Subnet': ['ID=4ea9ab69-e2cd-4247-ae63-54033c8d34a1,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:27.456678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94f547b-e62d-4dda-b1fe-ee3b7fc31b0a None None] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:27.612795 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4f0e1c62-3f9d-4625-8f0e-5dde17dd5151 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:27.615518 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4f0e1c62-3f9d-4625-8f0e-5dde17dd5151 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3824470 May 09 13:20:27.630696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53308) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:27.725554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:27.782981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-98d4693a-bcea-488c-8635-c75927eac4b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 7ed0c961-cef9-498e-9a80-6dbfb01f240e {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:27.783545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98d4693a-bcea-488c-8635-c75927eac4b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:27.835522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port 16f937a9-5d76-497f-a081-b5ba19829044 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:27.836061 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:28.116718 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-001503a5-f006-40d6-a6d4-878dfc0a6c36 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.1946921 May 09 13:20:28.135542 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53312) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:28.146332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ba61662d-4ff2-41ac-a79a-805d733d710e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-428525260', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4ea9ab69-e2cd-4247-ae63-54033c8d34a1'}], 'security_groups': ['500d2105-1d69-42fc-9b88-31cbc2be719c']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:28.217103 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7657d3a2-2ef5-4f01-9327-c6b836a3fb73 None None] Provisioning for port c0133022-8d3e-4cf0-b01b-bfb9e08613c8 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:28.270402 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f4a1de-fa80-4d1b-a09c-3bb170eeaf21 None None] DHCP port deletion for cd72e252-4b2d-4af3-86d1-287f07b48460 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:20:28.282809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-16f4a1de-fa80-4d1b-a09c-3bb170eeaf21 None None] Deleting port 16f937a9-5d76-497f-a081-b5ba19829044 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:28.283268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16f4a1de-fa80-4d1b-a09c-3bb170eeaf21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:28.414652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98d4693a-bcea-488c-8635-c75927eac4b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:28.488245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ba61662d-4ff2-41ac-a79a-805d733d710e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:28.568334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8a1423-3625-4a05-b932-b4e346703fc4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:28.588696 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6a8a1423-3625-4a05-b932-b4e346703fc4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4079208 May 09 13:20:28.595517 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-98d4693a-bcea-488c-8635-c75927eac4b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 7ed0c961-cef9-498e-9a80-6dbfb01f240e owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:28.600063 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53318) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:28.660782 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f88dad92-eeef-4ce1-8eda-c8018ad9345e None None] Provisioning for port 7ed0c961-cef9-498e-9a80-6dbfb01f240e completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:28.684823 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-16f4a1de-fa80-4d1b-a09c-3bb170eeaf21 None None] For port 16f937a9-5d76-497f-a081-b5ba19829044, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=16f937a9-5d76-497f-a081-b5ba19829044,segment=NetworkSegment(111afd7f-1c23-4c09-bc85-96a2f6e10572),segment_id=111afd7f-1c23-4c09-bc85-96a2f6e10572)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:28.685215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16f4a1de-fa80-4d1b-a09c-3bb170eeaf21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:28.716615 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f88dad92-eeef-4ce1-8eda-c8018ad9345e None None] Provisioning complete for port 7ed0c961-cef9-498e-9a80-6dbfb01f240e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:28.716990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f88dad92-eeef-4ce1-8eda-c8018ad9345e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:28.754780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0ba88c-ee63-488e-8f63-f4bb80d972f6 admin admin] Router 6a097e0a-8345-4b38-b889-f788b4a8a98a has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:28.758134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c0133022-8d3e-4cf0-b01b-bfb9e08613c8 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:28.833312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] For port 16f937a9-5d76-497f-a081-b5ba19829044, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=16f937a9-5d76-497f-a081-b5ba19829044,segment=NetworkSegment(111afd7f-1c23-4c09-bc85-96a2f6e10572),segment_id=111afd7f-1c23-4c09-bc85-96a2f6e10572)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:28.833844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:28.925429 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-16f4a1de-fa80-4d1b-a09c-3bb170eeaf21 None None] Calling delete_port for 16f937a9-5d76-497f-a081-b5ba19829044 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:29.000294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for 16f937a9-5d76-497f-a081-b5ba19829044 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:29.047910 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28caed3-0ea2-427e-a7fb-a44eb0033b66 None None] Update dhcp port {'port': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'fixed_ips': [{'subnet_id': 'b88c0291-ad61-41c0-a4ed-672ccf44f31b', 'ip_address': '2001:db8::2'}, {'subnet_id': '4ea9ab69-e2cd-4247-ae63-54033c8d34a1'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': 'cac8d94a-78a6-4c88-8be2-9dc69afcc444'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:20:29.086795 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.159620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] No DVR routers for this DVR port 16f937a9-5d76-497f-a081-b5ba19829044 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:20:29.180313 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f88dad92-eeef-4ce1-8eda-c8018ad9345e None None] Port 7ed0c961-cef9-498e-9a80-6dbfb01f240e cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:29.182022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b28caed3-0ea2-427e-a7fb-a44eb0033b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.193701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0b968b-301e-442e-b90a-8db9d0b60c82 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting subnet fd8beb80-22f5-42f6-ab81-191ebaccc406 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:20:29.205924 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d0b968b-301e-442e-b90a-8db9d0b60c82 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.254287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-16f4a1de-fa80-4d1b-a09c-3bb170eeaf21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:20:29.254571 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-16f4a1de-fa80-4d1b-a09c-3bb170eeaf21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:20:29.300252 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port c0133022-8d3e-4cf0-b01b-bfb9e08613c8 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:29.311867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port c0133022-8d3e-4cf0-b01b-bfb9e08613c8 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:29.312225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.316300 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.355866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=16f937a9-5d76-497f-a081-b5ba19829044,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:29.370258 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd72e252-4b2d-4af3-86d1-287f07b48460']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:29.389153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111afd7f-1c23-4c09-bc85-96a2f6e10572') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:29.389153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111afd7f-1c23-4c09-bc85-96a2f6e10572') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:29.408474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.417648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d0b968b-301e-442e-b90a-8db9d0b60c82 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.423238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98d4693a-bcea-488c-8635-c75927eac4b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.486892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.494390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:20:29.494781 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.552186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-b28caed3-0ea2-427e-a7fb-a44eb0033b66 None None] Allocated IP 2001:db8:0:1::2 (3329c738-611f-4dca-87cc-39a4cb6c1fd1/4ea9ab69-e2cd-4247-ae63-54033c8d34a1/cac8d94a-78a6-4c88-8be2-9dc69afcc444) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:29.567972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:20:29.678136 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:20:29.713567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d0b968b-301e-442e-b90a-8db9d0b60c82 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.727378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4693a-bcea-488c-8635-c75927eac4b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=7ed0c961-cef9-498e-9a80-6dbfb01f240e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:29.733519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.759755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-16f4a1de-fa80-4d1b-a09c-3bb170eeaf21 None None] Deleting port 16f937a9-5d76-497f-a081-b5ba19829044 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:29.759755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16f4a1de-fa80-4d1b-a09c-3bb170eeaf21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.775469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98d4693a-bcea-488c-8635-c75927eac4b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.779561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.820016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Network': ['ID=cd72e252-4b2d-4af3-86d1-287f07b48460,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:29.835644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port c0133022-8d3e-4cf0-b01b-bfb9e08613c8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=c0133022-8d3e-4cf0-b01b-bfb9e08613c8,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:29.843054 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-98d4693a-bcea-488c-8635-c75927eac4b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/7ed0c961-cef9-498e-9a80-6dbfb01f240e HTTP/1.1" status: 204 len: 168 time: 2.2108030 May 09 13:20:29.847179 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f7e9734b-db17-4c75-b4c6-687092acc525 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/networks/cd72e252-4b2d-4af3-86d1-287f07b48460 HTTP/1.1" status: 204 len: 168 time: 2.4281316 May 09 13:20:29.847179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53324) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:29.849700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53326) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:29.877541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-16f4a1de-fa80-4d1b-a09c-3bb170eeaf21 None None] The port '16f937a9-5d76-497f-a081-b5ba19829044' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:20:29.883315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:29.996067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0ba88c-ee63-488e-8f63-f4bb80d972f6 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:29.996484 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 16f937a9-5d76-497f-a081-b5ba19829044 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:30.000234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d0b968b-301e-442e-b90a-8db9d0b60c82 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:30.035568 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec493f-0013-44e2-9eb4-387ce750e781 None None] Sync routers for ids ['6a097e0a-8345-4b38-b889-f788b4a8a98a'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:30.058759 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8d0ba88c-ee63-488e-8f63-f4bb80d972f6 admin admin] 10.222.0.44 "PUT /v2.0/routers/6a097e0a-8345-4b38-b889-f788b4a8a98a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.0474396 May 09 13:20:30.060989 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53334) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:30.082772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 16f937a9-5d76-497f-a081-b5ba19829044 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:30.083648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 16f937a9-5d76-497f-a081-b5ba19829044 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:30.103812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b28caed3-0ea2-427e-a7fb-a44eb0033b66 None None] For port cac8d94a-78a6-4c88-8be2-9dc69afcc444, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cac8d94a-78a6-4c88-8be2-9dc69afcc444,segment=NetworkSegment(8509caa1-524d-47d0-857a-1d1ef08fbf50),segment_id=8509caa1-524d-47d0-857a-1d1ef08fbf50)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:30.116405 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec493f-0013-44e2-9eb4-387ce750e781 None None] Routers {'6a097e0a-8345-4b38-b889-f788b4a8a98a'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:30.117041 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-bcec493f-0013-44e2-9eb4-387ce750e781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['6a097e0a-8345-4b38-b889-f788b4a8a98a'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:30.145199 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ada9014-af98-43bb-be00-c06fffe6f1b8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:30.146529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ada9014-af98-43bb-be00-c06fffe6f1b8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:30.148033 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8ada9014-af98-43bb-be00-c06fffe6f1b8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3002818 May 09 13:20:30.155970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53338) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:30.290729 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=c0133022-8d3e-4cf0-b01b-bfb9e08613c8,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:30.311726 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.resource_extend [None req-b28caed3-0ea2-427e-a7fb-a44eb0033b66 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:20:30.320114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b968b-301e-442e-b90a-8db9d0b60c82 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8beb80-22f5-42f6-ab81-191ebaccc406,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:30.333144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b28caed3-0ea2-427e-a7fb-a44eb0033b66 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:30.360741 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b28caed3-0ea2-427e-a7fb-a44eb0033b66 None None] Transition to ACTIVE for port object cac8d94a-78a6-4c88-8be2-9dc69afcc444 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:30.375451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b28caed3-0ea2-427e-a7fb-a44eb0033b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:30.393612 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d0b968b-301e-442e-b90a-8db9d0b60c82 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:30.398634 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7d0b968b-301e-442e-b90a-8db9d0b60c82 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/fd8beb80-22f5-42f6-ab81-191ebaccc406 HTTP/1.1" status: 204 len: 168 time: 1.7975876 May 09 13:20:30.423651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53346) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:30.455853 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28caed3-0ea2-427e-a7fb-a44eb0033b66 None None] Pushing event updated for resources: {'Port': ['ID=cac8d94a-78a6-4c88-8be2-9dc69afcc444,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:30.459156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe36a3c-1232-48fd-916b-d159a14e3109 None None] Network d6093649-a303-4f5e-94d9-9ac61d7e62a4 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:30.660694 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce91d01-b90b-463e-8eaf-7ed38727bdca tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet f2e4235e-d97c-4ce6-a2c3-e3a4b0f1691d {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:20:30.676824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7ce91d01-b90b-463e-8eaf-7ed38727bdca tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:30.682245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-bcec493f-0013-44e2-9eb4-387ce750e781 None None] Set router 6a097e0a-8345-4b38-b889-f788b4a8a98a gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:30.753790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7ce91d01-b90b-463e-8eaf-7ed38727bdca tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:30.780685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-ba61662d-4ff2-41ac-a79a-805d733d710e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Delete allocated IP 2001:db8::2d1 (3329c738-611f-4dca-87cc-39a4cb6c1fd1/b88c0291-ad61-41c0-a4ed-672ccf44f31b) {{(pid=83894) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 09 13:20:30.784604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cac8d94a-78a6-4c88-8be2-9dc69afcc444 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:30.791776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-ba61662d-4ff2-41ac-a79a-805d733d710e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8:0:1::bc (3329c738-611f-4dca-87cc-39a4cb6c1fd1/4ea9ab69-e2cd-4247-ae63-54033c8d34a1/f3159610-fc73-4cf9-bff8-7a00f58f311a) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:30.874500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7ce91d01-b90b-463e-8eaf-7ed38727bdca tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:30.880262 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:30.982574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7ce91d01-b90b-463e-8eaf-7ed38727bdca tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:31.026769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8245712-9827-4716-8d75-95a83badae8d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:31.054543 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 52335812-0e0a-42cd-8d4e-06beaa498e92 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:31.055009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:31.246651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce91d01-b90b-463e-8eaf-7ed38727bdca tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e4235e-d97c-4ce6-a2c3-e3a4b0f1691d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:31.261965 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7ce91d01-b90b-463e-8eaf-7ed38727bdca tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:31.274574 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c0133022-8d3e-4cf0-b01b-bfb9e08613c8 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:31.276611 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7ce91d01-b90b-463e-8eaf-7ed38727bdca tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/f2e4235e-d97c-4ce6-a2c3-e3a4b0f1691d HTTP/1.1" status: 204 len: 168 time: 1.0111535 May 09 13:20:31.277191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53356) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:31.383721 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-02f61c6d-6a28-4d90-b651-dcd5909b6977 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052015 May 09 13:20:31.384305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53360) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:31.393892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:31.405086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc438c4-cae8-436f-b05f-5f9d8221650b None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:31.422850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c3fa3d-c2b5-4648-8b1f-011cea7276f2 None None] DHCP port deletion for d6093649-a303-4f5e-94d9-9ac61d7e62a4 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:20:31.514580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:31.528209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:31.531948 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:31.540792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:31.574564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:31.583998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:31.605208 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3fa3d-c2b5-4648-8b1f-011cea7276f2 None None] Deleting port 52335812-0e0a-42cd-8d4e-06beaa498e92 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:31.609746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b1c3fa3d-c2b5-4648-8b1f-011cea7276f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:31.659849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] For port 52335812-0e0a-42cd-8d4e-06beaa498e92, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=52335812-0e0a-42cd-8d4e-06beaa498e92,segment=NetworkSegment(52e7edc8-a27e-47d8-83b8-b4d11af20936),segment_id=52e7edc8-a27e-47d8-83b8-b4d11af20936)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:31.660349 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:31.760758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:31.841137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ba61662d-4ff2-41ac-a79a-805d733d710e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:31.851232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for 52335812-0e0a-42cd-8d4e-06beaa498e92 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:31.856372 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port c0133022-8d3e-4cf0-b01b-bfb9e08613c8 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:31.856888 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:31.903609 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:31.976384 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-bcec493f-0013-44e2-9eb4-387ce750e781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:20:20Z', 'revision_number': 5, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:32.030046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f9f22309-1314-4d07-acb2-0fec09a3eb28 None None] Provisioning for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:32.046778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec493f-0013-44e2-9eb4-387ce750e781 None None] Checking router: 6a097e0a-8345-4b38-b889-f788b4a8a98a for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:20:32.055973 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f9f22309-1314-4d07-acb2-0fec09a3eb28 None None] Provisioning complete for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:32.055973 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f9f22309-1314-4d07-acb2-0fec09a3eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:32.144084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b1c3fa3d-c2b5-4648-8b1f-011cea7276f2 None None] For port 52335812-0e0a-42cd-8d4e-06beaa498e92, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=52335812-0e0a-42cd-8d4e-06beaa498e92,segment=NetworkSegment(52e7edc8-a27e-47d8-83b8-b4d11af20936),segment_id=52e7edc8-a27e-47d8-83b8-b4d11af20936)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:32.144699 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b1c3fa3d-c2b5-4648-8b1f-011cea7276f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:32.184907 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:32.266830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-ba61662d-4ff2-41ac-a79a-805d733d710e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object f3159610-fc73-4cf9-bff8-7a00f58f311a will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:32.283926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0faffe-21e3-41a8-a31c-e5493ef771ae None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:20:32.389034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ba61662d-4ff2-41ac-a79a-805d733d710e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:32.407551 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91466364-990d-49bb-9580-daa28a1b36f3 None None] Sync routers for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:32.419852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3fa3d-c2b5-4648-8b1f-011cea7276f2 None None] Calling delete_port for 52335812-0e0a-42cd-8d4e-06beaa498e92 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:32.428785 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91466364-990d-49bb-9580-daa28a1b36f3 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:32.429888 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-91466364-990d-49bb-9580-daa28a1b36f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:32.446199 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec493f-0013-44e2-9eb4-387ce750e781 None None] Routers {'6a097e0a-8345-4b38-b889-f788b4a8a98a'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:32.446199 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-bcec493f-0013-44e2-9eb4-387ce750e781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['6a097e0a-8345-4b38-b889-f788b4a8a98a'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:32.601555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=53ec8a6b-5a89-4778-a223-0ac54f10cf9c,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:32.607122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:32.609874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:32.612632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:32.613426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:32.650015 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-30a86a7c-4f6c-4532-b42b-ae61ecb93227 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2622545 May 09 13:20:32.650909 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53366) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:32.651059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61662d-4ff2-41ac-a79a-805d733d710e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=f3159610-fc73-4cf9-bff8-7a00f58f311a,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:32.660823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'name': 'tempest-NetworksTestDHCPv6-1243527712'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:32.695846 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ba61662d-4ff2-41ac-a79a-805d733d710e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] In _notify_port_updated(), no bound segment for port f3159610-fc73-4cf9-bff8-7a00f58f311a on network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 {{(pid=83894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:20:32.706037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba61662d-4ff2-41ac-a79a-805d733d710e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:32.706678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ba61662d-4ff2-41ac-a79a-805d733d710e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:32.708580 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ba61662d-4ff2-41ac-a79a-805d733d710e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "PUT /v2.0/ports/f3159610-fc73-4cf9-bff8-7a00f58f311a HTTP/1.1" status: 200 len: 929 time: 4.5720651 May 09 13:20:32.716974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53370) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:32.816835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:32.843910 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:32.864837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:32.875127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:32.895081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:32.939043 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-91466364-990d-49bb-9580-daa28a1b36f3 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:33.016382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-b1c3fa3d-c2b5-4648-8b1f-011cea7276f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:20:33.017525 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-b1c3fa3d-c2b5-4648-8b1f-011cea7276f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:20:33.023253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2c0faffe-21e3-41a8-a31c-e5493ef771ae None None] Deleting port c0133022-8d3e-4cf0-b01b-bfb9e08613c8 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:33.023253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c0faffe-21e3-41a8-a31c-e5493ef771ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:33.023512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=52335812-0e0a-42cd-8d4e-06beaa498e92,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:33.026514 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:33.036964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:33.084015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] No DVR routers for this DVR port 52335812-0e0a-42cd-8d4e-06beaa498e92 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:20:33.111072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port fe5263ae-a4bc-4b7c-ab44-9829b42f28cf yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:20:33.124596 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46c672-41a2-47b3-9e63-3fb203b3ca0b None None] Sync routers for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:33.173338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-93dca929-f637-4806-a49b-81046a6df3bb tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port f3159610-fc73-4cf9-bff8-7a00f58f311a {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:33.173588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-93dca929-f637-4806-a49b-81046a6df3bb tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:33.298395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-b8245712-9827-4716-8d75-95a83badae8d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port f3a663c9-02d8-44b0-8cef-765dc021e9db {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:33.298992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8245712-9827-4716-8d75-95a83badae8d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:33.319912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 52335812-0e0a-42cd-8d4e-06beaa498e92 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:33.516311 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:33.528874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3fa3d-c2b5-4648-8b1f-011cea7276f2 None None] Deleting port 52335812-0e0a-42cd-8d4e-06beaa498e92 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:33.529249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b1c3fa3d-c2b5-4648-8b1f-011cea7276f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:33.561757 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-91466364-990d-49bb-9580-daa28a1b36f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:20:22Z', 'revision_number': 8, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260d029e-3bb9-45ea-8686-733dec92d082', 'name': '', 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:a5:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:20:09Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:46Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:33.567210 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91466364-990d-49bb-9580-daa28a1b36f3 None None] Checking router: 99e7bb25-e9e8-42cc-9e2f-d123c28809dd for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:20:33.581291 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91466364-990d-49bb-9580-daa28a1b36f3 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:33.582851 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-91466364-990d-49bb-9580-daa28a1b36f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:33.606386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 52335812-0e0a-42cd-8d4e-06beaa498e92 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:33.606715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 52335812-0e0a-42cd-8d4e-06beaa498e92 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:33.607124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c0133022-8d3e-4cf0-b01b-bfb9e08613c8 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:33.648298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6093649-a303-4f5e-94d9-9ac61d7e62a4']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:33.687462 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3fa3d-c2b5-4648-8b1f-011cea7276f2 None None] The port '52335812-0e0a-42cd-8d4e-06beaa498e92' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:20:33.701222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e7edc8-a27e-47d8-83b8-b4d11af20936') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:33.701835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e7edc8-a27e-47d8-83b8-b4d11af20936') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:33.705575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::21c (733a9858-46ec-4cf8-be89-833c62720969/53ec8a6b-5a89-4778-a223-0ac54f10cf9c/fe5263ae-a4bc-4b7c-ab44-9829b42f28cf) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:33.710310 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-bcec493f-0013-44e2-9eb4-387ce750e781 None None] Set router 6a097e0a-8345-4b38-b889-f788b4a8a98a gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:33.799049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-b8245712-9827-4716-8d75-95a83badae8d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] For port f3a663c9-02d8-44b0-8cef-765dc021e9db, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f3a663c9-02d8-44b0-8cef-765dc021e9db,segment=NetworkSegment(e632c7f9-64ff-45b2-a40b-ea8ae4a3712c),segment_id=e632c7f9-64ff-45b2-a40b-ea8ae4a3712c)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:33.799485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8245712-9827-4716-8d75-95a83badae8d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:33.808642 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-91466364-990d-49bb-9580-daa28a1b36f3 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:33.820550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46c672-41a2-47b3-9e63-3fb203b3ca0b None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:33.821178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cb46c672-41a2-47b3-9e63-3fb203b3ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:33.830166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:33.890954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:33.900432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.20.0.1 (641b20e3-d59f-484f-8f65-ee9c8d771a37/a4d53237-1de2-462f-a696-773c7452712d/3b65937e-a93a-4e50-832e-f5ac6c6c1d33) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:33.917293 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:20:33.917969 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:20:33.934408 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:20:34.007017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-b8245712-9827-4716-8d75-95a83badae8d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for f3a663c9-02d8-44b0-8cef-765dc021e9db owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:34.016095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:34.084580 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-93dca929-f637-4806-a49b-81046a6df3bb tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:34.148259 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Deleting port a1a385aa-a9ca-46d6-9580-4371b07078d1 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:34.148943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:34.183040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:34.272338 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-91466364-990d-49bb-9580-daa28a1b36f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:20:22Z', 'revision_number': 8, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260d029e-3bb9-45ea-8686-733dec92d082', 'name': '', 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:a5:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:20:09Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:46Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:34.277037 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91466364-990d-49bb-9580-daa28a1b36f3 None None] The sync data for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv is: [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:20:22Z', 'revision_number': 8, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260d029e-3bb9-45ea-8686-733dec92d082', 'name': '', 'network_id': '643ed812-bd0b-41b1-ba75-0147bf5e40bd', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:a5:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:20:09Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'b8041dcd-a8e2-40a6-9de5-f176b5257f57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:46Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:34.321721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cb46c672-41a2-47b3-9e63-3fb203b3ca0b None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:34.459325 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8245712-9827-4716-8d75-95a83badae8d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:34.491064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:34.510703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-93dca929-f637-4806-a49b-81046a6df3bb tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for f3159610-fc73-4cf9-bff8-7a00f58f311a owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:34.526719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8245712-9827-4716-8d75-95a83badae8d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=f3a663c9-02d8-44b0-8cef-765dc021e9db,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:34.549806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2c0faffe-21e3-41a8-a31c-e5493ef771ae None None] For port c0133022-8d3e-4cf0-b01b-bfb9e08613c8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=c0133022-8d3e-4cf0-b01b-bfb9e08613c8,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:34.550196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c0faffe-21e3-41a8-a31c-e5493ef771ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:34.679215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Network': ['ID=d6093649-a303-4f5e-94d9-9ac61d7e62a4,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:34.685733 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0e1f2c3e-4b4b-4094-a274-8c06c876ab98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/networks/d6093649-a303-4f5e-94d9-9ac61d7e62a4 HTTP/1.1" status: 204 len: 168 time: 4.2599120 May 09 13:20:34.697666 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53382) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:34.721666 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:34.782029 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2c0faffe-21e3-41a8-a31c-e5493ef771ae None None] Calling delete_port for c0133022-8d3e-4cf0-b01b-bfb9e08613c8 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:34.852054 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-93dca929-f637-4806-a49b-81046a6df3bb tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:34.945214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:34.948605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dca929-f637-4806-a49b-81046a6df3bb tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=f3159610-fc73-4cf9-bff8-7a00f58f311a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:35.015394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:35.046627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f9f22309-1314-4d07-acb2-0fec09a3eb28 None None] Provisioning complete for port f3159610-fc73-4cf9-bff8-7a00f58f311a triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:35.047024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f9f22309-1314-4d07-acb2-0fec09a3eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:35.078175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c0faffe-21e3-41a8-a31c-e5493ef771ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:35.102012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] For port a1a385aa-a9ca-46d6-9580-4371b07078d1, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a1a385aa-a9ca-46d6-9580-4371b07078d1,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:35.102589 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:35.108060 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object fe5263ae-a4bc-4b7c-ab44-9829b42f28cf will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:35.169024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:35.196753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0faffe-21e3-41a8-a31c-e5493ef771ae None None] Pushing event deleted for resources: {'Port': ['ID=c0133022-8d3e-4cf0-b01b-bfb9e08613c8,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:35.198536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f9f22309-1314-4d07-acb2-0fec09a3eb28 None None] Port f3159610-fc73-4cf9-bff8-7a00f58f311a was deleted so its status cannot be updated. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 09 13:20:35.251101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Calling delete_port for a1a385aa-a9ca-46d6-9580-4371b07078d1 owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:35.269280 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:35.271533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=fe5263ae-a4bc-4b7c-ab44-9829b42f28cf,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:35.281189 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:35.283674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:35.287815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:35.288422 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:35.341736 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fb057222-03bd-4a64-bc28-08bb5a2f6135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6867671 May 09 13:20:35.342251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53386) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:35.358675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Transition to ACTIVE for port object 3b65937e-a93a-4e50-832e-f5ac6c6c1d33 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:35.384629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-93dca929-f637-4806-a49b-81046a6df3bb tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:35.411188 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-93dca929-f637-4806-a49b-81046a6df3bb tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/f3159610-fc73-4cf9-bff8-7a00f58f311a HTTP/1.1" status: 204 len: 168 time: 2.6913025 May 09 13:20:35.416146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53390) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:35.461767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8245712-9827-4716-8d75-95a83badae8d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:35.480023 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f9f22309-1314-4d07-acb2-0fec09a3eb28 None None] Provisioning complete for port 64322bef-9941-4efc-afbe-6f048601c212 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:35.480608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f9f22309-1314-4d07-acb2-0fec09a3eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:35.481855 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-632573f3-2a7b-4b57-a1eb-a27dc9b4a312 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:20:35.482359 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-632573f3-2a7b-4b57-a1eb-a27dc9b4a312 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:35.506489 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-632573f3-2a7b-4b57-a1eb-a27dc9b4a312 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:35.510763 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-632573f3-2a7b-4b57-a1eb-a27dc9b4a312 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/f3159610-fc73-4cf9-bff8-7a00f58f311a HTTP/1.1" status: 404 len: 333 time: 0.0865636 May 09 13:20:35.512912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53394) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:35.550060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:35.551718 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0faffe-21e3-41a8-a31c-e5493ef771ae None None] No DVR routers for this DVR port c0133022-8d3e-4cf0-b01b-bfb9e08613c8 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:20:35.569499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f9f22309-1314-4d07-acb2-0fec09a3eb28 None None] Port 64322bef-9941-4efc-afbe-6f048601c212 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:35.595476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3dacf2-0372-4b30-ad09-a850dfaa5ddf None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:35.732612 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network 641b20e3-d59f-484f-8f65-ee9c8d771a37 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:35.746351 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:35.791974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:35.824491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd0407f5-9817-4740-9513-1908d32afbb3 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:35.848816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10bdc775-8675-49bd-aa64-3464cdb8d57f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:35.878111 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a1a8891b-630b-461c-bc1e-46aa8be24666 None None] Could not find standard attr ID for object f3159610-fc73-4cf9-bff8-7a00f58f311a. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:20:35.884746 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10bdc775-8675-49bd-aa64-3464cdb8d57f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:35.888162 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: cd0407f5-9817-4740-9513-1908d32afbb3 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:35.888518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd0407f5-9817-4740-9513-1908d32afbb3 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:35.996278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10d7785-688c-4b91-b476-2af7f1d28132 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:35.996978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b10d7785-688c-4b91-b476-2af7f1d28132 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:36.002659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=3b65937e-a93a-4e50-832e-f5ac6c6c1d33,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:36.015949 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10bdc775-8675-49bd-aa64-3464cdb8d57f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:36.018546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cb46c672-41a2-47b3-9e63-3fb203b3ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:20:24Z', 'revision_number': 8, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:43Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a663c9-02d8-44b0-8cef-765dc021e9db', 'name': '', 'network_id': '5c56f2cf-30e9-41ad-9968-6f8a46038d60', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:ff:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:45Z', 'updated_at': '2022-05-09T13:20:02Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': 'e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:36.023846 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-bcec493f-0013-44e2-9eb4-387ce750e781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:20:20Z', 'revision_number': 5, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:36.028561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec493f-0013-44e2-9eb4-387ce750e781 None None] The sync data for ids ['6a097e0a-8345-4b38-b889-f788b4a8a98a'] in dv-neutron-840889-2-hyperv is: [{'id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'name': 'tempest-ServerActionsTestJSON-1616520263-router', 'tenant_id': '7bc08a88006e40bf8a44780de483df57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:15:04Z', 'updated_at': '2022-05-09T13:20:20Z', 'revision_number': 5, 'project_id': '7bc08a88006e40bf8a44780de483df57', 'gw_port': {'id': 'a1a385aa-a9ca-46d6-9580-4371b07078d1', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a097e0a-8345-4b38-b889-f788b4a8a98a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:15:05Z', 'updated_at': '2022-05-09T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:36.040906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46c672-41a2-47b3-9e63-3fb203b3ca0b None None] Checking router: e3bf1902-a092-44bc-ba5d-45e8195b2465 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:20:36.068242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46c672-41a2-47b3-9e63-3fb203b3ca0b None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:36.072576 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b10d7785-688c-4b91-b476-2af7f1d28132 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:36.077733 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b10d7785-688c-4b91-b476-2af7f1d28132 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.7290711 May 09 13:20:36.078915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53400) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:36.079101 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cb46c672-41a2-47b3-9e63-3fb203b3ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:36.101281 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdc775-8675-49bd-aa64-3464cdb8d57f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe1b8ad-e42e-40ac-a2ae-94dc92d0c03b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:36.133286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:36.158762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10bdc775-8675-49bd-aa64-3464cdb8d57f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:36.162040 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-10bdc775-8675-49bd-aa64-3464cdb8d57f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/security-groups/afe1b8ad-e42e-40ac-a2ae-94dc92d0c03b HTTP/1.1" status: 204 len: 168 time: 0.6480107 May 09 13:20:36.169851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53404) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:36.206234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e4e91a65-dc4c-4fe5-95df-37e2016fc77b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:36.224544 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:36.249886 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '53ec8a6b-5a89-4778-a223-0ac54f10cf9c'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:20:36.250984 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:36.278812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3d01e1c7-984b-46bd-b67a-0f572867b6b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port fe5263ae-a4bc-4b7c-ab44-9829b42f28cf {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:36.279192 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d01e1c7-984b-46bd-b67a-0f572867b6b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:36.324822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a385aa-a9ca-46d6-9580-4371b07078d1,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:36.441505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a65271de-f4dc-41af-bf25-c9ce7076a6e6 None None] Provisioning for port 3b65937e-a93a-4e50-832e-f5ac6c6c1d33 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:36.478996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a65271de-f4dc-41af-bf25-c9ce7076a6e6 None None] Provisioning complete for port 3b65937e-a93a-4e50-832e-f5ac6c6c1d33 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:36.479621 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a65271de-f4dc-41af-bf25-c9ce7076a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:36.504779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:36.572562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cb46c672-41a2-47b3-9e63-3fb203b3ca0b None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:36.755945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae83036c-11de-4d39-acab-a1b2e5ec8822 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:36.793694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a65271de-f4dc-41af-bf25-c9ce7076a6e6 None None] Port 3b65937e-a93a-4e50-832e-f5ac6c6c1d33 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:37.058083 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.116730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Allocated IP 2001:db8::2 (733a9858-46ec-4cf8-be89-833c62720969/53ec8a6b-5a89-4778-a223-0ac54f10cf9c/7866f687-1e7c-4e4f-9249-c08f6d5e1342) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:37.203958 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae83036c-11de-4d39-acab-a1b2e5ec8822 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.286932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cb46c672-41a2-47b3-9e63-3fb203b3ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:20:34Z', 'revision_number': 9, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:43Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:37.298582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46c672-41a2-47b3-9e63-3fb203b3ca0b None None] The sync data for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv is: [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:20:34Z', 'revision_number': 9, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:43Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:37.337249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d01e1c7-984b-46bd-b67a-0f572867b6b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.416451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.433016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Transition to ACTIVE for port object 7866f687-1e7c-4e4f-9249-c08f6d5e1342 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:37.444124 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.454765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.464538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Transition to ACTIVE for port object 7866f687-1e7c-4e4f-9249-c08f6d5e1342 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:37.471700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3d01e1c7-984b-46bd-b67a-0f572867b6b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for fe5263ae-a4bc-4b7c-ab44-9829b42f28cf owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:37.472946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae83036c-11de-4d39-acab-a1b2e5ec8822 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.473647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.546842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83036c-11de-4d39-acab-a1b2e5ec8822 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500d2105-1d69-42fc-9b88-31cbc2be719c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:37.584124 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ae83036c-11de-4d39-acab-a1b2e5ec8822 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.585425 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ae83036c-11de-4d39-acab-a1b2e5ec8822 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/security-groups/500d2105-1d69-42fc-9b88-31cbc2be719c HTTP/1.1" status: 204 len: 168 time: 1.4144092 May 09 13:20:37.589272 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53410) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:37.597532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Pushing event updated for resources: {'Port': ['ID=7866f687-1e7c-4e4f-9249-c08f6d5e1342,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:37.613583 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:37.618181 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:37.621459 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:37.637830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.638363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a097e0a-8345-4b38-b889-f788b4a8a98a {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:20:37.703434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.707111 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-775fcf0e-dabd-4d68-a97b-d5dd827db48e admin admin] 10.222.0.44 "DELETE /v2.0/routers/6a097e0a-8345-4b38-b889-f788b4a8a98a HTTP/1.1" status: 204 len: 168 time: 7.6356170 May 09 13:20:37.719779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53414) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:37.842528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Attempting to bind port 7866f687-1e7c-4e4f-9249-c08f6d5e1342 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:20:37.842895 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Attempting to bind port 7866f687-1e7c-4e4f-9249-c08f6d5e1342 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:20:37.843246 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Attempting to bind port 7866f687-1e7c-4e4f-9249-c08f6d5e1342 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:37.854013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:20:37.854645 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:37.855031 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.855409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:20:37.856359 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Bound port: 7866f687-1e7c-4e4f-9249-c08f6d5e1342, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:20:37.856727 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.902757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8245712-9827-4716-8d75-95a83badae8d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router e3bf1902-a092-44bc-ba5d-45e8195b2465 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:37.945848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.952732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c349fc-c0d2-461b-b8de-ba28a03ce816 admin admin] Deleting subnet a6c9a587-b9ae-413f-8d43-1f05ff4d95b2 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:20:37.971235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.974382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] For port 7866f687-1e7c-4e4f-9249-c08f6d5e1342, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:37.978696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] For port 7866f687-1e7c-4e4f-9249-c08f6d5e1342, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7866f687-1e7c-4e4f-9249-c08f6d5e1342,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:37.981398 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d01e1c7-984b-46bd-b67a-0f572867b6b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:37.985401 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:38.008654 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-60c349fc-c0d2-461b-b8de-ba28a03ce816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:38.125421 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe13ed-fe56-42f0-9cfe-6f7fa5beba7b None None] Pushing event updated for resources: {'Port': ['ID=7866f687-1e7c-4e4f-9249-c08f6d5e1342,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:38.223940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01e1c7-984b-46bd-b67a-0f572867b6b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=fe5263ae-a4bc-4b7c-ab44-9829b42f28cf,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:38.231968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=3b65937e-a93a-4e50-832e-f5ac6c6c1d33,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:38.243234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:38.264577 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cafdd97-4d31-4a62-9aa1-91c4c1a3d64a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting subnet b88c0291-ad61-41c0-a4ed-672ccf44f31b {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:20:38.276885 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2cafdd97-4d31-4a62-9aa1-91c4c1a3d64a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:38.320107 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d01e1c7-984b-46bd-b67a-0f572867b6b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:38.336000 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3d01e1c7-984b-46bd-b67a-0f572867b6b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/fe5263ae-a4bc-4b7c-ab44-9829b42f28cf HTTP/1.1" status: 204 len: 168 time: 2.2553928 May 09 13:20:38.336730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53420) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:38.358884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-60c349fc-c0d2-461b-b8de-ba28a03ce816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:38.499383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f3a663c9-02d8-44b0-8cef-765dc021e9db no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:38.501583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c622ce5-2fee-4a84-a872-8292e27d9dfa tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:38.502917 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c622ce5-2fee-4a84-a872-8292e27d9dfa tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:38.503959 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8c622ce5-2fee-4a84-a872-8292e27d9dfa tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:38.512133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2cafdd97-4d31-4a62-9aa1-91c4c1a3d64a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:38.588613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: f3a663c9-02d8-44b0-8cef-765dc021e9db {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:38.589190 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f3a663c9-02d8-44b0-8cef-765dc021e9db not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:38.591728 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d4e26ae1-9843-4321-b7f8-f3f181f585c6 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:38.608585 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8c622ce5-2fee-4a84-a872-8292e27d9dfa tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:38.612512 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8c622ce5-2fee-4a84-a872-8292e27d9dfa tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2738385 May 09 13:20:38.613034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53424) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:38.674575 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: d4e26ae1-9843-4321-b7f8-f3f181f585c6 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:38.675046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d4e26ae1-9843-4321-b7f8-f3f181f585c6 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:38.703432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network 641b20e3-d59f-484f-8f65-ee9c8d771a37 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:38.708076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:38.716315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-60c349fc-c0d2-461b-b8de-ba28a03ce816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:38.733606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8245712-9827-4716-8d75-95a83badae8d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:38.738840 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b8245712-9827-4716-8d75-95a83badae8d tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8882313 May 09 13:20:38.745041 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8644ef71-0c24-47a2-aba9-7bc0acd996a3 None None] Sync routers for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:38.748993 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53428) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:38.758259 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8644ef71-0c24-47a2-aba9-7bc0acd996a3 None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:38.758865 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-8644ef71-0c24-47a2-aba9-7bc0acd996a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:38.795625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e4e91a65-dc4c-4fe5-95df-37e2016fc77b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 260d029e-3bb9-45ea-8686-733dec92d082 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:38.796059 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e4e91a65-dc4c-4fe5-95df-37e2016fc77b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:38.924579 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-8644ef71-0c24-47a2-aba9-7bc0acd996a3 None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:38.960296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2cafdd97-4d31-4a62-9aa1-91c4c1a3d64a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:39.158663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1b0b00c5-b07e-4046-80f1-cf475c2dbfef None None] Provisioning complete for port 3b65937e-a93a-4e50-832e-f5ac6c6c1d33 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:39.159417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b0b00c5-b07e-4046-80f1-cf475c2dbfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:39.257677 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b00c5-b07e-4046-80f1-cf475c2dbfef None None] Port 3b65937e-a93a-4e50-832e-f5ac6c6c1d33 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:39.367846 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-8644ef71-0c24-47a2-aba9-7bc0acd996a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:20:34Z', 'revision_number': 9, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:43Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:39.379330 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8644ef71-0c24-47a2-aba9-7bc0acd996a3 None None] Checking router: e3bf1902-a092-44bc-ba5d-45e8195b2465 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:20:39.386452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6e2a17-5f56-424f-8795-cf626501e816 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 53ec8a6b-5a89-4778-a223-0ac54f10cf9c {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:20:39.392642 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8644ef71-0c24-47a2-aba9-7bc0acd996a3 None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:39.393374 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-8644ef71-0c24-47a2-aba9-7bc0acd996a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:39.400671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2a17-5f56-424f-8795-cf626501e816 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:39.423349 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2cafdd97-4d31-4a62-9aa1-91c4c1a3d64a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:39.474409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafdd97-4d31-4a62-9aa1-91c4c1a3d64a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Subnet': ['ID=b88c0291-ad61-41c0-a4ed-672ccf44f31b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:39.484270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-60c349fc-c0d2-461b-b8de-ba28a03ce816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:39.511233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b389ba8-cc4a-430c-ba0c-3f3ef0d5a2fe tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting subnet e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:20:39.514215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-e4e91a65-dc4c-4fe5-95df-37e2016fc77b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] For port 260d029e-3bb9-45ea-8686-733dec92d082, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=260d029e-3bb9-45ea-8686-733dec92d082,segment=NetworkSegment(5a9b8eb9-c09d-441c-b2cb-2eec94757951),segment_id=5a9b8eb9-c09d-441c-b2cb-2eec94757951)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:39.514669 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e4e91a65-dc4c-4fe5-95df-37e2016fc77b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:39.533116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b389ba8-cc4a-430c-ba0c-3f3ef0d5a2fe tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:39.554919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c349fc-c0d2-461b-b8de-ba28a03ce816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6c9a587-b9ae-413f-8d43-1f05ff4d95b2,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:39.559620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1565d4ff-843d-45fc-a708-8d7addd835ec None None] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:39.572017 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2cafdd97-4d31-4a62-9aa1-91c4c1a3d64a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:39.602420 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2cafdd97-4d31-4a62-9aa1-91c4c1a3d64a tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/b88c0291-ad61-41c0-a4ed-672ccf44f31b HTTP/1.1" status: 204 len: 168 time: 2.0084071 May 09 13:20:39.604391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53438) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:39.617892 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-60c349fc-c0d2-461b-b8de-ba28a03ce816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:39.623686 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-60c349fc-c0d2-461b-b8de-ba28a03ce816 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a6c9a587-b9ae-413f-8d43-1f05ff4d95b2 HTTP/1.1" status: 204 len: 168 time: 1.8872287 May 09 13:20:39.626277 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53442) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:39.687929 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:39.708751 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-8644ef71-0c24-47a2-aba9-7bc0acd996a3 None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:39.709693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2a17-5f56-424f-8795-cf626501e816 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:39.742287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ee33b6-4b49-42c0-b609-a1ce0ef824d3 None None] Network d30285d5-e8c7-43ba-85ca-e036631511ae requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:39.914089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e4e91a65-dc4c-4fe5-95df-37e2016fc77b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for 260d029e-3bb9-45ea-8686-733dec92d082 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:40.007790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b389ba8-cc4a-430c-ba0c-3f3ef0d5a2fe tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.120478 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:40.123446 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7866f687-1e7c-4e4f-9249-c08f6d5e1342 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:40.130202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:40.136495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:40.156618 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:40.171130 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.201177 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:40.204918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.233706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2a17-5f56-424f-8795-cf626501e816 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.301001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b389ba8-cc4a-430c-ba0c-3f3ef0d5a2fe tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.314560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Deleting port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:40.314945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.319601 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-8644ef71-0c24-47a2-aba9-7bc0acd996a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:20:34Z', 'revision_number': 9, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:43Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:40.327928 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8644ef71-0c24-47a2-aba9-7bc0acd996a3 None None] The sync data for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv is: [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:20:34Z', 'revision_number': 9, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c85-b0db-496f-80a7-815afe9d70de', 'name': '', 'network_id': '070d4ad4-7cda-4700-969a-a4bbf30343b0', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:8b:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912e2135-62be-4b65-9878-485ef3c7f064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:31Z', 'updated_at': '2022-05-09T13:19:43Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '912e2135-62be-4b65-9878-485ef3c7f064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:40.397690 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b060887f-a1fc-49c5-ac5b-6b85458f555d None None] Provisioning for port 7866f687-1e7c-4e4f-9249-c08f6d5e1342 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:40.411921 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d0eaef4e-d671-4498-9a8e-8cc2144ad863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.446324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router adbce829-5a00-48e2-8284-2d36ec2a6173 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:40.540428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b060887f-a1fc-49c5-ac5b-6b85458f555d None None] Could not find standard attr ID for object fe5263ae-a4bc-4b7c-ab44-9829b42f28cf. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:20:40.547100 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2a17-5f56-424f-8795-cf626501e816 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.551873 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b389ba8-cc4a-430c-ba0c-3f3ef0d5a2fe tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.599028 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 7866f687-1e7c-4e4f-9249-c08f6d5e1342 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:40.608565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 7866f687-1e7c-4e4f-9249-c08f6d5e1342 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:40.608925 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.622973 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e4e91a65-dc4c-4fe5-95df-37e2016fc77b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.667351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-211f3b7a-f541-4e16-ac83-567b4cf85fb5 None None] Could not find standard attr ID for object fe5263ae-a4bc-4b7c-ab44-9829b42f28cf. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:20:40.677881 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e2a17-5f56-424f-8795-cf626501e816 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=53ec8a6b-5a89-4778-a223-0ac54f10cf9c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:40.718012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e91a65-dc4c-4fe5-95df-37e2016fc77b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=260d029e-3bb9-45ea-8686-733dec92d082,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:40.737886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b389ba8-cc4a-430c-ba0c-3f3ef0d5a2fe tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.747566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b389ba8-cc4a-430c-ba0c-3f3ef0d5a2fe tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:40.767019 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe042a-552d-40b9-86aa-8efe71af7853 None None] DHCP port deletion for d30285d5-e8c7-43ba-85ca-e036631511ae request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:20:40.770216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f614016-1794-4fcc-a45a-d2030d4e761b None None] Network 5c56f2cf-30e9-41ad-9968-6f8a46038d60 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:40.795146 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1b389ba8-cc4a-430c-ba0c-3f3ef0d5a2fe tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09 HTTP/1.1" status: 204 len: 168 time: 2.0427315 May 09 13:20:40.800056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53458) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:40.807499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-80fe042a-552d-40b9-86aa-8efe71af7853 None None] Deleting port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:40.807871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-80fe042a-552d-40b9-86aa-8efe71af7853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.880190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2a17-5f56-424f-8795-cf626501e816 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:40.884937 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-eb6e2a17-5f56-424f-8795-cf626501e816 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/53ec8a6b-5a89-4778-a223-0ac54f10cf9c HTTP/1.1" status: 204 len: 168 time: 2.2702472 May 09 13:20:40.892616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53462) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:40.939267 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-a5c00a18-21bc-4c01-a231-6e1e30edd5fb tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221700446&fields=id&tenant_id=6ee21042a6294be790e2e862fb342e9a HTTP/1.1" status: 200 len: 267 time: 0.2873216 May 09 13:20:40.940903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] For port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f5ae0306-bcc9-4a4a-8dec-e00fa20cc382,segment=NetworkSegment(3a89c27f-0bc1-47cb-a1ec-281cd0586480),segment_id=3a89c27f-0bc1-47cb-a1ec-281cd0586480)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:40.941335 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:41.013559 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9870a3ee-0c08-4a8a-976e-f3bf85a3ee67 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:41.059108 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-19eb86bf-744c-4d96-89be-cc12a8981a8b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1590986 May 09 13:20:41.059696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53466) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:41.123198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:41.154269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:41.250516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:41.251144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:41.427167 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Calling delete_port for f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:41.458923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 7866f687-1e7c-4e4f-9249-c08f6d5e1342, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7866f687-1e7c-4e4f-9249-c08f6d5e1342,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:41.466387 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-80fe042a-552d-40b9-86aa-8efe71af7853 None None] For port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f5ae0306-bcc9-4a4a-8dec-e00fa20cc382,segment=NetworkSegment(3a89c27f-0bc1-47cb-a1ec-281cd0586480),segment_id=3a89c27f-0bc1-47cb-a1ec-281cd0586480)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:41.466769 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-80fe042a-552d-40b9-86aa-8efe71af7853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:41.549950 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:41.560827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-cbafa8a3-3e8c-406c-9bfd-707a6b686be9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:41.562423 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-cbafa8a3-3e8c-406c-9bfd-707a6b686be9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 811 time: 0.4560761 May 09 13:20:41.595103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87aff29-a4af-40f1-94c8-ef47d0b65b33 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:41.595796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c87aff29-a4af-40f1-94c8-ef47d0b65b33 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:41.613966 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-c62c46a3-c1e6-4219-90af-d6e578005ddd tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/quotas/6ee21042a6294be790e2e862fb342e9a HTTP/1.1" status: 200 len: 375 time: 0.0440629 May 09 13:20:41.681886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:41.699276 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-80fe042a-552d-40b9-86aa-8efe71af7853 None None] Calling delete_port for f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:41.727442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c87aff29-a4af-40f1-94c8-ef47d0b65b33 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:41.730731 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c87aff29-a4af-40f1-94c8-ef47d0b65b33 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6137214 May 09 13:20:41.735054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53470) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:41.740429 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ae0306-bcc9-4a4a-8dec-e00fa20cc382,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:41.771253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] No DVR routers for this DVR port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:20:41.787097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] For port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4ee700b0-ea3c-46cf-8baa-cbb6f903c626,segment=NetworkSegment(e632c7f9-64ff-45b2-a40b-ea8ae4a3712c),segment_id=e632c7f9-64ff-45b2-a40b-ea8ae4a3712c)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:41.787380 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:41.806876 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c673e1ca-20cd-42f9-8fa5-97bce0a96d38 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:41.861988 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: c673e1ca-20cd-42f9-8fa5-97bce0a96d38 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:41.862322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c673e1ca-20cd-42f9-8fa5-97bce0a96d38 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:41.863593 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device a1a385aa-a9ca-46d6-9580-4371b07078d1 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:41.897491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6859eba-df41-4654-8dc0-ef4fdc64a24e None None] DHCP port deletion for 5c56f2cf-30e9-41ad-9968-6f8a46038d60 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:20:41.920176 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:41.925190 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: a1a385aa-a9ca-46d6-9580-4371b07078d1 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:41.925621 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device a1a385aa-a9ca-46d6-9580-4371b07078d1 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:41.927273 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:41.929448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e6859eba-df41-4654-8dc0-ef4fdc64a24e None None] Deleting port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:41.929878 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e6859eba-df41-4654-8dc0-ef4fdc64a24e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:41.972957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e4e91a65-dc4c-4fe5-95df-37e2016fc77b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:41.990070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb1717f-8cb5-4101-836d-79ba84e2d007 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:41.992448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-edb1717f-8cb5-4101-836d-79ba84e2d007 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:41.999516 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=7866f687-1e7c-4e4f-9249-c08f6d5e1342,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:42.006006 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.018406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-f6e8d4d6-47a5-4b5d-9f45-e13e2ff7600a tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Synchronizing usage tracker for tenant:6ee21042a6294be790e2e862fb342e9a on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:42.028435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4c3d535a-d120-479c-ba75-84cfc2d08d7e None None] Provisioning complete for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:42.028887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4c3d535a-d120-479c-ba75-84cfc2d08d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.071475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:42.087336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30285d5-e8c7-43ba-85ca-e036631511ae']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:42.095439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:42.103163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:42.105298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Subnet': ['ID=1f57dfd6-3986-4177-9008-fd2a49ff377a,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:42.108109 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:42.108743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.118401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a89c27f-0bc1-47cb-a1ec-281cd0586480') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:42.118775 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a89c27f-0bc1-47cb-a1ec-281cd0586480') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:42.131636 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-edb1717f-8cb5-4101-836d-79ba84e2d007 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:42.135861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53474) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:42.136027 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-edb1717f-8cb5-4101-836d-79ba84e2d007 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4008224 May 09 13:20:42.148312 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b2526eeb-c93f-4d57-a801-f316a29e6986 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "PUT /v2.0/routers/adbce829-5a00-48e2-8284-2d36ec2a6173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7310007 May 09 13:20:42.152410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53476) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:42.152575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-f6e8d4d6-47a5-4b5d-9f45-e13e2ff7600a tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Unset dirty status for tenant:6ee21042a6294be790e2e862fb342e9a on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:42.152575 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-f6e8d4d6-47a5-4b5d-9f45-e13e2ff7600a tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5309284 May 09 13:20:42.180287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-80fe042a-552d-40b9-86aa-8efe71af7853 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:20:42.180287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-80fe042a-552d-40b9-86aa-8efe71af7853 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:20:42.180287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec9743-d3e6-4d86-9d24-0ba94bd65277 None None] Sync routers for ids ['adbce829-5a00-48e2-8284-2d36ec2a6173'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:42.187338 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad1d7bb-6b2a-4fb2-b047-594d9ff98d45 None None] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:42.199582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:42.207466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.207657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'port': {'network_id': '641b20e3-d59f-484f-8f65-ee9c8d771a37', 'name': 'tempest-FloatingIPTestJSON-508812316'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:42.249401 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b69290fd-c82b-4544-865d-2ee79c1d3229 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995846 May 09 13:20:42.256631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53484) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:42.263977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-82e0590c-da19-49f4-8072-28675294d4e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:42.283674 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-19be3c03-aaa4-4fd0-b863-dd142cf4b469 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6756718 May 09 13:20:42.285727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.291313 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53488) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:42.303139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.351058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'security_group': {'name': 'tempest-secgroup-1325211543'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:42.384882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=4ee700b0-ea3c-46cf-8baa-cbb6f903c626,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:42.398267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:42.399294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] No DVR routers for this DVR port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:20:42.410055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:20:42.410464 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.411271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec9743-d3e6-4d86-9d24-0ba94bd65277 None None] Routers {'adbce829-5a00-48e2-8284-2d36ec2a6173'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:42.411902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e7ec9743-d3e6-4d86-9d24-0ba94bd65277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['adbce829-5a00-48e2-8284-2d36ec2a6173'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:20:42.423690 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:20:42.426367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:security_group and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:42.502498 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a41c2b-acc2-41ce-9404-3e8d5580000b None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:20:42.513049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e7ec9743-d3e6-4d86-9d24-0ba94bd65277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:42.525060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:42.534079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e6859eba-df41-4654-8dc0-ef4fdc64a24e None None] For port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4ee700b0-ea3c-46cf-8baa-cbb6f903c626,segment=NetworkSegment(e632c7f9-64ff-45b2-a40b-ea8ae4a3712c),segment_id=e632c7f9-64ff-45b2-a40b-ea8ae4a3712c)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:42.534555 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e6859eba-df41-4654-8dc0-ef4fdc64a24e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.548069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-44a41c2b-acc2-41ce-9404-3e8d5580000b None None] Deleting port 7866f687-1e7c-4e4f-9249-c08f6d5e1342 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:42.548520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-44a41c2b-acc2-41ce-9404-3e8d5580000b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.568390 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:42.589853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.590269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4ed36b9b-9e24-49e8-842f-1be4e15e2263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.613239 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-82e0590c-da19-49f4-8072-28675294d4e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:42.615800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.617638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:42.639427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Usage tracker for resource:port and tenant:cd34a6a0e0d047b8859df9153896e1ce is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:42.642563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No active binding found for port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 {{(pid=83896) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 09 13:20:42.643047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:42.643530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:42.644988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.645612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:42.654103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:42.655036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-82e0590c-da19-49f4-8072-28675294d4e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:42.656960 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c56f2cf-30e9-41ad-9968-6f8a46038d60']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:42.681281 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.681717 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e632c7f9-64ff-45b2-a40b-ea8ae4a3712c') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:42.682151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e632c7f9-64ff-45b2-a40b-ea8ae4a3712c') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:42.687419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] Pushing event deleted for resources: {'Network': ['ID=d30285d5-e8c7-43ba-85ca-e036631511ae,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:42.703370 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-ee6e8c00-a2ea-4164-bb91-947b40493987 service neutron] 10.222.0.44 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885108 May 09 13:20:42.711740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e0590c-da19-49f4-8072-28675294d4e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:42.745862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-80fe042a-552d-40b9-86aa-8efe71af7853 None None] Deleting port f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:42.746230 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-80fe042a-552d-40b9-86aa-8efe71af7853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.756130 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-de5d25df-839c-4d0f-88c9-84bf9715ad47 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d30285d5-e8c7-43ba-85ca-e036631511ae HTTP/1.1" status: 204 len: 168 time: 3.1288693 May 09 13:20:42.761710 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Made reservation on behalf of cd34a6a0e0d047b8859df9153896e1ce for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:42.764763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.818120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:42.828660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:42.862488 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e6859eba-df41-4654-8dc0-ef4fdc64a24e None None] Calling delete_port for 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:42.897079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:42.897437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f5ae0306-bcc9-4a4a-8dec-e00fa20cc382 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:42.997306 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53494) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:43.013530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.024457 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] device_id is not set on port 8cd29b49-788b-429b-ab8c-596734133af2 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:20:43.030461 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:security_group_rule and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:43.049152 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:43.052353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-80fe042a-552d-40b9-86aa-8efe71af7853 None None] The port 'f5ae0306-bcc9-4a4a-8dec-e00fa20cc382' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:20:43.052766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec9743-d3e6-4d86-9d24-0ba94bd65277 None None] Routers {'adbce829-5a00-48e2-8284-2d36ec2a6173'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:43.053853 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e7ec9743-d3e6-4d86-9d24-0ba94bd65277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['adbce829-5a00-48e2-8284-2d36ec2a6173'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:43.064316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:20:43.064711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.069318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:20:43.080809 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:20:43.096884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82e0590c-da19-49f4-8072-28675294d4e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.195531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e7ec9743-d3e6-4d86-9d24-0ba94bd65277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:43.195531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec9743-d3e6-4d86-9d24-0ba94bd65277 None None] The sync data for ids ['adbce829-5a00-48e2-8284-2d36ec2a6173'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:43.278155 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1e545bb4-d879-4dfb-b380-f2c576da7080 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bc08a88006e40bf8a44780de483df57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2755663 May 09 13:20:43.284523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53498) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:43.289157 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-65e2b256-7b6c-4f0c-bf66-f5efd17abf0f service neutron] 10.222.0.44 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624418 May 09 13:20:43.342687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.355274 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.362675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.369582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-e6859eba-df41-4654-8dc0-ef4fdc64a24e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:20:43.369940 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-e6859eba-df41-4654-8dc0-ef4fdc64a24e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:20:43.384104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.403708 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4c3d535a-d120-479c-ba75-84cfc2d08d7e None None] Provisioning complete for port 64322bef-9941-4efc-afbe-6f048601c212 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:43.404082 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4c3d535a-d120-479c-ba75-84cfc2d08d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.429822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Network': ['ID=5c56f2cf-30e9-41ad-9968-6f8a46038d60,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:43.432104 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.440051 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-381e28c4-9c18-4101-8a55-f9228ee8d213 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/networks/5c56f2cf-30e9-41ad-9968-6f8a46038d60 HTTP/1.1" status: 204 len: 168 time: 2.6383386 May 09 13:20:43.444394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53504) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:43.479977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-44a41c2b-acc2-41ce-9404-3e8d5580000b None None] For port 7866f687-1e7c-4e4f-9249-c08f6d5e1342, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7866f687-1e7c-4e4f-9249-c08f6d5e1342,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:43.480375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-44a41c2b-acc2-41ce-9404-3e8d5580000b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.527816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98acd927-edec-49ef-8f84-d4c0ff69fd40,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:43.530941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Allocated IP 172.20.0.9 (641b20e3-d59f-484f-8f65-ee9c8d771a37/a4d53237-1de2-462f-a696-773c7452712d/8cd29b49-788b-429b-ab8c-596734133af2) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:43.590278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d9f06ce-5215-4fb3-80a7-e10f43e8822e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.594535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.596287 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cc1cadb7-2ef8-4a0b-ae46-c4a911e39d4e tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3040016 May 09 13:20:43.605586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53512) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:43.607107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82e0590c-da19-49f4-8072-28675294d4e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.627881 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'security_group': {'name': 'tempest-secgroup-229464780'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:43.631583 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-44a41c2b-acc2-41ce-9404-3e8d5580000b None None] Calling delete_port for 7866f687-1e7c-4e4f-9249-c08f6d5e1342 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:43.641803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:43.651405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:security_group and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:43.658329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:43.658527 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d535a-d120-479c-ba75-84cfc2d08d7e None None] Port 64322bef-9941-4efc-afbe-6f048601c212 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:43.697570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:43.730577 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d9f06ce-5215-4fb3-80a7-e10f43e8822e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.751783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.753644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-44a41c2b-acc2-41ce-9404-3e8d5580000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.774214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e0590c-da19-49f4-8072-28675294d4e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:43.779930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-82e0590c-da19-49f4-8072-28675294d4e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:43.783427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0590c-da19-49f4-8072-28675294d4e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=b6598e66-0678-4baa-8032-36b342804c70,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:43.792587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e0590c-da19-49f4-8072-28675294d4e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:43.793193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82e0590c-da19-49f4-8072-28675294d4e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.833337 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-82e0590c-da19-49f4-8072-28675294d4e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5688143 May 09 13:20:43.834666 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53516) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:43.856374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'fixed_ips': [{'subnet_id': 'b6598e66-0678-4baa-8032-36b342804c70', 'ip_address': '2001:db8::af95:abc2:fb2b:3e17'}], 'name': 'tempest-NetworksTestDHCPv6-2000232576'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:43.884198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e6859eba-df41-4654-8dc0-ef4fdc64a24e None None] Deleting port 4ee700b0-ea3c-46cf-8baa-cbb6f903c626 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:43.884198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e6859eba-df41-4654-8dc0-ef4fdc64a24e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:43.929176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a41c2b-acc2-41ce-9404-3e8d5580000b None None] Pushing event deleted for resources: {'Port': ['ID=7866f687-1e7c-4e4f-9249-c08f6d5e1342,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:43.929561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e91a65-dc4c-4fe5-95df-37e2016fc77b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:43.944317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a41c2b-acc2-41ce-9404-3e8d5580000b None None] No DVR routers for this DVR port 7866f687-1e7c-4e4f-9249-c08f6d5e1342 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:20:43.979430 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d9f06ce-5215-4fb3-80a7-e10f43e8822e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:44.004580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdd69fb-5059-4e1a-a26a-36548de3401a None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:44.012655 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:44.025301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f06ce-5215-4fb3-80a7-e10f43e8822e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333d4bc4-3ab4-4d78-b999-71dcc8d00263,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:44.031836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e6859eba-df41-4654-8dc0-ef4fdc64a24e None None] The port '4ee700b0-ea3c-46cf-8baa-cbb6f903c626' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:20:44.032690 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:44.040440 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:security_group_rule and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:44.072898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5d9f06ce-5215-4fb3-80a7-e10f43e8822e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:44.072898 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5d9f06ce-5215-4fb3-80a7-e10f43e8822e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/333d4bc4-3ab4-4d78-b999-71dcc8d00263 HTTP/1.1" status: 204 len: 168 time: 0.7780650 May 09 13:20:44.109711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:44.111326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:44.115066 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7866f687-1e7c-4e4f-9249-c08f6d5e1342 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:44.122736 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:44.136313 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:44.145236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:44.145457 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:44.162491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 7866f687-1e7c-4e4f-9249-c08f6d5e1342 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:44.162830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7866f687-1e7c-4e4f-9249-c08f6d5e1342 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:44.180553 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed128673-9d17-435a-92fa-0828dcc20aec None None] Update dhcp port {'port': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'fixed_ips': [{'subnet_id': '4ea9ab69-e2cd-4247-ae63-54033c8d34a1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1f57dfd6-3986-4177-9008-fd2a49ff377a'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': 'cac8d94a-78a6-4c88-8be2-9dc69afcc444'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:20:44.189031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 3ae20a62-ab0b-46ed-9683-b4b494f0a6ab yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:20:44.244107 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ed128673-9d17-435a-92fa-0828dcc20aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:44.477330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:44.547909 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-306bc79b-f729-48aa-b1d2-250968d21844 req-7a2bbde3-9bb6-4f0c-914b-3042090428bd tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 210 time: 0.5810807 May 09 13:20:44.561928 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': 'b6598e66-0678-4baa-8032-36b342804c70'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:20:44.564084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:44.633744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::af95:abc2:fb2b:3e17 (733a9858-46ec-4cf8-be89-833c62720969/b6598e66-0678-4baa-8032-36b342804c70/3ae20a62-ab0b-46ed-9683-b4b494f0a6ab) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:44.669924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Transition to ACTIVE for port object 8cd29b49-788b-429b-ab8c-596734133af2 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:44.736611 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:44.753176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:44.765224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-ed128673-9d17-435a-92fa-0828dcc20aec None None] Allocated IP 2001:db8::2 (3329c738-611f-4dca-87cc-39a4cb6c1fd1/1f57dfd6-3986-4177-9008-fd2a49ff377a/cac8d94a-78a6-4c88-8be2-9dc69afcc444) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:44.828327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2acd9ec-e169-4b53-8b01-1c898a911956,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:44.836104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:44.877442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:44.879331 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-27d28cd3-4a88-4f30-bf25-70f24f7cec71 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2687564 May 09 13:20:44.901372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53540) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:44.914761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'security_group': {'name': 'tempest-secgroup-588409886'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:44.926788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:44.943458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:security_group and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:44.953287 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:44.972653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:44.974668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:44.975841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Network 641b20e3-d59f-484f-8f65-ee9c8d771a37 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:44.983803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:44.988548 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:45.008226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 3ae20a62-ab0b-46ed-9683-b4b494f0a6ab will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:45.045079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event updated for resources: {'Port': ['ID=8cd29b49-788b-429b-ab8c-596734133af2,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:45.061875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:45.075056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e91a65-dc4c-4fe5-95df-37e2016fc77b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:45.076710 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:45.088583 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e6832-a7ad-47a0-be3d-1cd6892cb408 None None] Sync routers for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:45.120634 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e6832-a7ad-47a0-be3d-1cd6892cb408 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:45.122010 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e77e6832-a7ad-47a0-be3d-1cd6892cb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:45.222150 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:45.278979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:45.294283 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:45.296155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Allocated IP 2001:db8::2 (733a9858-46ec-4cf8-be89-833c62720969/b6598e66-0678-4baa-8032-36b342804c70/f26ee1b0-afd7-49fd-9f39-5809b64f1914) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:45.309852 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:45.313820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ed128673-9d17-435a-92fa-0828dcc20aec None None] For port cac8d94a-78a6-4c88-8be2-9dc69afcc444, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cac8d94a-78a6-4c88-8be2-9dc69afcc444,segment=NetworkSegment(8509caa1-524d-47d0-857a-1d1ef08fbf50),segment_id=8509caa1-524d-47d0-857a-1d1ef08fbf50)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:45.326457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:45.327150 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:45.360099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=3ae20a62-ab0b-46ed-9683-b4b494f0a6ab,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:45.402169 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-e77e6832-a7ad-47a0-be3d-1cd6892cb408 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:45.408575 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f9140ca2-2fe7-424d-877c-2d109ddb51e0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5727451 May 09 13:20:45.411482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53552) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:45.436708 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e4e91a65-dc4c-4fe5-95df-37e2016fc77b tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7250865 May 09 13:20:45.441580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53556) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:45.500742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0fec3-776e-4e93-98f9-cc53a892b8bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:45.501551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1ff0fec3-776e-4e93-98f9-cc53a892b8bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:45.509520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f67e1b7-833f-401d-b913-62725faa42e5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:45.522854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1ff0fec3-776e-4e93-98f9-cc53a892b8bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:45.524798 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1ff0fec3-776e-4e93-98f9-cc53a892b8bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1122677 May 09 13:20:45.528227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53562) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:45.552882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ed128673-9d17-435a-92fa-0828dcc20aec None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:45.600710 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:45.602839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:45.667192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-63990ea7-9428-4388-9895-bb1444a16875 None None] Provisioning for port 8cd29b49-788b-429b-ab8c-596734133af2 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:45.692654 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac8854-ef1f-44ee-bbc3-b510b2bd80f0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 3ae20a62-ab0b-46ed-9683-b4b494f0a6ab {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:45.692654 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8854-ef1f-44ee-bbc3-b510b2bd80f0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:45.698076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ed128673-9d17-435a-92fa-0828dcc20aec None None] Transition to ACTIVE for port object cac8d94a-78a6-4c88-8be2-9dc69afcc444 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:45.698825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-63990ea7-9428-4388-9895-bb1444a16875 None None] Provisioning complete for port 8cd29b49-788b-429b-ab8c-596734133af2 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:45.699213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63990ea7-9428-4388-9895-bb1444a16875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:45.765178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ed128673-9d17-435a-92fa-0828dcc20aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:45.874022 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e6ae5faf-3895-4306-841a-30a85f895028 req-76b5edff-1ddb-4d28-8e24-9184a84e6b31 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 210 time: 0.0980163 May 09 13:20:45.897701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:45.941981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:security_group_rule and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:45.955218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:46.064832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:46.086893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-63990ea7-9428-4388-9895-bb1444a16875 None None] Port 8cd29b49-788b-429b-ab8c-596734133af2 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:46.124177 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fd353531-d24d-4eb8-a6d6-6fa4351ce44a tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9203279 May 09 13:20:46.125318 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53574) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:46.140331 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e77e6832-a7ad-47a0-be3d-1cd6892cb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:20:40Z', 'revision_number': 9, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:46Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:46.147705 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e6832-a7ad-47a0-be3d-1cd6892cb408 None None] Checking router: 99e7bb25-e9e8-42cc-9e2f-d123c28809dd for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:20:46.153371 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:46.161691 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e6832-a7ad-47a0-be3d-1cd6892cb408 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:46.163091 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e77e6832-a7ad-47a0-be3d-1cd6892cb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:46.165135 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed128673-9d17-435a-92fa-0828dcc20aec None None] Pushing event updated for resources: {'Port': ['ID=cac8d94a-78a6-4c88-8be2-9dc69afcc444,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:46.174279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-29f5e337-ca3f-4e70-ac87-428dd9358d99 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Request body: {'floatingip': {'port_id': '8cd29b49-788b-429b-ab8c-596734133af2'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:46.183657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Transition to ACTIVE for port object f26ee1b0-afd7-49fd-9f39-5809b64f1914 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:46.231991 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Transition to ACTIVE for port object f26ee1b0-afd7-49fd-9f39-5809b64f1914 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:46.244357 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:46.338639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:46.345434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8854-ef1f-44ee-bbc3-b510b2bd80f0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:46.348282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:46.352767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:46.392127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:46.402361 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:46.500882 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-e77e6832-a7ad-47a0-be3d-1cd6892cb408 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:46.529031 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Pushing event updated for resources: {'Port': ['ID=f26ee1b0-afd7-49fd-9f39-5809b64f1914,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:46.583041 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Attempting to bind port f26ee1b0-afd7-49fd-9f39-5809b64f1914 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:20:46.583558 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Attempting to bind port f26ee1b0-afd7-49fd-9f39-5809b64f1914 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:20:46.583917 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Attempting to bind port f26ee1b0-afd7-49fd-9f39-5809b64f1914 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:46.591799 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:20:46.592171 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:46.592563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:46.592944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:20:46.593442 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Bound port: f26ee1b0-afd7-49fd-9f39-5809b64f1914, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:20:46.593962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:46.660183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:46.664692 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.7615533 May 09 13:20:46.667637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d4872-90fb-4ebc-990d-874309acb4bd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc1ed03-0c9d-439b-be79-c40835372d5f,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:46.671577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29f5e337-ca3f-4e70-ac87-428dd9358d99 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:46.705441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53584) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:46.728916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac8854-ef1f-44ee-bbc3-b510b2bd80f0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 3ae20a62-ab0b-46ed-9683-b4b494f0a6ab owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:46.748824 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] For port f26ee1b0-afd7-49fd-9f39-5809b64f1914, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:46.754785 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] For port f26ee1b0-afd7-49fd-9f39-5809b64f1914, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f26ee1b0-afd7-49fd-9f39-5809b64f1914,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:46.766479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:46.774585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-305434869', 'security_groups': ['4fc1ed03-0c9d-439b-be79-c40835372d5f'], 'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1f57dfd6-3986-4177-9008-fd2a49ff377a'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:46.847818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6bfa32-5bb8-4560-9f30-557a4326c10f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting subnet b8041dcd-a8e2-40a6-9de5-f176b5257f57 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:20:46.869938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfa32-5bb8-4560-9f30-557a4326c10f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:46.944422 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a523e-f1f0-428c-b8a7-974f5653a281 None None] Pushing event updated for resources: {'Port': ['ID=f26ee1b0-afd7-49fd-9f39-5809b64f1914,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:47.151554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:47.182051 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:47.225740 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfa32-5bb8-4560-9f30-557a4326c10f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:47.245818 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e77e6832-a7ad-47a0-be3d-1cd6892cb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:20:40Z', 'revision_number': 9, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:46Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:47.250910 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e6832-a7ad-47a0-be3d-1cd6892cb408 None None] The sync data for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv is: [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:20:40Z', 'revision_number': 9, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6ab10c-68b7-4c61-931c-f588ff90906f', 'name': '', 'network_id': 'e827adc0-98e1-4df2-8af7-2e4e9e3d4d97', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:51:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:30Z', 'updated_at': '2022-05-09T13:19:46Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': '09cbb2ef-e980-4746-8000-f0e87414cb9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:47.319577 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:47.340918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-40293e59-2924-407b-a05a-08f5975b340a None None] Provisioning for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:47.348573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-40293e59-2924-407b-a05a-08f5975b340a None None] Provisioning complete for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:47.349413 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40293e59-2924-407b-a05a-08f5975b340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:47.396941 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-24daaa00-7030-4b2b-b7d9-cf7a77df8d71 req-4372d11c-c607-48cd-9e48-dfd8e41f1d07 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 210 time: 0.1966374 May 09 13:20:47.566877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-7963f936-d96b-404e-b57c-1b4f28e262d5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:47.568179 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-40293e59-2924-407b-a05a-08f5975b340a None None] Provisioning complete for port 64322bef-9941-4efc-afbe-6f048601c212 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:47.568608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40293e59-2924-407b-a05a-08f5975b340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:47.569317 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-7963f936-d96b-404e-b57c-1b4f28e262d5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 811 time: 1.2963610 May 09 13:20:47.599394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53604) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:47.705059 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-40293e59-2924-407b-a05a-08f5975b340a None None] Port 64322bef-9941-4efc-afbe-6f048601c212 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:47.811410 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8854-ef1f-44ee-bbc3-b510b2bd80f0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:47.881408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac8854-ef1f-44ee-bbc3-b510b2bd80f0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=3ae20a62-ab0b-46ed-9683-b4b494f0a6ab,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:47.887760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:47.903854 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-5795bbe0-3222-4ea7-9742-e43fb43746d4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ee21042a6294be790e2e862fb342e9a HTTP/1.1" status: 200 len: 379 time: 0.3210521 May 09 13:20:47.915766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Request body: {'port': {'device_id': '634bb748-c58a-44ea-b23f-c17c07d8124b', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'admin_state_up': True, 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'security_groups': ['0720b202-1702-434b-b146-20fb4e6d3ab1']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:48.025241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] device_id is not set on port fcd26af5-29e0-40fc-adb8-85f4e1f89fb7 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:20:48.126238 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8854-ef1f-44ee-bbc3-b510b2bd80f0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:48.173124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-375169818'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:48.180837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:48.199051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Usage tracker for resource:network and tenant:9fa1c330bbea4e1f9b2f1c822e7f4044 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:48.214933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f26ee1b0-afd7-49fd-9f39-5809b64f1914 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:48.218066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:48.298101 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port f26ee1b0-afd7-49fd-9f39-5809b64f1914 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:48.303756 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cac8d94a-78a6-4c88-8be2-9dc69afcc444 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:48.359210 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d9ac8854-ef1f-44ee-bbc3-b510b2bd80f0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/3ae20a62-ab0b-46ed-9683-b4b494f0a6ab HTTP/1.1" status: 204 len: 168 time: 2.8298316 May 09 13:20:48.359890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53610) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:48.365475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8::169 (3329c738-611f-4dca-87cc-39a4cb6c1fd1/1f57dfd6-3986-4177-9008-fd2a49ff377a/fcd26af5-29e0-40fc-adb8-85f4e1f89fb7) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:48.392266 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:48.392891 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:48.408680 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:48.421710 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfa32-5bb8-4560-9f30-557a4326c10f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:48.453917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbfbaa8-aa44-439d-8a51-f8a6292bd754 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:48.455242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbfbaa8-aa44-439d-8a51-f8a6292bd754 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:48.455986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fcbfbaa8-aa44-439d-8a51-f8a6292bd754 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:48.500484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Made reservation on behalf of 9fa1c330bbea4e1f9b2f1c822e7f4044 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:48.504172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:48.537081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:48.571035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fcbfbaa8-aa44-439d-8a51-f8a6292bd754 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:48.575149 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fcbfbaa8-aa44-439d-8a51-f8a6292bd754 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2057896 May 09 13:20:48.576250 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:48.578254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53616) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:48.651832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfa32-5bb8-4560-9f30-557a4326c10f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:48.664499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:48.686978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 260d029e-3bb9-45ea-8686-733dec92d082 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:48.715343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:48.734782 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Usage tracker for resource:security_group_rule and tenant:9fa1c330bbea4e1f9b2f1c822e7f4044 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:48.741246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bfa32-5bb8-4560-9f30-557a4326c10f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Subnet': ['ID=b8041dcd-a8e2-40a6-9de5-f176b5257f57,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:48.745284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-29f5e337-ca3f-4e70-ac87-428dd9358d99 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:20:48.755635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 260d029e-3bb9-45ea-8686-733dec92d082 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:48.756222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 260d029e-3bb9-45ea-8686-733dec92d082 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:48.812317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:48.826147 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887c3b3c-c207-4a1f-96ba-b207444d6b4c None None] Network 643ed812-bd0b-41b1-ba75-0147bf5e40bd requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:48.872452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29f5e337-ca3f-4e70-ac87-428dd9358d99 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:48.896446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:48.899064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfa32-5bb8-4560-9f30-557a4326c10f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:48.905798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29f5e337-ca3f-4e70-ac87-428dd9358d99 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:48.970076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Made reservation on behalf of 6ee21042a6294be790e2e862fb342e9a for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:48.973141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:48.990201 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1b7c699a-e427-401a-863d-2cde474c0194 req-a3b5d09a-6fc8-4719-88d1-842956024226 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 210 time: 0.2172983 May 09 13:20:49.058984 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-96e18cd2-172c-47a8-9931-94d5ba4b2a04 None None] Provisioning for port f26ee1b0-afd7-49fd-9f39-5809b64f1914 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:49.064631 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-96e18cd2-172c-47a8-9931-94d5ba4b2a04 None None] Provisioning complete for port f26ee1b0-afd7-49fd-9f39-5809b64f1914 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:49.065060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-96e18cd2-172c-47a8-9931-94d5ba4b2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.230515 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.243722 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1b6bfa32-5bb8-4560-9f30-557a4326c10f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/b8041dcd-a8e2-40a6-9de5-f176b5257f57 HTTP/1.1" status: 204 len: 168 time: 3.7960193 May 09 13:20:49.244642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53620) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:49.262146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.285497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.312361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object fcd26af5-29e0-40fc-adb8-85f4e1f89fb7 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:49.327856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c511f3be-72c5-4f3a-be4a-e08750d918e8,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:49.329480 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-96e18cd2-172c-47a8-9931-94d5ba4b2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.359428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f4a469-9bd8-4308-b887-1e6d99af4802 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet b6598e66-0678-4baa-8032-36b342804c70 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:20:49.367067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-59f4a469-9bd8-4308-b887-1e6d99af4802 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.372936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-96e18cd2-172c-47a8-9931-94d5ba4b2a04 None None] For port f26ee1b0-afd7-49fd-9f39-5809b64f1914, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f26ee1b0-afd7-49fd-9f39-5809b64f1914,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:49.374299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c563e3f7-a114-4cc8-abd4-b5a3d873e92a None None] DHCP port deletion for 643ed812-bd0b-41b1-ba75-0147bf5e40bd request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:20:49.378962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c563e3f7-a114-4cc8-abd4-b5a3d873e92a None None] Deleting port 00418bb0-eaba-4191-bc54-a4cc12427fb7 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:49.379325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c563e3f7-a114-4cc8-abd4-b5a3d873e92a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.408376 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-96e18cd2-172c-47a8-9931-94d5ba4b2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.455779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:20:49.457389 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.524619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.525086 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Added segment 35bf663b-7e80-4c24-ad08-47f2853aefaa of type vlan for network 00ae2d21-71d6-4f1f-9d30-9335b79c1c5b May 09 13:20:49.527238 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-15bc91fb-5459-4eb0-a5f3-b78e42ea6b3f None None] Could not find standard attr ID for object 3ae20a62-ab0b-46ed-9683-b4b494f0a6ab. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:20:49.579289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.590401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:49.630931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.635918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:49.655641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 00418bb0-eaba-4191-bc54-a4cc12427fb7 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:49.656124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.712157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:49.722781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:49.725307 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.731246 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e18cd2-172c-47a8-9931-94d5ba4b2a04 None None] Pushing event updated for resources: {'Port': ['ID=f26ee1b0-afd7-49fd-9f39-5809b64f1914,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:49.774490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c563e3f7-a114-4cc8-abd4-b5a3d873e92a None None] For port 00418bb0-eaba-4191-bc54-a4cc12427fb7, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=00418bb0-eaba-4191-bc54-a4cc12427fb7,segment=NetworkSegment(5a9b8eb9-c09d-441c-b2cb-2eec94757951),segment_id=5a9b8eb9-c09d-441c-b2cb-2eec94757951)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:49.775091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c563e3f7-a114-4cc8-abd4-b5a3d873e92a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.809186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=fcd26af5-29e0-40fc-adb8-85f4e1f89fb7,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:49.850484 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [None req-29f5e337-ca3f-4e70-ac87-428dd9358d99 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Floating IP 447135fa-8c4e-4d5c-b6e5-e6209b3db4a2 associated. External IP: 172.26.1.45, port: d57c3c4b-1856-47d1-b6a8-22e2f409f2ca. May 09 13:20:49.858159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-59f4a469-9bd8-4308-b887-1e6d99af4802 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.959546 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-787df5ec-e782-47cc-a974-3d9d88134334 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2451138 May 09 13:20:49.959546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53624) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:49.979487 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.983486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:49.984199 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:49.986980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c563e3f7-a114-4cc8-abd4-b5a3d873e92a None None] Calling delete_port for 00418bb0-eaba-4191-bc54-a4cc12427fb7 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:50.008454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a4c5f730-a7bd-42ef-b2af-35feaae5d173 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:50.031226 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-0f67e1b7-833f-401d-b913-62725faa42e5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port c8273c85-b0db-496f-80a7-815afe9d70de {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:50.045113 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f67e1b7-833f-401d-b913-62725faa42e5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:50.149431 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f26ee1b0-afd7-49fd-9f39-5809b64f1914 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:50.245779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-0f67e1b7-833f-401d-b913-62725faa42e5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] For port c8273c85-b0db-496f-80a7-815afe9d70de, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=c8273c85-b0db-496f-80a7-815afe9d70de,segment=NetworkSegment(2d1b3726-fc87-41ac-bce7-d99546a5b234),segment_id=2d1b3726-fc87-41ac-bce7-d99546a5b234)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:50.246315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f67e1b7-833f-401d-b913-62725faa42e5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:50.256530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Allocated IP 172.20.0.11 (eb51bff7-c499-4df6-8d1c-0be354372657/20ee6795-cc68-45ce-911d-6b54778f45e8/d9337cc3-a94d-4fc0-b44a-567707b990ff) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:50.271225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c563e3f7-a114-4cc8-abd4-b5a3d873e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:50.280651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-615da690-0a09-47b3-a773-f2f0b6d60290 req-7173ff72-94b8-4e1e-92ae-15a143f7ae20 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Synchronizing usage tracker for tenant:6ee21042a6294be790e2e862fb342e9a on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:50.344953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563e3f7-a114-4cc8-abd4-b5a3d873e92a None None] Pushing event deleted for resources: {'Port': ['ID=00418bb0-eaba-4191-bc54-a4cc12427fb7,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:50.365168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-615da690-0a09-47b3-a773-f2f0b6d60290 req-7173ff72-94b8-4e1e-92ae-15a143f7ae20 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Unset dirty status for tenant:6ee21042a6294be790e2e862fb342e9a on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:50.366520 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-615da690-0a09-47b3-a773-f2f0b6d60290 req-7173ff72-94b8-4e1e-92ae-15a143f7ae20 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 210 time: 0.1766126 May 09 13:20:50.371306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c563e3f7-a114-4cc8-abd4-b5a3d873e92a None None] No DVR routers for this DVR port 00418bb0-eaba-4191-bc54-a4cc12427fb7 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:20:50.372619 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c52183e1-ef26-47e9-9eef-af6f3cd6582f None None] Provisioning for port fcd26af5-29e0-40fc-adb8-85f4e1f89fb7 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:50.384837 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-59f4a469-9bd8-4308-b887-1e6d99af4802 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:50.398730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c52183e1-ef26-47e9-9eef-af6f3cd6582f None None] Provisioning complete for port fcd26af5-29e0-40fc-adb8-85f4e1f89fb7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:50.399340 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c52183e1-ef26-47e9-9eef-af6f3cd6582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:50.434703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a4c5f730-a7bd-42ef-b2af-35feaae5d173 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:50.438830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a4c5f730-a7bd-42ef-b2af-35feaae5d173 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:50.442724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a4c5f730-a7bd-42ef-b2af-35feaae5d173 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:50.448926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a4c5f730-a7bd-42ef-b2af-35feaae5d173 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:50.472241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c5f730-a7bd-42ef-b2af-35feaae5d173 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:50.476002 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f730-a7bd-42ef-b2af-35feaae5d173 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:50.484972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c52183e1-ef26-47e9-9eef-af6f3cd6582f None None] Port fcd26af5-29e0-40fc-adb8-85f4e1f89fb7 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:50.486854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f26ee1b0-afd7-49fd-9f39-5809b64f1914 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:50.487217 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:50.565939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-0f67e1b7-833f-401d-b913-62725faa42e5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for c8273c85-b0db-496f-80a7-815afe9d70de owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:50.710089 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 00418bb0-eaba-4191-bc54-a4cc12427fb7 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:50.744772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 00418bb0-eaba-4191-bc54-a4cc12427fb7 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:50.745111 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 00418bb0-eaba-4191-bc54-a4cc12427fb7 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:50.809651 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.ipam_backend_mixin [None req-a4c5f730-a7bd-42ef-b2af-35feaae5d173 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f57dfd6-3986-4177-9008-fd2a49ff377a (CIDR: 2001:db8::/64) May 09 13:20:50.809883 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1975367 May 09 13:20:50.825501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53630) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:50.835862 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c5f730-a7bd-42ef-b2af-35feaae5d173 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:20:50.836755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c5f730-a7bd-42ef-b2af-35feaae5d173 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:20:50.846008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Request body: {'subnet': {'network_id': '00ae2d21-71d6-4f1f-9d30-9335b79c1c5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:50.863444 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c54fb-8401-4e9b-bfee-02aaf1744f26 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Pushing event updated for resources: {'Network': ['ID=00ae2d21-71d6-4f1f-9d30-9335b79c1c5b,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:50.874424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 00ae2d21-71d6-4f1f-9d30-9335b79c1c5b details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:20:50.927542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] For port 00418bb0-eaba-4191-bc54-a4cc12427fb7, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=00418bb0-eaba-4191-bc54-a4cc12427fb7,segment=NetworkSegment(5a9b8eb9-c09d-441c-b2cb-2eec94757951),segment_id=5a9b8eb9-c09d-441c-b2cb-2eec94757951)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:50.927915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:50.947500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-59f4a469-9bd8-4308-b887-1e6d99af4802 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:51.036301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:51.041671 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4a469-9bd8-4308-b887-1e6d99af4802 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=b6598e66-0678-4baa-8032-36b342804c70,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:51.059784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for 00418bb0-eaba-4191-bc54-a4cc12427fb7 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:51.066852 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a4c5f730-a7bd-42ef-b2af-35feaae5d173 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0843217 May 09 13:20:51.068124 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-59f4a469-9bd8-4308-b887-1e6d99af4802 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:51.068603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3156eac0-8920-4c6a-b329-49bec6f0966c None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:51.069860 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-59f4a469-9bd8-4308-b887-1e6d99af4802 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/b6598e66-0678-4baa-8032-36b342804c70 HTTP/1.1" status: 204 len: 168 time: 2.4889708 May 09 13:20:51.075965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53634) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:51.076217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53636) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:51.138581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-37d66a93-463f-44a1-a3d8-afd53559e263 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:51.172995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:51.235030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:20:51.235557 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:20:51.242668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f67e1b7-833f-401d-b913-62725faa42e5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:51.249091 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:51.251636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Transition to ACTIVE for port object d9337cc3-a94d-4fc0-b44a-567707b990ff will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:51.272244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Usage tracker for resource:subnet and tenant:9fa1c330bbea4e1f9b2f1c822e7f4044 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:51.276474 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9125d59a-6cce-43ff-973e-b8260bcf8ce5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1978202 May 09 13:20:51.277416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:51.284166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53642) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:51.290399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:51.298833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ead7a4f4-34f6-4628-ba33-74e24b9e8ef3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:51.301449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67e1b7-833f-401d-b913-62725faa42e5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=c8273c85-b0db-496f-80a7-815afe9d70de,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:51.341358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467d88ac-240e-42d4-b71a-3c892df0417e None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:20:51.346160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-467d88ac-240e-42d4-b71a-3c892df0417e None None] Deleting port f26ee1b0-afd7-49fd-9f39-5809b64f1914 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:51.346662 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-467d88ac-240e-42d4-b71a-3c892df0417e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:51.658713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Made reservation on behalf of 9fa1c330bbea4e1f9b2f1c822e7f4044 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:51.714439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0f67e1b7-833f-401d-b913-62725faa42e5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:51.725740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-467d88ac-240e-42d4-b71a-3c892df0417e None None] For port f26ee1b0-afd7-49fd-9f39-5809b64f1914, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f26ee1b0-afd7-49fd-9f39-5809b64f1914,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:51.726718 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-467d88ac-240e-42d4-b71a-3c892df0417e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:51.739709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 00418bb0-eaba-4191-bc54-a4cc12427fb7 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:51.740054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:51.752575 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-33283b83-94cc-4959-9cdd-dfc74135cd1c req-78987b5d-00ac-43ee-834f-0d0af2ab1893 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 210 time: 0.1048410 May 09 13:20:51.761093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-37d66a93-463f-44a1-a3d8-afd53559e263 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:51.765139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-37d66a93-463f-44a1-a3d8-afd53559e263 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:51.768686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-37d66a93-463f-44a1-a3d8-afd53559e263 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:51.776080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-37d66a93-463f-44a1-a3d8-afd53559e263 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:51.838743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d66a93-463f-44a1-a3d8-afd53559e263 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:51.842399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-37d66a93-463f-44a1-a3d8-afd53559e263 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:51.918213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-467d88ac-240e-42d4-b71a-3c892df0417e None None] Calling delete_port for f26ee1b0-afd7-49fd-9f39-5809b64f1914 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:51.936387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] The port '00418bb0-eaba-4191-bc54-a4cc12427fb7' was deleted {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:20:51.978467 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.ipam_backend_mixin [None req-37d66a93-463f-44a1-a3d8-afd53559e263 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4ea9ab69-e2cd-4247-ae63-54033c8d34a1 (CIDR: 2001:db8:0:1::/64) May 09 13:20:52.009373 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d66a93-463f-44a1-a3d8-afd53559e263 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:20:52.009373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d66a93-463f-44a1-a3d8-afd53559e263 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:20:52.027245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-467d88ac-240e-42d4-b71a-3c892df0417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.053706 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-37d66a93-463f-44a1-a3d8-afd53559e263 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9738975 May 09 13:20:52.055613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53648) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:52.056598 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ead7a4f4-34f6-4628-ba33-74e24b9e8ef3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:52.060835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.071469 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'subnet': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:52.102046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d88ac-240e-42d4-b71a-3c892df0417e None None] Pushing event deleted for resources: {'Port': ['ID=f26ee1b0-afd7-49fd-9f39-5809b64f1914,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:52.106996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d88ac-240e-42d4-b71a-3c892df0417e None None] No DVR routers for this DVR port f26ee1b0-afd7-49fd-9f39-5809b64f1914 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:20:52.154019 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f26ee1b0-afd7-49fd-9f39-5809b64f1914 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:52.155189 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.174308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f5e337-ca3f-4e70-ac87-428dd9358d99 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:52.197595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: f26ee1b0-afd7-49fd-9f39-5809b64f1914 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:52.200198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f26ee1b0-afd7-49fd-9f39-5809b64f1914 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:52.288242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ead7a4f4-34f6-4628-ba33-74e24b9e8ef3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:52.307053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.429463 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead7a4f4-34f6-4628-ba33-74e24b9e8ef3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:52.432849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ead7a4f4-34f6-4628-ba33-74e24b9e8ef3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.460801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'Port': ['ID=d9337cc3-a94d-4fc0-b44a-567707b990ff,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:52.461681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643ed812-bd0b-41b1-ba75-0147bf5e40bd']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:52.466414 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Network eb51bff7-c499-4df6-8d1c-0be354372657 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:52.475207 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:52.483500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9b8eb9-c09d-441c-b2cb-2eec94757951') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:52.483837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9b8eb9-c09d-441c-b2cb-2eec94757951') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:52.514591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.532703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:52.605936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.700341 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:20:52.700768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.709362 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:20:52.723910 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:20:52.764833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:52.765403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.774673 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:52.797557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Usage tracker for resource:subnet and tenant:063671cb43444ed2a081a62fcb4da355 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:52.804135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:52.819727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:52.847437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.848315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Pushing event updated for resources: {'Subnet': ['ID=1aade567-9c93-4bbc-bc19-67b6635854f0,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:52.859208 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f4eb30f4-4246-44e1-8ec3-faf5493a78cc None None] Provisioning for port d9337cc3-a94d-4fc0-b44a-567707b990ff completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:52.862509 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-8fb3ba0d-7d59-4033-a22b-05238e1fd9b5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9505138 May 09 13:20:52.867940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Made reservation on behalf of 063671cb43444ed2a081a62fcb4da355 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:52.868305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.869019 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f4eb30f4-4246-44e1-8ec3-faf5493a78cc None None] Provisioning complete for port d9337cc3-a94d-4fc0-b44a-567707b990ff triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:52.869817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f4eb30f4-4246-44e1-8ec3-faf5493a78cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.871423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:52.932971 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f4eb30f4-4246-44e1-8ec3-faf5493a78cc None None] Port d9337cc3-a94d-4fc0-b44a-567707b990ff cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:52.943526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Network': ['ID=643ed812-bd0b-41b1-ba75-0147bf5e40bd,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:52.962409 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:20:53.018563 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5b355753-11df-453f-ba77-230998689c4d tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/networks/643ed812-bd0b-41b1-ba75-0147bf5e40bd HTTP/1.1" status: 204 len: 168 time: 3.7632911 May 09 13:20:53.025528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53656) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:53.071081 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Request body: {'port': {'device_id': '634bb748-c58a-44ea-b23f-c17c07d8124b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:53.117805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Checking segment: {'id': '35bf663b-7e80-4c24-ad08-47f2853aefaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '00ae2d21-71d6-4f1f-9d30-9335b79c1c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:53.118158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Network hostable DHCP agents. Network: 00ae2d21-71d6-4f1f-9d30-9335b79c1c5b, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:20:53.177340 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f5e337-ca3f-4e70-ac87-428dd9358d99 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:53.187454 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9369661c-30e5-4191-ac94-000c587c57fa None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:53.200311 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369661c-30e5-4191-ac94-000c587c57fa None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:53.201181 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9369661c-30e5-4191-ac94-000c587c57fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:53.262906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9369661c-30e5-4191-ac94-000c587c57fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:53.275235 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369661c-30e5-4191-ac94-000c587c57fa None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:53.275843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9369661c-30e5-4191-ac94-000c587c57fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:53.282748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ead7a4f4-34f6-4628-ba33-74e24b9e8ef3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:53.338489 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27b9ab-4208-4ba7-824c-a660587206c4 req-d45a0425-4439-46fd-83aa-290555a5d945 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:53.338734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9369661c-30e5-4191-ac94-000c587c57fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:53.339759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9369661c-30e5-4191-ac94-000c587c57fa None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:53.339985 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3f27b9ab-4208-4ba7-824c-a660587206c4 req-d45a0425-4439-46fd-83aa-290555a5d945 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 932 time: 0.3597496 May 09 13:20:53.358464 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Network 00ae2d21-71d6-4f1f-9d30-9335b79c1c5b is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:20:53.368034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:53.375714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f67e1b7-833f-401d-b913-62725faa42e5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router e3bf1902-a092-44bc-ba5d-45e8195b2465 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:53.528091 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 00ae2d21-71d6-4f1f-9d30-9335b79c1c5b) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:53.538052 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c89711-f065-4e03-a94b-1abc7e3b9ea0 None None] Network 00ae2d21-71d6-4f1f-9d30-9335b79c1c5b requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:53.540790 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7a4f4-34f6-4628-ba33-74e24b9e8ef3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=7cdfaef6-4c2e-42c9-a042-6eedfc3a65a5,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:53.547401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:53.547987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:53.578903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead7a4f4-34f6-4628-ba33-74e24b9e8ef3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:53.603475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-ead7a4f4-34f6-4628-ba33-74e24b9e8ef3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:53.627127 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e88260-bd88-4593-8591-a334daf80abb None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:53.640021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7a4f4-34f6-4628-ba33-74e24b9e8ef3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:53.640868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ead7a4f4-34f6-4628-ba33-74e24b9e8ef3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:53.693951 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9cd5def3-ff73-4826-9f6e-68193bd70f72 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8665605 May 09 13:20:53.703254 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53660) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:53.720403 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ead7a4f4-34f6-4628-ba33-74e24b9e8ef3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4322047 May 09 13:20:53.726904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Request body: {'port': {'network_id': '00ae2d21-71d6-4f1f-9d30-9335b79c1c5b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-431874859'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:53.740313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53664) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:53.761607 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3f27b9ab-4208-4ba7-824c-a660587206c4 req-7a94b80a-1fab-49d4-8e42-c5d120b59159 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3977134 May 09 13:20:53.798882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'fixed_ips': [{'subnet_id': '7cdfaef6-4c2e-42c9-a042-6eedfc3a65a5', 'ip_address': '2001:db8::5c16:fe2a:8688:4762'}], 'name': 'tempest-NetworksTestDHCPv6-984349768'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:53.919969 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:53.987069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-00ae2d21-71d6-4f1f-9d30-9335b79c1c5b', 'network_id': '00ae2d21-71d6-4f1f-9d30-9335b79c1c5b', 'tenant_id': '9fa1c330bbea4e1f9b2f1c822e7f4044', 'fixed_ips': [{'subnet_id': '1aade567-9c93-4bbc-bc19-67b6635854f0'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:20:53.990076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:53.994947 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:54.005188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:54.006049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '7cdfaef6-4c2e-42c9-a042-6eedfc3a65a5'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:20:54.006947 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:54.007773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:54.008509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:54.029626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da224ebc-5120-491e-b425-caa22fcbb15a None None] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:54.056779 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9975798 May 09 13:20:54.057730 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65eb687-dd28-44fa-92cb-24040688b583 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Subnet': ['ID=8df10392-db7d-4318-a220-f2b8826c0b1b,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:54.060862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53668) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:54.069105 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f92dd0b0-0439-4d96-92d5-63e31fd78ea6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2079598429', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8df10392-db7d-4318-a220-f2b8826c0b1b'}], 'security_groups': ['98acd927-edec-49ef-8f84-d4c0ff69fd40', 'b2acd9ec-e169-4b53-8b01-1c898a911956']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:20:54.115183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:54.127332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Usage tracker for resource:port and tenant:9fa1c330bbea4e1f9b2f1c822e7f4044 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:54.136373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:54.145119 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:20:54.149688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:54.157831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:20:54.164785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:20:54.230453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e07aebe7-13cb-49cd-8d82-9c8f1ff07b98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:54.275832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9337cc3-a94d-4fc0-b44a-567707b990ff {{(pid=83894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:20:54.289829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:54.290056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:20:54.324905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Transition to ACTIVE for port object d9337cc3-a94d-4fc0-b44a-567707b990ff will not be triggered until provisioned by entity L2. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:54.337272 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:54.356156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Made reservation on behalf of 9fa1c330bbea4e1f9b2f1c822e7f4044 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:54.359157 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:54.439800 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Allocated IP 2001:db8::2 (733a9858-46ec-4cf8-be89-833c62720969/7cdfaef6-4c2e-42c9-a042-6eedfc3a65a5/bfa0ba2a-169f-44e2-a332-2caa08502e25) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:54.448228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:20:54.471836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f67e1b7-833f-401d-b913-62725faa42e5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:54.476186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Allocated IP 172.20.0.2 (00ae2d21-71d6-4f1f-9d30-9335b79c1c5b/1aade567-9c93-4bbc-bc19-67b6635854f0/eecf8af1-2454-4d6a-8610-8618c5e429ac) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:54.482947 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0f67e1b7-833f-401d-b913-62725faa42e5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0365417 May 09 13:20:54.488642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] device_id is not set on port f1ace61b-53e3-47e7-b14c-a3cbcbdc8468 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:20:54.489106 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683e56ed-22d7-4303-8ac6-520f1fd5f3e5 None None] Sync routers for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:54.502488 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683e56ed-22d7-4303-8ac6-520f1fd5f3e5 None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:54.505853 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-683e56ed-22d7-4303-8ac6-520f1fd5f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:54.528284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53672) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:54.578014 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Pushing event updated for resources: {'Port': ['ID=d9337cc3-a94d-4fc0-b44a-567707b990ff,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:54.582015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f92dd0b0-0439-4d96-92d5-63e31fd78ea6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:54.823130 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-683e56ed-22d7-4303-8ac6-520f1fd5f3e5 None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:55.076493 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:55.090568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Attempting to bind port d9337cc3-a94d-4fc0-b44a-567707b990ff on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:20:55.091402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Attempting to bind port d9337cc3-a94d-4fc0-b44a-567707b990ff by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:20:55.091402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Attempting to bind port d9337cc3-a94d-4fc0-b44a-567707b990ff on network eb51bff7-c499-4df6-8d1c-0be354372657 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:55.097079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:55.118781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Port d9337cc3-a94d-4fc0-b44a-567707b990ff on network eb51bff7-c499-4df6-8d1c-0be354372657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:20:55.119250 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Attempting to bind port d9337cc3-a94d-4fc0-b44a-567707b990ff on network eb51bff7-c499-4df6-8d1c-0be354372657 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:55.167060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:20:55.167554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Checking segment: {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:55.168039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Bound using segment: {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:20:55.168168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port ce85543d-cc1b-419d-a182-117f34ff6367 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:20:55.169036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Bound port: d9337cc3-a94d-4fc0-b44a-567707b990ff, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'}}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:20:55.169036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:55.176955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Transition to ACTIVE for port object bfa0ba2a-169f-44e2-a332-2caa08502e25 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:55.228424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:55.242052 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Transition to ACTIVE for port object bfa0ba2a-169f-44e2-a332-2caa08502e25 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:55.257484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a57e0-2c2f-4979-bf78-c0b1a53beda1 req-ba227e28-c90b-4304-a36a-748130494088 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:55.257938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Transition to ACTIVE for port object eecf8af1-2454-4d6a-8610-8618c5e429ac will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:55.260502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6d7093-d62d-4758-9769-4ba50a8f6b68 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting subnet 912e2135-62be-4b65-9878-485ef3c7f064 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:20:55.264906 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c49a57e0-2c2f-4979-bf78-c0b1a53beda1 req-ba227e28-c90b-4304-a36a-748130494088 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 944 time: 0.2933099 May 09 13:20:55.265727 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b3615-2e20-473d-a72f-aa89f7f03f7f None None] Update dhcp port {'port': {'network_id': '3329c738-611f-4dca-87cc-39a4cb6c1fd1', 'fixed_ips': [{'subnet_id': '4ea9ab69-e2cd-4247-ae63-54033c8d34a1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1f57dfd6-3986-4177-9008-fd2a49ff377a', 'ip_address': '2001:db8::2'}, {'subnet_id': '8df10392-db7d-4318-a220-f2b8826c0b1b'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': 'cac8d94a-78a6-4c88-8be2-9dc69afcc444'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:20:55.291905 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:55.293820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7093-d62d-4758-9769-4ba50a8f6b68 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:55.379832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] For port d9337cc3-a94d-4fc0-b44a-567707b990ff, host hv-neutron-8408, cleared binding levels {{(pid=83894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:55.384908 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] For port d9337cc3-a94d-4fc0-b44a-567707b990ff, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d9337cc3-a94d-4fc0-b44a-567707b990ff,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:55.386464 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-683e56ed-22d7-4303-8ac6-520f1fd5f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:20:51Z', 'revision_number': 10, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:55.395957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Transition to ACTIVE for port object eecf8af1-2454-4d6a-8610-8618c5e429ac will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:55.398799 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683e56ed-22d7-4303-8ac6-520f1fd5f3e5 None None] Checking router: e3bf1902-a092-44bc-ba5d-45e8195b2465 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:20:55.405493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:55.410703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-f92dd0b0-0439-4d96-92d5-63e31fd78ea6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Delete allocated IP 2001:db8::169 (3329c738-611f-4dca-87cc-39a4cb6c1fd1/1f57dfd6-3986-4177-9008-fd2a49ff377a) {{(pid=83894) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 09 13:20:55.419338 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6f3b3615-2e20-473d-a72f-aa89f7f03f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:55.426053 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683e56ed-22d7-4303-8ac6-520f1fd5f3e5 None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:55.426795 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-683e56ed-22d7-4303-8ac6-520f1fd5f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:55.431922 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:55.437604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:55.444932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:55.447803 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:55.450263 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Pushing event updated for resources: {'Port': ['ID=bfa0ba2a-169f-44e2-a332-2caa08502e25,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:55.548597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7093-d62d-4758-9769-4ba50a8f6b68 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:55.560862 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c49a57e0-2c2f-4979-bf78-c0b1a53beda1 req-37101dae-2111-4e2b-a4f9-2e9b8ccd2e8b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948837 May 09 13:20:55.602758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-f92dd0b0-0439-4d96-92d5-63e31fd78ea6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Allocated IP 2001:db8:0:2::3e4 (3329c738-611f-4dca-87cc-39a4cb6c1fd1/8df10392-db7d-4318-a220-f2b8826c0b1b/fcd26af5-29e0-40fc-adb8-85f4e1f89fb7) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:55.616481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:55.617982 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] 10.222.0.57 "PUT /v2.0/ports/d9337cc3-a94d-4fc0-b44a-567707b990ff HTTP/1.1" status: 200 len: 1094 time: 2.7309041 May 09 13:20:55.619518 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634bb748-c58a-44ea-b23f-c17c07d8124b', 'tag': 'd9337cc3-a94d-4fc0-b44a-567707b990ff'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:20:55.660592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb82cb0-149d-4385-a8d7-8ba0507c3c42 service neutron] Pushing event updated for resources: {'Port': ['ID=d9337cc3-a94d-4fc0-b44a-567707b990ff,revision_number=3']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:55.700114 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-683e56ed-22d7-4303-8ac6-520f1fd5f3e5 None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:20:55.868962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Network 00ae2d21-71d6-4f1f-9d30-9335b79c1c5b is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:55.880416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Allocated IP 172.20.0.12 (00ae2d21-71d6-4f1f-9d30-9335b79c1c5b/1aade567-9c93-4bbc-bc19-67b6635854f0/f1ace61b-53e3-47e7-b14c-a3cbcbdc8468) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:55.888578 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:55.895468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Pushing event updated for resources: {'Port': ['ID=eecf8af1-2454-4d6a-8610-8618c5e429ac,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:55.897501 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:55.983600 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-0ae459eb-9e53-4898-b758-16dbfd4c6fbe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 1097 time: 0.2915559 May 09 13:20:55.997641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Attempting to bind port bfa0ba2a-169f-44e2-a332-2caa08502e25 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:20:55.998005 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Attempting to bind port bfa0ba2a-169f-44e2-a332-2caa08502e25 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:20:55.998618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Attempting to bind port bfa0ba2a-169f-44e2-a332-2caa08502e25 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:56.037623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::5c16:fe2a:8688:4762 (733a9858-46ec-4cf8-be89-833c62720969/7cdfaef6-4c2e-42c9-a042-6eedfc3a65a5/ce85543d-cc1b-419d-a182-117f34ff6367) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:56.049521 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f44b30f-8046-415a-adaa-37208b35146b'] response: {'name': 'network-changed', 'server_uuid': '634bb748-c58a-44ea-b23f-c17c07d8124b', 'tag': 'd9337cc3-a94d-4fc0-b44a-567707b990ff', 'status': 'completed', 'code': 200} May 09 13:20:56.057537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:20:56.057910 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:56.058306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:56.058695 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:20:56.059173 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Bound port: bfa0ba2a-169f-44e2-a332-2caa08502e25, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:20:56.059544 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:56.071983 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-4fc59183-85a0-411d-b1df-0590ee62dd98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9337cc3-a94d-4fc0-b44a-567707b990ff HTTP/1.1" status: 200 len: 217 time: 0.0759516 May 09 13:20:56.122568 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Attempting to bind port eecf8af1-2454-4d6a-8610-8618c5e429ac on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:20:56.123204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Attempting to bind port eecf8af1-2454-4d6a-8610-8618c5e429ac by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '35bf663b-7e80-4c24-ad08-47f2853aefaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '00ae2d21-71d6-4f1f-9d30-9335b79c1c5b'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:20:56.123326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Attempting to bind port eecf8af1-2454-4d6a-8610-8618c5e429ac on network 00ae2d21-71d6-4f1f-9d30-9335b79c1c5b {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:20:56.143126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f92dd0b0-0439-4d96-92d5-63e31fd78ea6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:56.151229 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:20:56.151603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Checking segment: {'id': '35bf663b-7e80-4c24-ad08-47f2853aefaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '00ae2d21-71d6-4f1f-9d30-9335b79c1c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:20:56.151997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:56.152388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Bound using segment: {'id': '35bf663b-7e80-4c24-ad08-47f2853aefaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '00ae2d21-71d6-4f1f-9d30-9335b79c1c5b'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:20:56.152868 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Bound port: eecf8af1-2454-4d6a-8610-8618c5e429ac, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35bf663b-7e80-4c24-ad08-47f2853aefaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '00ae2d21-71d6-4f1f-9d30-9335b79c1c5b'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:20:56.153239 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:56.168535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-efdca62b-b50d-4a85-9dc8-56c229e8a2dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:56.170273 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-efdca62b-b50d-4a85-9dc8-56c229e8a2dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.0925999 May 09 13:20:56.171443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-f92dd0b0-0439-4d96-92d5-63e31fd78ea6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Transition to ACTIVE for port object fcd26af5-29e0-40fc-adb8-85f4e1f89fb7 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:56.176446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f92dd0b0-0439-4d96-92d5-63e31fd78ea6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:56.205570 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-683e56ed-22d7-4303-8ac6-520f1fd5f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:20:51Z', 'revision_number': 10, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:56.210059 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683e56ed-22d7-4303-8ac6-520f1fd5f3e5 None None] The sync data for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv is: [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:20:51Z', 'revision_number': 10, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None, '_interfaces': [{'id': '237ab1ae-69b5-4775-8ed6-1e49d154b6c3', 'name': '', 'network_id': 'a8c3d896-e8f5-4f68-85eb-200b63e65480', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'mac_address': 'fa:16:3e:38:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:35Z', 'revision_number': 5, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'subnets': [{'id': '76125b3d-7c87-4801-bf24-b5c07906a1e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:56.309183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f5e337-ca3f-4e70-ac87-428dd9358d99 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router adbce829-5a00-48e2-8284-2d36ec2a6173 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:20:56.310795 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] For port bfa0ba2a-169f-44e2-a332-2caa08502e25, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:56.332055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-6f3b3615-2e20-473d-a72f-aa89f7f03f7f None None] Allocated IP 2001:db8:0:2::2 (3329c738-611f-4dca-87cc-39a4cb6c1fd1/8df10392-db7d-4318-a220-f2b8826c0b1b/cac8d94a-78a6-4c88-8be2-9dc69afcc444) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:20:56.340439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] For port bfa0ba2a-169f-44e2-a332-2caa08502e25, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=bfa0ba2a-169f-44e2-a332-2caa08502e25,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:56.355891 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:56.376748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f92dd0b0-0439-4d96-92d5-63e31fd78ea6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] In _notify_port_updated(), no bound segment for port fcd26af5-29e0-40fc-adb8-85f4e1f89fb7 on network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 {{(pid=83894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:20:56.381398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92dd0b0-0439-4d96-92d5-63e31fd78ea6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:56.382139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f92dd0b0-0439-4d96-92d5-63e31fd78ea6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:56.386430 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f92dd0b0-0439-4d96-92d5-63e31fd78ea6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "PUT /v2.0/ports/fcd26af5-29e0-40fc-adb8-85f4e1f89fb7 HTTP/1.1" status: 200 len: 970 time: 2.3211768 May 09 13:20:56.386430 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92dd0b0-0439-4d96-92d5-63e31fd78ea6 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event updated for resources: {'Port': ['ID=fcd26af5-29e0-40fc-adb8-85f4e1f89fb7,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:56.388995 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53682) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:56.401076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] For port eecf8af1-2454-4d6a-8610-8618c5e429ac, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:20:56.464065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:56.465747 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-fad98d9b-eefa-4380-bbbb-f4378f73a9b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2867854 May 09 13:20:56.471040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-55e54bc9-6d60-4746-9436-c217ce769910 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port fcd26af5-29e0-40fc-adb8-85f4e1f89fb7 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:56.473348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55e54bc9-6d60-4746-9436-c217ce769910 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:56.486721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] For port eecf8af1-2454-4d6a-8610-8618c5e429ac, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=eecf8af1-2454-4d6a-8610-8618c5e429ac,segment=NetworkSegment(35bf663b-7e80-4c24-ad08-47f2853aefaa),segment_id=35bf663b-7e80-4c24-ad08-47f2853aefaa)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:20:56.508352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:56.543789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7093-d62d-4758-9769-4ba50a8f6b68 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:56.557214 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cd8f2-5047-4058-bb7b-f040042cc051 None None] Pushing event updated for resources: {'Port': ['ID=bfa0ba2a-169f-44e2-a332-2caa08502e25,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:56.694365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41b617-0eb0-4057-949a-e298b3333656 None None] Pushing event updated for resources: {'Port': ['ID=eecf8af1-2454-4d6a-8610-8618c5e429ac,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:56.761011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6f3b3615-2e20-473d-a72f-aa89f7f03f7f None None] For port cac8d94a-78a6-4c88-8be2-9dc69afcc444, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cac8d94a-78a6-4c88-8be2-9dc69afcc444,segment=NetworkSegment(8509caa1-524d-47d0-857a-1d1ef08fbf50),segment_id=8509caa1-524d-47d0-857a-1d1ef08fbf50)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:56.779507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object ce85543d-cc1b-419d-a182-117f34ff6367 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:56.795566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6f3b3615-2e20-473d-a72f-aa89f7f03f7f None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:56.828982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6f3b3615-2e20-473d-a72f-aa89f7f03f7f None None] Transition to ACTIVE for port object cac8d94a-78a6-4c88-8be2-9dc69afcc444 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:56.834167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6f3b3615-2e20-473d-a72f-aa89f7f03f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:57.055158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:57.079014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7093-d62d-4758-9769-4ba50a8f6b68 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:57.164360 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Transition to ACTIVE for port object f1ace61b-53e3-47e7-b14c-a3cbcbdc8468 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:20:57.171352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:57.176875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d7093-d62d-4758-9769-4ba50a8f6b68 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Subnet': ['ID=912e2135-62be-4b65-9878-485ef3c7f064,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:57.180931 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-a3ade7ca-e2be-4afb-b488-172690f717d3 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711283 May 09 13:20:57.186829 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b3615-2e20-473d-a72f-aa89f7f03f7f None None] Pushing event updated for resources: {'Port': ['ID=cac8d94a-78a6-4c88-8be2-9dc69afcc444,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:57.250609 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e01531-3238-41e3-8c32-a6333571398f None None] Network 070d4ad4-7cda-4700-969a-a4bbf30343b0 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:57.338186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55e54bc9-6d60-4746-9436-c217ce769910 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:57.370152 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2497-8a1a-41bf-b5f0-34c75da3f4d2 req-6613ebe2-3cc1-460e-b189-fb157b6d12d2 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:57.371823 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dbbf2497-8a1a-41bf-b5f0-34c75da3f4d2 req-6613ebe2-3cc1-460e-b189-fb157b6d12d2 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 944 time: 0.5162041 May 09 13:20:57.420837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7093-d62d-4758-9769-4ba50a8f6b68 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:57.468257 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3e6d7093-d62d-4758-9769-4ba50a8f6b68 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/912e2135-62be-4b65-9878-485ef3c7f064 HTTP/1.1" status: 204 len: 168 time: 2.8449485 May 09 13:20:57.468984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=ce85543d-cc1b-419d-a182-117f34ff6367,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:57.474565 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:57.476106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53688) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:57.480943 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:57.487453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:57.491987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:57.492601 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:57.531362 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-55e54bc9-6d60-4746-9436-c217ce769910 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for fcd26af5-29e0-40fc-adb8-85f4e1f89fb7 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:57.602285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:57.695064 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dbbf2497-8a1a-41bf-b5f0-34c75da3f4d2 req-01df8087-60a2-4c3e-a76f-67e695b7a98f tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677064 May 09 13:20:57.696896 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-959ec55b-244d-452d-bc0d-84bf116a3ff6 req-3e4fbe39-8ab5-4b62-a6de-56d0b799f633 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972029 May 09 13:20:57.705353 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2691f7b1-7685-4281-a566-c74eff423ab9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9613194 May 09 13:20:57.706775 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53692) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:57.817560 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:57.830271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfbf0a0-7d40-48f8-b3e3-3ad9e973f5e9 None None] DHCP port deletion for 070d4ad4-7cda-4700-969a-a4bbf30343b0 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:20:57.830655 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Network 00ae2d21-71d6-4f1f-9d30-9335b79c1c5b is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:20:57.837687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbf0a0-7d40-48f8-b3e3-3ad9e973f5e9 None None] Deleting port 0ff21e36-6e34-493b-b068-dbdc1814c5e4 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:57.837951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:20:57.838068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf0a0-7d40-48f8-b3e3-3ad9e973f5e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:57.840963 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Pushing event updated for resources: {'Port': ['ID=f1ace61b-53e3-47e7-b14c-a3cbcbdc8468,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:57.843234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:20:57.913209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f5e337-ca3f-4e70-ac87-428dd9358d99 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:20:57.930679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37954dbb-3f39-4a6b-90b8-4df70c2766fa None None] Sync routers for ids ['adbce829-5a00-48e2-8284-2d36ec2a6173'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:20:57.932075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29f5e337-ca3f-4e70-ac87-428dd9358d99 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:57.958991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port 0ff21e36-6e34-493b-b068-dbdc1814c5e4 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:57.959336 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:58.020788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37954dbb-3f39-4a6b-90b8-4df70c2766fa None None] Routers {'adbce829-5a00-48e2-8284-2d36ec2a6173'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:58.022742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-37954dbb-3f39-4a6b-90b8-4df70c2766fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['adbce829-5a00-48e2-8284-2d36ec2a6173'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:58.115107 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:58.115970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:58.221678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-37954dbb-3f39-4a6b-90b8-4df70c2766fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:58.272002 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55e54bc9-6d60-4746-9436-c217ce769910 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:58.279848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37954dbb-3f39-4a6b-90b8-4df70c2766fa None None] Routers {'adbce829-5a00-48e2-8284-2d36ec2a6173'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:20:58.280856 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-37954dbb-3f39-4a6b-90b8-4df70c2766fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['adbce829-5a00-48e2-8284-2d36ec2a6173'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:58.296868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e07aebe7-13cb-49cd-8d82-9c8f1ff07b98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port fe6ab10c-68b7-4c61-931c-f588ff90906f {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:58.298592 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e07aebe7-13cb-49cd-8d82-9c8f1ff07b98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:58.354797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e54bc9-6d60-4746-9436-c217ce769910 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=fcd26af5-29e0-40fc-adb8-85f4e1f89fb7,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:58.372055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f3aa1-88dc-47a2-b3da-4c6097ee036f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:58.376033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f3aa1-88dc-47a2-b3da-4c6097ee036f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:58.376848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d28f3aa1-88dc-47a2-b3da-4c6097ee036f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:58.391252 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device bfa0ba2a-169f-44e2-a332-2caa08502e25 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:58.391987 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f974c044-bb33-4ff3-b453-3bef3fbc5eb6 req-b1f1b4cf-e19f-45d5-a306-76b78b6d4b80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 1097 time: 0.5029640 May 09 13:20:58.423522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-37954dbb-3f39-4a6b-90b8-4df70c2766fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:20:58.424165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37954dbb-3f39-4a6b-90b8-4df70c2766fa None None] The sync data for ids ['adbce829-5a00-48e2-8284-2d36ec2a6173'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:20:58.479816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3cfbf0a0-7d40-48f8-b3e3-3ad9e973f5e9 None None] For port 0ff21e36-6e34-493b-b068-dbdc1814c5e4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0ff21e36-6e34-493b-b068-dbdc1814c5e4,segment=NetworkSegment(2d1b3726-fc87-41ac-bce7-d99546a5b234),segment_id=2d1b3726-fc87-41ac-bce7-d99546a5b234)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:58.480310 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf0a0-7d40-48f8-b3e3-3ad9e973f5e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:58.657107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d28f3aa1-88dc-47a2-b3da-4c6097ee036f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:58.658723 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d28f3aa1-88dc-47a2-b3da-4c6097ee036f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9502869 May 09 13:20:58.662284 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53696) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:58.675112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbf0a0-7d40-48f8-b3e3-3ad9e973f5e9 None None] Calling delete_port for 0ff21e36-6e34-493b-b068-dbdc1814c5e4 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:58.704918 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2681df25-1d3a-43de-8c4a-472c5a0543d0 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9903181 May 09 13:20:58.720021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55e54bc9-6d60-4746-9436-c217ce769910 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:58.737078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53700) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:58.793103 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] Provisioning for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:58.814533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] Provisioning complete for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:58.814927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:58.818534 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-55e54bc9-6d60-4746-9436-c217ce769910 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/fcd26af5-29e0-40fc-adb8-85f4e1f89fb7 HTTP/1.1" status: 204 len: 168 time: 2.4247208 May 09 13:20:58.818823 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53706) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:58.889386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc4bc5e-b905-4681-8320-f12f564e3b51 None None] Network 00ae2d21-71d6-4f1f-9d30-9335b79c1c5b requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:20:58.904222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port bfa0ba2a-169f-44e2-a332-2caa08502e25 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:58.907164 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-29f5e337-ca3f-4e70-ac87-428dd9358d99 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "PUT /v2.0/floatingips/447135fa-8c4e-4d5c-b6e5-e6209b3db4a2 HTTP/1.1" status: 200 len: 976 time: 12.7458191 May 09 13:20:58.910775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53710) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:58.926035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device eecf8af1-2454-4d6a-8610-8618c5e429ac up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:58.943464 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6219af-b37e-44b6-8c5d-dc642f341a59 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] GET failed (client error): The resource could not be found. May 09 13:20:58.943968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bb6219af-b37e-44b6-8c5d-dc642f341a59 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Synchronizing usage tracker for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:20:58.955788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974c044-bb33-4ff3-b453-3bef3fbc5eb6 req-6f9ef97d-279f-4d76-b1be-3c545cc99253 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:58.957941 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f974c044-bb33-4ff3-b453-3bef3fbc5eb6 req-6f9ef97d-279f-4d76-b1be-3c545cc99253 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 912 time: 0.5185294 May 09 13:20:58.982963 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] For port 0ff21e36-6e34-493b-b068-dbdc1814c5e4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0ff21e36-6e34-493b-b068-dbdc1814c5e4,segment=NetworkSegment(2d1b3726-fc87-41ac-bce7-d99546a5b234),segment_id=2d1b3726-fc87-41ac-bce7-d99546a5b234)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:58.983184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:58.999446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-a44b0e57-249f-4bee-9516-c2256f1705b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port ce85543d-cc1b-419d-a182-117f34ff6367 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:58.999793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a44b0e57-249f-4bee-9516-c2256f1705b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.012816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf0a0-7d40-48f8-b3e3-3ad9e973f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.074457 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfbf0a0-7d40-48f8-b3e3-3ad9e973f5e9 None None] No DVR routers for this DVR port 0ff21e36-6e34-493b-b068-dbdc1814c5e4 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:20:59.148557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bb6219af-b37e-44b6-8c5d-dc642f341a59 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Unset dirty status for tenant:063671cb43444ed2a081a62fcb4da355 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:20:59.149764 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bb6219af-b37e-44b6-8c5d-dc642f341a59 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports/fcd26af5-29e0-40fc-adb8-85f4e1f89fb7 HTTP/1.1" status: 404 len: 333 time: 0.3033795 May 09 13:20:59.153623 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f974c044-bb33-4ff3-b453-3bef3fbc5eb6 req-4c5cfe69-27aa-42f8-9728-842a61258447 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9337cc3-a94d-4fc0-b44a-567707b990ff HTTP/1.1" status: 200 len: 217 time: 0.1197464 May 09 13:20:59.163110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53714) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:20:59.188917 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbf0a0-7d40-48f8-b3e3-3ad9e973f5e9 None None] Pushing event deleted for resources: {'Port': ['ID=0ff21e36-6e34-493b-b068-dbdc1814c5e4,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:20:59.200330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-e07aebe7-13cb-49cd-8d82-9c8f1ff07b98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] For port fe6ab10c-68b7-4c61-931c-f588ff90906f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fe6ab10c-68b7-4c61-931c-f588ff90906f,segment=NetworkSegment(e4fb84f7-9a01-4cdb-bffa-9c531884e78d),segment_id=e4fb84f7-9a01-4cdb-bffa-9c531884e78d)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:59.200661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e07aebe7-13cb-49cd-8d82-9c8f1ff07b98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.220759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for 0ff21e36-6e34-493b-b068-dbdc1814c5e4 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:59.259571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f3e26575-a930-4165-8945-e727c473884b tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Deleting port f1ace61b-53e3-47e7-b14c-a3cbcbdc8468 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:59.259915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f3e26575-a930-4165-8945-e727c473884b tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.324225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974c044-bb33-4ff3-b453-3bef3fbc5eb6 req-7df1b19f-4dff-49f4-a089-5d14cd080e25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:59.325690 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f974c044-bb33-4ff3-b453-3bef3fbc5eb6 req-7df1b19f-4dff-49f4-a089-5d14cd080e25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.1617179 May 09 13:20:59.337368 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port eecf8af1-2454-4d6a-8610-8618c5e429ac completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:59.346100 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] Provisioning complete for port 64322bef-9941-4efc-afbe-6f048601c212 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:59.346468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.365950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d47bca8c-1a28-4e8a-8913-e71cfb35c2ad tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 8cd29b49-788b-429b-ab8c-596734133af2 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:20:59.366412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d47bca8c-1a28-4e8a-8913-e71cfb35c2ad tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.385211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cac8d94a-78a6-4c88-8be2-9dc69afcc444 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:20:59.389745 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd94b4-780c-4b30-af8a-7e68becbdeb1 req-7d0f14ef-2c73-4158-a084-9178c7081960 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:20:59.391165 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-35bd94b4-780c-4b30-af8a-7e68becbdeb1 req-7d0f14ef-2c73-4158-a084-9178c7081960 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 944 time: 0.4280674 May 09 13:20:59.460754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] Port 64322bef-9941-4efc-afbe-6f048601c212 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:20:59.477762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e07aebe7-13cb-49cd-8d82-9c8f1ff07b98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for fe6ab10c-68b7-4c61-931c-f588ff90906f owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:59.492536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] Provisioning for port bfa0ba2a-169f-44e2-a332-2caa08502e25 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:20:59.496938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:59.497442 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.525834 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-872e2533-e894-4092-8ef6-076d434326c4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.536056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] Provisioning complete for port bfa0ba2a-169f-44e2-a332-2caa08502e25 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:20:59.536426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.687684 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-872e2533-e894-4092-8ef6-076d434326c4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.768479 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-35bd94b4-780c-4b30-af8a-7e68becbdeb1 req-0468c3a1-9fe5-4bed-aec2-e59c506cc6de tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3663013 May 09 13:20:59.771292 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.792949 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a44b0e57-249f-4bee-9516-c2256f1705b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.844822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0ff21e36-6e34-493b-b068-dbdc1814c5e4 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:59.853841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:20:59.854671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:20:59.874746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] For port bfa0ba2a-169f-44e2-a332-2caa08502e25, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=bfa0ba2a-169f-44e2-a332-2caa08502e25,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:20:59.880649 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 0ff21e36-6e34-493b-b068-dbdc1814c5e4 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:59.881062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0ff21e36-6e34-493b-b068-dbdc1814c5e4 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:59.881560 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c8273c85-b0db-496f-80a7-815afe9d70de no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:20:59.889944 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-872e2533-e894-4092-8ef6-076d434326c4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.912573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:20:59.949735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: c8273c85-b0db-496f-80a7-815afe9d70de {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:20:59.950167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c8273c85-b0db-496f-80a7-815afe9d70de not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:20:59.957215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] Could not find standard attr ID for object fcd26af5-29e0-40fc-adb8-85f4e1f89fb7. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:20:59.991856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-a44b0e57-249f-4bee-9516-c2256f1705b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for ce85543d-cc1b-419d-a182-117f34ff6367 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:20:59.995565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d369a-059e-4579-93ba-32da0be5c3fb None None] Pushing event updated for resources: {'Port': ['ID=bfa0ba2a-169f-44e2-a332-2caa08502e25,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:00.036851 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f974c044-bb33-4ff3-b453-3bef3fbc5eb6 req-4d0c846a-5ede-436f-839c-35e2ea251944 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7019315 May 09 13:21:00.046562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e2533-e894-4092-8ef6-076d434326c4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc1ed03-0c9d-439b-be79-c40835372d5f,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:00.079405 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-872e2533-e894-4092-8ef6-076d434326c4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.083414 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-872e2533-e894-4092-8ef6-076d434326c4 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/security-groups/4fc1ed03-0c9d-439b-be79-c40835372d5f HTTP/1.1" status: 204 len: 168 time: 0.9117138 May 09 13:21:00.091103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53718) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:00.093536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Provisioning for port f1ace61b-53e3-47e7-b14c-a3cbcbdc8468 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:00.099479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Provisioning complete for port f1ace61b-53e3-47e7-b14c-a3cbcbdc8468 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:00.099952 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.164055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Port f1ace61b-53e3-47e7-b14c-a3cbcbdc8468 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:21:00.179779 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Provisioning for port ce85543d-cc1b-419d-a182-117f34ff6367 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:00.187425 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Provisioning complete for port ce85543d-cc1b-419d-a182-117f34ff6367 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:00.188447 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.202119 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f3e26575-a930-4165-8945-e727c473884b tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.244486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Port ce85543d-cc1b-419d-a182-117f34ff6367 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:21:00.260069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Provisioning for port eecf8af1-2454-4d6a-8610-8618c5e429ac completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:00.265085 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Provisioning complete for port eecf8af1-2454-4d6a-8610-8618c5e429ac triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:00.265566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.318769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d47bca8c-1a28-4e8a-8913-e71cfb35c2ad tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.360604 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f974c044-bb33-4ff3-b453-3bef3fbc5eb6 req-417f63d3-be79-43a5-aff3-7e41d9e37497 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107450 May 09 13:21:00.384852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port 0ff21e36-6e34-493b-b068-dbdc1814c5e4 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:00.385190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.387993 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.421142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] For port eecf8af1-2454-4d6a-8610-8618c5e429ac, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=eecf8af1-2454-4d6a-8610-8618c5e429ac,segment=NetworkSegment(35bf663b-7e80-4c24-ad08-47f2853aefaa),segment_id=35bf663b-7e80-4c24-ad08-47f2853aefaa)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:00.422490 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f3e26575-a930-4165-8945-e727c473884b tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Calling delete_port for f1ace61b-53e3-47e7-b14c-a3cbcbdc8468 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:00.425711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.445691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a44b0e57-249f-4bee-9516-c2256f1705b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.466448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Could not find standard attr ID for object fcd26af5-29e0-40fc-adb8-85f4e1f89fb7. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:21:00.493031 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423991b-5b0f-49e4-a437-84981db6056c None None] Pushing event updated for resources: {'Port': ['ID=eecf8af1-2454-4d6a-8610-8618c5e429ac,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:00.501118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b0e57-249f-4bee-9516-c2256f1705b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=ce85543d-cc1b-419d-a182-117f34ff6367,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:00.556549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a44b0e57-249f-4bee-9516-c2256f1705b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.598822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-943f2a1a-6196-437c-bb92-d96d36ade289 None None] Provisioning complete for port f1ace61b-53e3-47e7-b14c-a3cbcbdc8468 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:00.600698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-943f2a1a-6196-437c-bb92-d96d36ade289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.601055 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a44b0e57-249f-4bee-9516-c2256f1705b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/ce85543d-cc1b-419d-a182-117f34ff6367 HTTP/1.1" status: 204 len: 168 time: 1.9342213 May 09 13:21:00.603504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53722) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:00.621928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] The port '0ff21e36-6e34-493b-b068-dbdc1814c5e4' was deleted {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:21:00.643142 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f974c044-bb33-4ff3-b453-3bef3fbc5eb6 req-82021fde-8aad-4839-82af-c8e44a82f967 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761931 May 09 13:21:00.695391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-943f2a1a-6196-437c-bb92-d96d36ade289 None None] Port f1ace61b-53e3-47e7-b14c-a3cbcbdc8468 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:21:00.705487 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb629b3f-6b60-4df1-889c-4e531942b3cc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:00.708248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb629b3f-6b60-4df1-889c-4e531942b3cc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:00.709061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fb629b3f-6b60-4df1-889c-4e531942b3cc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:00.722083 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fb629b3f-6b60-4df1-889c-4e531942b3cc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:00.723202 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fb629b3f-6b60-4df1-889c-4e531942b3cc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1187992 May 09 13:21:00.725906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53726) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:00.767087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e07aebe7-13cb-49cd-8d82-9c8f1ff07b98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.833488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c7a50e8c-0292-46c2-b1f4-1573f4c36e24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:00.928593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07aebe7-13cb-49cd-8d82-9c8f1ff07b98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=fe6ab10c-68b7-4c61-931c-f588ff90906f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:00.965331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-4456b3e4-e1a8-437b-9c54-d23d223cb2a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 7cdfaef6-4c2e-42c9-a042-6eedfc3a65a5 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:00.973153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4456b3e4-e1a8-437b-9c54-d23d223cb2a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.002931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c7a50e8c-0292-46c2-b1f4-1573f4c36e24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.038394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4456b3e4-e1a8-437b-9c54-d23d223cb2a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.042528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.103748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab054f0-9ee5-4640-8b34-ea4167c95ccc req-ce7c8160-e635-4c96-a2a9-f52269563836 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:01.105521 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-aab054f0-9ee5-4640-8b34-ea4167c95ccc req-ce7c8160-e635-4c96-a2a9-f52269563836 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 944 time: 0.1923881 May 09 13:21:01.171629 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-aab054f0-9ee5-4640-8b34-ea4167c95ccc req-9a296c3b-d7db-4b9a-8db6-447f6e9efc17 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578949 May 09 13:21:01.174017 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4456b3e4-e1a8-437b-9c54-d23d223cb2a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.256977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4456b3e4-e1a8-437b-9c54-d23d223cb2a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.300666 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456b3e4-e1a8-437b-9c54-d23d223cb2a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=7cdfaef6-4c2e-42c9-a042-6eedfc3a65a5,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:01.305509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4456b3e4-e1a8-437b-9c54-d23d223cb2a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.313887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d0469-6894-41fc-9261-106c9528e68e None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:01.325026 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4456b3e4-e1a8-437b-9c54-d23d223cb2a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/7cdfaef6-4c2e-42c9-a042-6eedfc3a65a5 HTTP/1.1" status: 204 len: 168 time: 0.5980146 May 09 13:21:01.333771 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53732) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:01.339699 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070d4ad4-7cda-4700-969a-a4bbf30343b0']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:01.384150 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1b3726-fc87-41ac-bce7-d99546a5b234') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:01.384425 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1b3726-fc87-41ac-bce7-d99546a5b234') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:01.398959 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-68ec761d-4f80-49cb-aae8-86cdba78ba03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640681 May 09 13:21:01.401925 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53736) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:01.407632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:01.415857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d47bca8c-1a28-4e8a-8913-e71cfb35c2ad tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.416215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d47bca8c-1a28-4e8a-8913-e71cfb35c2ad tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.416595 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [None req-d47bca8c-1a28-4e8a-8913-e71cfb35c2ad tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Floating IP 447135fa-8c4e-4d5c-b6e5-e6209b3db4a2 disassociated. External IP: 172.26.1.45, port: 8cd29b49-788b-429b-ab8c-596734133af2. May 09 13:21:01.416883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d47bca8c-1a28-4e8a-8913-e71cfb35c2ad tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 8cd29b49-788b-429b-ab8c-596734133af2 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:01.456031 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.477792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f3e26575-a930-4165-8945-e727c473884b tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.521590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:01.526763 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:01.529816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:01.532781 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c7a50e8c-0292-46c2-b1f4-1573f4c36e24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.536362 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:01.547520 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:01.552240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.603868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.608265 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50cb7f3-62dc-4dd2-bbfe-e30ce5364858 None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:21:01.613956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d50cb7f3-62dc-4dd2-bbfe-e30ce5364858 None None] Deleting port bfa0ba2a-169f-44e2-a332-2caa08502e25 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:01.614449 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d50cb7f3-62dc-4dd2-bbfe-e30ce5364858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.672955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e26575-a930-4165-8945-e727c473884b tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Pushing event deleted for resources: {'Port': ['ID=f1ace61b-53e3-47e7-b14c-a3cbcbdc8468,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:01.674826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a50e8c-0292-46c2-b1f4-1573f4c36e24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2acd9ec-e169-4b53-8b01-1c898a911956,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:01.698078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:21:01.698690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:21:01.714284 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:21:01.810773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.845247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d50cb7f3-62dc-4dd2-bbfe-e30ce5364858 None None] For port bfa0ba2a-169f-44e2-a332-2caa08502e25, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=bfa0ba2a-169f-44e2-a332-2caa08502e25,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:01.845725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d50cb7f3-62dc-4dd2-bbfe-e30ce5364858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.877799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:01.881974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:01.886231 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:01.886821 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.913075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=6b2de67a-d729-45e8-8302-6a8fd7e7f988,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:01.924798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c7a50e8c-0292-46c2-b1f4-1573f4c36e24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.928428 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c7a50e8c-0292-46c2-b1f4-1573f4c36e24 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/security-groups/b2acd9ec-e169-4b53-8b01-1c898a911956 HTTP/1.1" status: 204 len: 168 time: 1.8339911 May 09 13:21:01.930099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53740) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:01.935312 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9bc7ac8e-5f12-4745-951f-3aa27b39c85d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5323715 May 09 13:21:01.939912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53744) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:01.948391 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:01.960527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'fixed_ips': [{'subnet_id': '6b2de67a-d729-45e8-8302-6a8fd7e7f988', 'ip_address': '2001:db8::2767:e790:807b:df48'}], 'name': 'tempest-NetworksTestDHCPv6-277480005'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:01.981470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d50cb7f3-62dc-4dd2-bbfe-e30ce5364858 None None] Calling delete_port for bfa0ba2a-169f-44e2-a332-2caa08502e25 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:02.026089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.041164 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9211a0f-c43a-4644-9b2d-4fa53c481028 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.091372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9211a0f-c43a-4644-9b2d-4fa53c481028 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.094528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d50cb7f3-62dc-4dd2-bbfe-e30ce5364858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.133843 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Network': ['ID=070d4ad4-7cda-4700-969a-a4bbf30343b0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:02.141466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d47bca8c-1a28-4e8a-8913-e71cfb35c2ad tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.153420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f3e26575-a930-4165-8945-e727c473884b tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.158003 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f3e26575-a930-4165-8945-e727c473884b tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] 10.222.0.44 "DELETE /v2.0/ports/f1ace61b-53e3-47e7-b14c-a3cbcbdc8468 HTTP/1.1" status: 204 len: 168 time: 3.4073143 May 09 13:21:02.158173 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9211a0f-c43a-4644-9b2d-4fa53c481028 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.165450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53748) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:02.175690 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device eecf8af1-2454-4d6a-8610-8618c5e429ac up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:21:02.186893 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9211a0f-c43a-4644-9b2d-4fa53c481028 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98acd927-edec-49ef-8f84-d4c0ff69fd40,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:02.197091 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f9211a0f-c43a-4644-9b2d-4fa53c481028 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.197588 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fb3bc03b-f717-4dcf-a717-3bb5b06536cd tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/networks/070d4ad4-7cda-4700-969a-a4bbf30343b0 HTTP/1.1" status: 204 len: 168 time: 4.7204435 May 09 13:21:02.200594 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f9211a0f-c43a-4644-9b2d-4fa53c481028 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/security-groups/98acd927-edec-49ef-8f84-d4c0ff69fd40 HTTP/1.1" status: 204 len: 168 time: 0.2663267 May 09 13:21:02.202148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53754) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:02.202148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53756) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:02.220568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bca8c-1a28-4e8a-8913-e71cfb35c2ad tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=8cd29b49-788b-429b-ab8c-596734133af2,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:02.344144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cb7f3-62dc-4dd2-bbfe-e30ce5364858 None None] Pushing event deleted for resources: {'Port': ['ID=bfa0ba2a-169f-44e2-a332-2caa08502e25,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:02.360622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50cb7f3-62dc-4dd2-bbfe-e30ce5364858 None None] No DVR routers for this DVR port bfa0ba2a-169f-44e2-a332-2caa08502e25 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:21:02.381208 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:02.395727 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be35222-d09b-4be4-a2d5-d0c8cc4cfbe6 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:02.442668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e07aebe7-13cb-49cd-8d82-9c8f1ff07b98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.447772 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:02.456253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:02.468652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:02.535746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port eecf8af1-2454-4d6a-8610-8618c5e429ac triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:02.536620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.639347 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:02.699107 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-574d447f-d910-4f0e-9ac0-24e3838bfda2 tempest-DHCPAgentSchedulersTestJSON-566814914 tempest-DHCPAgentSchedulersTestJSON-566814914-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4313 time: 0.5184751 May 09 13:21:02.720957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53764) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:02.727200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1417794667'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:02.732799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:02.737212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Usage tracker for resource:network and tenant:9fa1c330bbea4e1f9b2f1c822e7f4044 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:02.740767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:02.746856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:02.762851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Made reservation on behalf of 9fa1c330bbea4e1f9b2f1c822e7f4044 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:02.766033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.800646 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '6b2de67a-d729-45e8-8302-6a8fd7e7f988'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:21:02.801441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.835239 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.866142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device bfa0ba2a-169f-44e2-a332-2caa08502e25 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:02.878343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port fda2a937-d077-4a87-93c4-5b9c6618fb62 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:21:02.919324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: bfa0ba2a-169f-44e2-a332-2caa08502e25 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:21:02.919693 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device bfa0ba2a-169f-44e2-a332-2caa08502e25 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:21:02.932802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:21:02.967418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a71ce-52a8-4140-b133-f259b35c6ad5 req-c2c67591-02b9-4cf2-9701-1b58543130da tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:02.968968 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fa7a71ce-52a8-4140-b133-f259b35c6ad5 req-c2c67591-02b9-4cf2-9701-1b58543130da tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 944 time: 0.4639997 May 09 13:21:02.975580 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:02.975931 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Added segment 7818f54c-514d-47a8-9515-6179507b2e97 of type vlan for network 034eb241-81a8-48b5-add0-b93cdf206ff9 May 09 13:21:03.056358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Allocated IP 2001:db8::2 (733a9858-46ec-4cf8-be89-833c62720969/6b2de67a-d729-45e8-8302-6a8fd7e7f988/b552615c-b23a-47e3-b6e7-e893783eac98) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:03.074371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:03.115773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-070bb025-0524-4846-b781-ce844ffd9e15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting subnet 1f57dfd6-3986-4177-9008-fd2a49ff377a {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:03.118753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-070bb025-0524-4846-b781-ce844ffd9e15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:03.177298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-070bb025-0524-4846-b781-ce844ffd9e15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:03.259780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-070bb025-0524-4846-b781-ce844ffd9e15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:03.328765 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:03.336482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.resource_extend [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:21:03.349044 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Transition to ACTIVE for port object b552615c-b23a-47e3-b6e7-e893783eac98 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:03.352737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-070bb025-0524-4846-b781-ce844ffd9e15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:03.374888 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47bca8c-1a28-4e8a-8913-e71cfb35c2ad tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router adbce829-5a00-48e2-8284-2d36ec2a6173 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:21:03.375482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Transition to ACTIVE for port object b552615c-b23a-47e3-b6e7-e893783eac98 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:03.383965 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:03.447089 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fa7a71ce-52a8-4140-b133-f259b35c6ad5 req-65c5c9c8-6941-4027-8f91-ac80a97325bc tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4609365 May 09 13:21:03.471347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Pushing event updated for resources: {'Port': ['ID=b552615c-b23a-47e3-b6e7-e893783eac98,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:03.499257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:03.500864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:03.503241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:03.508466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bb025-0524-4846-b781-ce844ffd9e15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Subnet': ['ID=1f57dfd6-3986-4177-9008-fd2a49ff377a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:03.523559 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-070bb025-0524-4846-b781-ce844ffd9e15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:03.528911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:03.532441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:03.533002 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:03.545153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e69f2b-8a90-4e34-af96-05d1cdcf1da4 None None] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:03.573801 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8510551 May 09 13:21:03.580740 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-070bb025-0524-4846-b781-ce844ffd9e15 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/1f57dfd6-3986-4177-9008-fd2a49ff377a HTTP/1.1" status: 204 len: 168 time: 1.3762264 May 09 13:21:03.581402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53768) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:03.617171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53770) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:03.704061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc9dbf-9935-450f-a264-2f1fd1385a66 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Pushing event updated for resources: {'Network': ['ID=034eb241-81a8-48b5-add0-b93cdf206ff9,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:03.720717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 034eb241-81a8-48b5-add0-b93cdf206ff9 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:21:03.759169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::2767:e790:807b:df48 (733a9858-46ec-4cf8-be89-833c62720969/6b2de67a-d729-45e8-8302-6a8fd7e7f988/fda2a937-d077-4a87-93c4-5b9c6618fb62) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:03.806012 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Attempting to bind port b552615c-b23a-47e3-b6e7-e893783eac98 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:21:03.806644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Attempting to bind port b552615c-b23a-47e3-b6e7-e893783eac98 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:21:03.806913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Attempting to bind port b552615c-b23a-47e3-b6e7-e893783eac98 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:21:03.807025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dbb53012-d8c8-4162-982d-c36c755d85a0 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:03.848784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:21:03.849044 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:21:03.849466 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:03.849851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:21:03.850324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Bound port: b552615c-b23a-47e3-b6e7-e893783eac98, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:21:03.850690 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:03.987097 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4c247649-930b-46e4-bb97-43722e2d743b tempest-DHCPAgentSchedulersTestJSON-566814914 tempest-DHCPAgentSchedulersTestJSON-566814914-project-admin] 10.222.0.44 "GET /v2.0/agents/9a2abbab-d296-440c-980c-b4e243fe0919/dhcp-networks HTTP/1.1" status: 200 len: 10127 time: 0.3541365 May 09 13:21:03.990491 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53776) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:04.013026 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] For port b552615c-b23a-47e3-b6e7-e893783eac98, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:21:04.019713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] For port b552615c-b23a-47e3-b6e7-e893783eac98, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b552615c-b23a-47e3-b6e7-e893783eac98,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:21:04.051406 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:04.098318 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07aebe7-13cb-49cd-8d82-9c8f1ff07b98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:21:04.103471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-998f4032-8a68-4c76-9996-a460af9d8cc3 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting subnet 8df10392-db7d-4318-a220-f2b8826c0b1b {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:04.114045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-998f4032-8a68-4c76-9996-a460af9d8cc3 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:04.162335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96059858-836f-44ec-b9e1-4b0d296ae49c None None] Pushing event updated for resources: {'Port': ['ID=b552615c-b23a-47e3-b6e7-e893783eac98,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:04.217791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-998f4032-8a68-4c76-9996-a460af9d8cc3 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:04.288164 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b2ca5a-538c-483b-bc05-3e30a516792a tempest-DHCPAgentSchedulersTestJSON-566814914 tempest-DHCPAgentSchedulersTestJSON-566814914-project-admin] Network 034eb241-81a8-48b5-add0-b93cdf206ff9 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:21:04.291980 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:04.361124 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-94b2ca5a-538c-483b-bc05-3e30a516792a tempest-DHCPAgentSchedulersTestJSON-566814914 tempest-DHCPAgentSchedulersTestJSON-566814914-project-admin] 10.222.0.44 "POST /v2.0/agents/9a2abbab-d296-440c-980c-b4e243fe0919/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3695560 May 09 13:21:04.372110 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c1b58-321a-479c-ab63-03bd1a80bfcc None None] Network 034eb241-81a8-48b5-add0-b93cdf206ff9 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:04.375840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53780) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:04.461687 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object fda2a937-d077-4a87-93c4-5b9c6618fb62 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:04.557930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47bca8c-1a28-4e8a-8913-e71cfb35c2ad tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:04.571420 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3046553-d6bd-4e0f-b64b-487f2ab723b3 None None] Sync routers for ids ['adbce829-5a00-48e2-8284-2d36ec2a6173'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:04.595137 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3046553-d6bd-4e0f-b64b-487f2ab723b3 None None] Routers {'adbce829-5a00-48e2-8284-2d36ec2a6173'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:04.595998 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c3046553-d6bd-4e0f-b64b-487f2ab723b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['adbce829-5a00-48e2-8284-2d36ec2a6173'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:04.745872 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c3046553-d6bd-4e0f-b64b-487f2ab723b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:04.758467 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3046553-d6bd-4e0f-b64b-487f2ab723b3 None None] Routers {'adbce829-5a00-48e2-8284-2d36ec2a6173'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:04.759344 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c3046553-d6bd-4e0f-b64b-487f2ab723b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['adbce829-5a00-48e2-8284-2d36ec2a6173'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:04.824239 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c3046553-d6bd-4e0f-b64b-487f2ab723b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:04.824998 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3046553-d6bd-4e0f-b64b-487f2ab723b3 None None] The sync data for ids ['adbce829-5a00-48e2-8284-2d36ec2a6173'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:04.893484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f7e4a-8ae0-4e64-ab7c-e448977425c8 req-0ae3735d-4a23-464e-83bb-042b5708ac86 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:04.895752 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e97f7e4a-8ae0-4e64-ab7c-e448977425c8 req-0ae3735d-4a23-464e-83bb-042b5708ac86 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 944 time: 0.1606002 May 09 13:21:04.921768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-dbb53012-d8c8-4162-982d-c36c755d85a0 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:04.922134 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dbb53012-d8c8-4162-982d-c36c755d85a0 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:05.016591 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e97f7e4a-8ae0-4e64-ab7c-e448977425c8 req-69f04112-0f3f-47f3-9554-2a54564bcb27 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145382 May 09 13:21:05.077559 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d47bca8c-1a28-4e8a-8913-e71cfb35c2ad tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:05.080580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-998f4032-8a68-4c76-9996-a460af9d8cc3 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:05.119717 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:05.151688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-dbb53012-d8c8-4162-982d-c36c755d85a0 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] For port 237ab1ae-69b5-4775-8ed6-1e49d154b6c3, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=237ab1ae-69b5-4775-8ed6-1e49d154b6c3,segment=NetworkSegment(ad1476ee-8257-4172-9543-5f47fdd213ab),segment_id=ad1476ee-8257-4172-9543-5f47fdd213ab)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:05.152121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dbb53012-d8c8-4162-982d-c36c755d85a0 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:05.165744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2e9f85aa-d604-4b21-9020-5993ce8f482f None None] Provisioning complete for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:05.166282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2e9f85aa-d604-4b21-9020-5993ce8f482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:05.197972 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d47bca8c-1a28-4e8a-8913-e71cfb35c2ad tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/ports/8cd29b49-788b-429b-ab8c-596734133af2 HTTP/1.1" status: 204 len: 168 time: 6.2312174 May 09 13:21:05.219951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53786) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:05.274026 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3247c007-3972-4c24-9ac8-62d2c07cdeae tempest-DHCPAgentSchedulersTestJSON-566814914 tempest-DHCPAgentSchedulersTestJSON-566814914-project-admin] 10.222.0.44 "GET /v2.0/agents/9a2abbab-d296-440c-980c-b4e243fe0919/dhcp-networks HTTP/1.1" status: 200 len: 10873 time: 0.8970661 May 09 13:21:05.278075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53790) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:05.290634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:05.296711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:05.301012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=fda2a937-d077-4a87-93c4-5b9c6618fb62,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:05.303202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:05.307098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:05.307695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:05.339452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07aebe7-13cb-49cd-8d82-9c8f1ff07b98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:05.343304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:05.343603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:05.343895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:05.344267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:05.344582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:05.344919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:05.345238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:05.345812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:05.345936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:05.346205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:05.346530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:05.357680 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e07aebe7-13cb-49cd-8d82-9c8f1ff07b98 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3284130 May 09 13:21:05.357680 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-998f4032-8a68-4c76-9996-a460af9d8cc3 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:05.360036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-dbb53012-d8c8-4162-982d-c36c755d85a0 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:05.360496 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53794) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:05.365508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383015d3-fd51-42ae-aeee-b8a0031d6090 None None] Sync routers for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:05.377084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2e9f85aa-d604-4b21-9020-5993ce8f482f None None] Provisioning complete for port 64322bef-9941-4efc-afbe-6f048601c212 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:05.377609 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2e9f85aa-d604-4b21-9020-5993ce8f482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:05.409281 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9d613611-e00b-48bb-bd1b-638af19b4f27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4621279 May 09 13:21:05.413780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53796) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:05.415612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f4032-8a68-4c76-9996-a460af9d8cc3 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Subnet': ['ID=8df10392-db7d-4318-a220-f2b8826c0b1b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:05.447640 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f85aa-d604-4b21-9020-5993ce8f482f None None] Port 64322bef-9941-4efc-afbe-6f048601c212 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:21:05.449209 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383015d3-fd51-42ae-aeee-b8a0031d6090 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:05.449964 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-383015d3-fd51-42ae-aeee-b8a0031d6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:05.624258 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-846df08b-67c6-45b2-b3e6-27c24bbaf04e tempest-DHCPAgentSchedulersTestJSON-566814914 tempest-DHCPAgentSchedulersTestJSON-566814914-project-admin] 10.222.0.44 "DELETE /v2.0/agents/9a2abbab-d296-440c-980c-b4e243fe0919/dhcp-networks/034eb241-81a8-48b5-add0-b93cdf206ff9 HTTP/1.1" status: 204 len: 168 time: 0.2833512 May 09 13:21:05.627138 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53802) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:05.675713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-998f4032-8a68-4c76-9996-a460af9d8cc3 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:05.678139 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-998f4032-8a68-4c76-9996-a460af9d8cc3 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/8df10392-db7d-4318-a220-f2b8826c0b1b HTTP/1.1" status: 204 len: 168 time: 2.0599954 May 09 13:21:05.683968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc05545-18b2-4b91-b786-6dd4335dea24 None None] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:05.692230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53806) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:05.767554 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa755a14-90fb-470d-b8b1-5226b70c0412 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] DELETE failed (client error): The resource could not be found. May 09 13:21:05.767554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa755a14-90fb-470d-b8b1-5226b70c0412 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:05.770067 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-aa755a14-90fb-470d-b8b1-5226b70c0412 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/1f57dfd6-3986-4177-9008-fd2a49ff377a HTTP/1.1" status: 404 len: 337 time: 0.0653706 May 09 13:21:05.773903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53810) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:05.776652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a518e25-6d78-49ef-bf64-def56183b451 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting subnet 09cbb2ef-e980-4746-8000-f0e87414cb9a {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:05.779987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3a518e25-6d78-49ef-bf64-def56183b451 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:05.780161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-383015d3-fd51-42ae-aeee-b8a0031d6090 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:05.829873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-01055fb5-15a8-4eb2-a653-a84e91d37b33 None None] Provisioning for port b552615c-b23a-47e3-b6e7-e893783eac98 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:05.836395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dbb53012-d8c8-4162-982d-c36c755d85a0 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:05.899554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3a518e25-6d78-49ef-bf64-def56183b451 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:05.911619 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb53012-d8c8-4162-982d-c36c755d85a0 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Port': ['ID=237ab1ae-69b5-4775-8ed6-1e49d154b6c3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:05.967031 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adf6e37-bce9-4f7f-8478-efe905364543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:05.971016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adf6e37-bce9-4f7f-8478-efe905364543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:05.971845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4adf6e37-bce9-4f7f-8478-efe905364543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:06.018058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce32779-ddae-46cc-8346-93b7e5f62e9f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting subnet 4ea9ab69-e2cd-4247-ae63-54033c8d34a1 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:06.025681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cce32779-ddae-46cc-8346-93b7e5f62e9f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:06.101782 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4adf6e37-bce9-4f7f-8478-efe905364543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:06.103397 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4adf6e37-bce9-4f7f-8478-efe905364543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6846333 May 09 13:21:06.108335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53816) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:06.213389 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-28c0a88a-3bcb-4af5-af05-42e65dfd7f32 tempest-DHCPAgentSchedulersTestJSON-566814914 tempest-DHCPAgentSchedulersTestJSON-566814914-project-admin] 10.222.0.44 "GET /v2.0/agents/9a2abbab-d296-440c-980c-b4e243fe0919/dhcp-networks HTTP/1.1" status: 200 len: 10087 time: 0.5801148 May 09 13:21:06.220887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53820) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:06.230386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-41bec14a-14ce-4f31-8b68-5424bd0db590 None None] Provisioning for port fda2a937-d077-4a87-93c4-5b9c6618fb62 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:06.275132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3a518e25-6d78-49ef-bf64-def56183b451 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:06.295231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-41bec14a-14ce-4f31-8b68-5424bd0db590 None None] Provisioning complete for port fda2a937-d077-4a87-93c4-5b9c6618fb62 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:06.295588 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-41bec14a-14ce-4f31-8b68-5424bd0db590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:06.306838 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cce32779-ddae-46cc-8346-93b7e5f62e9f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:06.318877 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b552615c-b23a-47e3-b6e7-e893783eac98 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:21:06.375811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f5ecf058-5de3-4be0-a599-467142495b9c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port fda2a937-d077-4a87-93c4-5b9c6618fb62 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:06.376153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f5ecf058-5de3-4be0-a599-467142495b9c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:06.435329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dbb53012-d8c8-4162-982d-c36c755d85a0 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:06.450218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-41bec14a-14ce-4f31-8b68-5424bd0db590 None None] Port fda2a937-d077-4a87-93c4-5b9c6618fb62 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:21:06.467344 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f80c2898-db30-4b28-bf8e-f794dcb32f6e tempest-DHCPAgentSchedulersTestJSON-566814914 tempest-DHCPAgentSchedulersTestJSON-566814914-project-admin] 10.222.0.44 "GET /v2.0/networks/00ae2d21-71d6-4f1f-9d30-9335b79c1c5b/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.2190795 May 09 13:21:06.475856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53824) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:06.499293 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port b552615c-b23a-47e3-b6e7-e893783eac98 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:06.504936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-383015d3-fd51-42ae-aeee-b8a0031d6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:21:00Z', 'revision_number': 10, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:06.508327 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b552615c-b23a-47e3-b6e7-e893783eac98 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:06.508644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:06.537156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383015d3-fd51-42ae-aeee-b8a0031d6090 None None] Checking router: 99e7bb25-e9e8-42cc-9e2f-d123c28809dd for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:21:06.575132 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383015d3-fd51-42ae-aeee-b8a0031d6090 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:06.575370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-383015d3-fd51-42ae-aeee-b8a0031d6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:06.589403 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3a518e25-6d78-49ef-bf64-def56183b451 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:06.602494 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa2f84-4383-4057-a78a-675fdee0a8fc req-bc69f51e-c272-4ab1-a648-c7e667c47e52 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:06.604625 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bafa2f84-4383-4057-a78a-675fdee0a8fc req-bc69f51e-c272-4ab1-a648-c7e667c47e52 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 944 time: 0.3206148 May 09 13:21:06.677931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a518e25-6d78-49ef-bf64-def56183b451 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Subnet': ['ID=09cbb2ef-e980-4746-8000-f0e87414cb9a,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:06.722968 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bafa2f84-4383-4057-a78a-675fdee0a8fc req-53980526-1173-4327-9305-f207e5f991e7 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741968 May 09 13:21:06.760616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1123e36-137e-41c5-8585-b6144120ba6a None None] Network e827adc0-98e1-4df2-8af7-2e4e9e3d4d97 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:06.800276 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3a518e25-6d78-49ef-bf64-def56183b451 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:06.812911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cce32779-ddae-46cc-8346-93b7e5f62e9f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:06.861654 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3a518e25-6d78-49ef-bf64-def56183b451 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/09cbb2ef-e980-4746-8000-f0e87414cb9a HTTP/1.1" status: 204 len: 168 time: 1.4470456 May 09 13:21:06.864331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53828) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:06.871263 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6faf3090-6050-4678-bb91-34515c9cf596 tempest-DHCPAgentSchedulersTestJSON-566814914 tempest-DHCPAgentSchedulersTestJSON-566814914-project-admin] 10.222.0.44 "GET /v2.0/networks/00ae2d21-71d6-4f1f-9d30-9335b79c1c5b/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.3905096 May 09 13:21:06.883299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53832) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:06.947727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f5ecf058-5de3-4be0-a599-467142495b9c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:07.059320 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:07.092214 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-383015d3-fd51-42ae-aeee-b8a0031d6090 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:07.123281 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:07.141955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device d9337cc3-a94d-4fc0-b44a-567707b990ff details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:21:07.164625 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:07.164625 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:07.212461 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-892e56ce-f886-4ad3-9539-76233261d904 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:07.279508 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f5ecf058-5de3-4be0-a599-467142495b9c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for fda2a937-d077-4a87-93c4-5b9c6618fb62 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:07.280675 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.resource_extend [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:21:07.304171 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port b552615c-b23a-47e3-b6e7-e893783eac98, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b552615c-b23a-47e3-b6e7-e893783eac98,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:07.318744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cce32779-ddae-46cc-8346-93b7e5f62e9f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:07.339409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb53012-d8c8-4162-982d-c36c755d85a0 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router e3bf1902-a092-44bc-ba5d-45e8195b2465 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:21:07.360130 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:07.392917 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce32779-ddae-46cc-8346-93b7e5f62e9f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea9ab69-e2cd-4247-ae63-54033c8d34a1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:07.411203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cce32779-ddae-46cc-8346-93b7e5f62e9f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:07.444120 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cce32779-ddae-46cc-8346-93b7e5f62e9f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/4ea9ab69-e2cd-4247-ae63-54033c8d34a1 HTTP/1.1" status: 204 len: 168 time: 1.5833426 May 09 13:21:07.463526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53836) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:07.491889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff10b2d-06de-460f-9bcc-5acd912f699f None None] Network 3329c738-611f-4dca-87cc-39a4cb6c1fd1 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:07.527087 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0de249-d40e-434c-99ff-38be3d5ae9d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] DELETE failed (client error): The resource could not be found. May 09 13:21:07.528302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0de249-d40e-434c-99ff-38be3d5ae9d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:07.530363 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ce0de249-d40e-434c-99ff-38be3d5ae9d7 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/b88c0291-ad61-41c0-a4ed-672ccf44f31b HTTP/1.1" status: 404 len: 337 time: 0.0635943 May 09 13:21:07.533759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53840) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:07.574955 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f5becc74-65d7-44f6-b9de-a29a6e2c8245 tempest-DHCPAgentSchedulersTestJSON-566814914 tempest-DHCPAgentSchedulersTestJSON-566814914-project-admin] 10.222.0.44 "GET /v2.0/agents/9a2abbab-d296-440c-980c-b4e243fe0919/dhcp-networks HTTP/1.1" status: 200 len: 10049 time: 0.6906772 May 09 13:21:07.607057 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53844) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:07.626754 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-21d27662-c8f2-4c19-9555-d3c89937999b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "GET /v2.0/ports?device_id=8647a26c-9f68-4d73-90e1-314d429b74e8 HTTP/1.1" status: 200 len: 205 time: 0.0916550 May 09 13:21:07.652277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53848) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:07.702773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=b552615c-b23a-47e3-b6e7-e893783eac98,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:07.721202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-02200e89-f316-4f6a-bd4d-0b466941f863 None None] Provisioning complete for port cac8d94a-78a6-4c88-8be2-9dc69afcc444 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:07.721616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02200e89-f316-4f6a-bd4d-0b466941f863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:07.776234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] For port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb,segment=NetworkSegment(e4fb84f7-9a01-4cdb-bffa-9c531884e78d),segment_id=e4fb84f7-9a01-4cdb-bffa-9c531884e78d)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:07.776594 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:07.802889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baddfd1-dbf6-4775-aa91-202147f698b7 None None] DHCP port deletion for e827adc0-98e1-4df2-8af7-2e4e9e3d4d97 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:21:07.806742 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-90238d83-12b4-4a2b-a314-bc090a90c9cc tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] delete failed (client error): The resource could not be found. May 09 13:21:07.810120 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-90238d83-12b4-4a2b-a314-bc090a90c9cc tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/routers/8647a26c-9f68-4d73-90e1-314d429b74e8 HTTP/1.1" status: 404 len: 336 time: 0.1543241 May 09 13:21:07.817461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53854) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:07.850570 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port d9337cc3-a94d-4fc0-b44a-567707b990ff, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d9337cc3-a94d-4fc0-b44a-567707b990ff,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:07.858232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7baddfd1-dbf6-4775-aa91-202147f698b7 None None] Deleting port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:07.858594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7baddfd1-dbf6-4775-aa91-202147f698b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:07.880413 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2865c9c7-59a6-4099-9f77-72dc697cad5d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] DELETE failed (client error): The resource could not be found. May 09 13:21:07.881060 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2865c9c7-59a6-4099-9f77-72dc697cad5d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:07.894173 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2865c9c7-59a6-4099-9f77-72dc697cad5d tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/3a06ec01-e450-4e25-bc70-d1d862d8248e HTTP/1.1" status: 404 len: 337 time: 0.0752730 May 09 13:21:07.896967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53858) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:07.930377 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:07.933192 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f5ecf058-5de3-4be0-a599-467142495b9c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:07.942539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0266f663-c754-4daa-9172-79176291fe39 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:07.952847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'd9337cc3-a94d-4fc0-b44a-567707b990ff', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'port_id': 'd9337cc3-a94d-4fc0-b44a-567707b990ff', 'mac_address': 'fa:16:3e:18:cf:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:21:07.969300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb53012-d8c8-4162-982d-c36c755d85a0 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:07.990386 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c541b6c7-156e-495e-8d4a-e0d9d02fd36b None None] Sync routers for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:08.011532 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541b6c7-156e-495e-8d4a-e0d9d02fd36b None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:08.012162 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c541b6c7-156e-495e-8d4a-e0d9d02fd36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:08.018438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecf058-5de3-4be0-a599-467142495b9c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=fda2a937-d077-4a87-93c4-5b9c6618fb62,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:08.032715 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09dd7f6-c0e8-4299-b8e5-cbea5fb8a787 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] DELETE failed (client error): The resource could not be found. May 09 13:21:08.032715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09dd7f6-c0e8-4299-b8e5-cbea5fb8a787 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:08.033963 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f09dd7f6-c0e8-4299-b8e5-cbea5fb8a787 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/6d3ad3b0-fe2e-4f80-8c66-d62613a9ab84 HTTP/1.1" status: 404 len: 337 time: 0.1358333 May 09 13:21:08.039818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53862) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:08.071220 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-dbb53012-d8c8-4162-982d-c36c755d85a0 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8659861 May 09 13:21:08.079179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53866) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:08.123778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b552615c-b23a-47e3-b6e7-e893783eac98 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:21:08.147782 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca477b2c-8486-4d72-bf21-9c1ab18c71f1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] DELETE failed (client error): The resource could not be found. May 09 13:21:08.148230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca477b2c-8486-4d72-bf21-9c1ab18c71f1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:08.150174 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ca477b2c-8486-4d72-bf21-9c1ab18c71f1 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/44839b1b-7998-47fe-8c07-a7b080886ff1 HTTP/1.1" status: 404 len: 337 time: 0.1076021 May 09 13:21:08.196292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53870) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:08.222236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:08.243949 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:08.254652 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-c541b6c7-156e-495e-8d4a-e0d9d02fd36b None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:08.264415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f5ecf058-5de3-4be0-a599-467142495b9c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:08.266169 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f5ecf058-5de3-4be0-a599-467142495b9c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/fda2a937-d077-4a87-93c4-5b9c6618fb62 HTTP/1.1" status: 204 len: 168 time: 2.1564810 May 09 13:21:08.281523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53874) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:08.321271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9337cc3-a94d-4fc0-b44a-567707b990ff {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:21:08.368166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7baddfd1-dbf6-4775-aa91-202147f698b7 None None] For port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb,segment=NetworkSegment(e4fb84f7-9a01-4cdb-bffa-9c531884e78d),segment_id=e4fb84f7-9a01-4cdb-bffa-9c531884e78d)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:08.372038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:08.377143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7baddfd1-dbf6-4775-aa91-202147f698b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:08.398202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:08.399721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:08.399892 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:08.399994 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afe8b01-4879-48c0-8dbe-7d4c3c3ec9dd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] DELETE failed (client error): The resource could not be found. May 09 13:21:08.400196 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afe8b01-4879-48c0-8dbe-7d4c3c3ec9dd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:08.400444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:08.404087 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7afe8b01-4879-48c0-8dbe-7d4c3c3ec9dd tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/c197949f-8e9a-46eb-ae12-11eba7019f14 HTTP/1.1" status: 404 len: 333 time: 0.2046487 May 09 13:21:08.404712 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:08.405282 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:08.406056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:08.406490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:08.406926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:08.407552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:08.409733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:08.420601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53878) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:08.421807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176dd201-2728-4c21-a143-83c7375193ce None None] DHCP port deletion for 3329c738-611f-4dca-87cc-39a4cb6c1fd1 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:21:08.465358 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a8014a-052a-4878-81f5-4e0e24330a9c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:08.466737 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a8014a-052a-4878-81f5-4e0e24330a9c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:08.470962 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a6a8014a-052a-4878-81f5-4e0e24330a9c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1793056 May 09 13:21:08.471572 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53882) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:08.473041 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c541b6c7-156e-495e-8d4a-e0d9d02fd36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:21:05Z', 'revision_number': 11, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:08.477833 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c541b6c7-156e-495e-8d4a-e0d9d02fd36b None None] Checking router: e3bf1902-a092-44bc-ba5d-45e8195b2465 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:21:08.495334 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541b6c7-156e-495e-8d4a-e0d9d02fd36b None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:08.496128 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c541b6c7-156e-495e-8d4a-e0d9d02fd36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:20:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:08.506320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] No DVR routers for this DVR port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:21:08.533620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0266f663-c754-4daa-9172-79176291fe39 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:08.560356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port d9337cc3-a94d-4fc0-b44a-567707b990ff, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d9337cc3-a94d-4fc0-b44a-567707b990ff,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:08.565005 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-383015d3-fd51-42ae-aeee-b8a0031d6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:21:00Z', 'revision_number': 10, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:08.574324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-0266f663-c754-4daa-9172-79176291fe39 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034eb241-81a8-48b5-add0-b93cdf206ff9']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:08.579097 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94284b77-f2c9-4a96-b316-2077b9103e2d req-72a9a5e3-6554-4d47-b7c8-a4f8ae1ddaf6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:08.589140 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-94284b77-f2c9-4a96-b316-2077b9103e2d req-72a9a5e3-6554-4d47-b7c8-a4f8ae1ddaf6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 944 time: 0.6290791 May 09 13:21:08.601088 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a6fee3-0890-4437-9e88-52e0b78390f5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] DELETE failed (client error): The resource could not be found. May 09 13:21:08.601744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a6fee3-0890-4437-9e88-52e0b78390f5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:08.606147 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-0266f663-c754-4daa-9172-79176291fe39 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7818f54c-514d-47a8-9515-6179507b2e97') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:08.606646 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-0266f663-c754-4daa-9172-79176291fe39 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7818f54c-514d-47a8-9515-6179507b2e97') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:08.630399 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7baddfd1-dbf6-4775-aa91-202147f698b7 None None] Calling delete_port for 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:08.657236 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-176dd201-2728-4c21-a143-83c7375193ce None None] Deleting port cac8d94a-78a6-4c88-8be2-9dc69afcc444 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:08.657618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-176dd201-2728-4c21-a143-83c7375193ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:08.675990 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-c541b6c7-156e-495e-8d4a-e0d9d02fd36b None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:08.679530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0266f663-c754-4daa-9172-79176291fe39 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:08.691678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:08.693569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383015d3-fd51-42ae-aeee-b8a0031d6090 None None] The sync data for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv is: [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:21:00Z', 'revision_number': 10, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None, '_interfaces': [{'id': '00fd6228-2750-4787-b9a1-8a3ff8a96a82', 'name': '', 'network_id': '9bae6f5a-2664-4354-afdc-76fd9e0f9bfe', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'mac_address': 'fa:16:3e:86:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:13Z', 'updated_at': '2022-05-09T13:19:27Z', 'revision_number': 5, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'subnets': [{'id': 'e54121bc-dd7d-4fa7-9f54-a6499c44b23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:08.715102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0266f663-c754-4daa-9172-79176291fe39 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:08.750316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0266f663-c754-4daa-9172-79176291fe39 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:21:08.750992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0266f663-c754-4daa-9172-79176291fe39 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:21:08.766125 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:21:08.795076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-02200e89-f316-4f6a-bd4d-0b466941f863 None None] Provisioning complete for port 64322bef-9941-4efc-afbe-6f048601c212 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:08.795440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02200e89-f316-4f6a-bd4d-0b466941f863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:08.806672 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c541b6c7-156e-495e-8d4a-e0d9d02fd36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:21:05Z', 'revision_number': 11, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:08.810955 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c541b6c7-156e-495e-8d4a-e0d9d02fd36b None None] The sync data for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv is: [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:21:05Z', 'revision_number': 11, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:08.855444 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-90a6fee3-0890-4437-9e88-52e0b78390f5 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/5639c4e6-cf2d-4705-92fc-32787d9899e3 HTTP/1.1" status: 404 len: 337 time: 0.4256377 May 09 13:21:08.870991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53886) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:08.917556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b552615c-b23a-47e3-b6e7-e893783eac98 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:08.917916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:08.962309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa5efa6-5524-450d-b694-c11cac9bfb73 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 6b2de67a-d729-45e8-8302-6a8fd7e7f988 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:08.965995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-baa5efa6-5524-450d-b694-c11cac9bfb73 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:08.995393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-02200e89-f316-4f6a-bd4d-0b466941f863 None None] Port 64322bef-9941-4efc-afbe-6f048601c212 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:21:09.002500 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=d9337cc3-a94d-4fc0-b44a-567707b990ff,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:09.004921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0266f663-c754-4daa-9172-79176291fe39 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.013709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-7baddfd1-dbf6-4775-aa91-202147f698b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:21:09.014075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-7baddfd1-dbf6-4775-aa91-202147f698b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:21:09.014600 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fd1f41-9d55-44c6-94aa-cb5f4d56b32f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] DELETE failed (client error): The resource could not be found. May 09 13:21:09.015039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fd1f41-9d55-44c6-94aa-cb5f4d56b32f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:09.020725 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-42fd1f41-9d55-44c6-94aa-cb5f4d56b32f tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/be05e434-1057-49ca-b9a9-4aec2fa54de4 HTTP/1.1" status: 404 len: 337 time: 0.1416442 May 09 13:21:09.030903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0266f663-c754-4daa-9172-79176291fe39 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.035776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53890) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:09.097594 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0266f663-c754-4daa-9172-79176291fe39 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] 10.222.0.44 "DELETE /v2.0/networks/034eb241-81a8-48b5-add0-b93cdf206ff9 HTTP/1.1" status: 204 len: 168 time: 1.4797184 May 09 13:21:09.098488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266f663-c754-4daa-9172-79176291fe39 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Pushing event deleted for resources: {'Network': ['ID=034eb241-81a8-48b5-add0-b93cdf206ff9,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:09.100580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['d9337cc3-a94d-4fc0-b44a-567707b990ff'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:21:09.101000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53894) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:09.103551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-baa5efa6-5524-450d-b694-c11cac9bfb73 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.132884 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-951f6fd1-7ab3-4e76-9ce4-182c38d298cc tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] DELETE failed (client error): The resource could not be found. May 09 13:21:09.133338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951f6fd1-7ab3-4e76-9ce4-182c38d298cc tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:09.134961 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-951f6fd1-7ab3-4e76-9ce4-182c38d298cc tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/7ba00330-6589-4e35-8808-f2c5ae77a296 HTTP/1.1" status: 404 len: 333 time: 0.0981808 May 09 13:21:09.140654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53898) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:09.145585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.186012 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de3ca03-392e-4752-bff5-29b32a862c70 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] DELETE failed (client error): The resource could not be found. May 09 13:21:09.186443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de3ca03-392e-4752-bff5-29b32a862c70 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:09.188061 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3de3ca03-392e-4752-bff5-29b32a862c70 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] 10.222.0.44 "DELETE /v2.0/ports/f1ace61b-53e3-47e7-b14c-a3cbcbdc8468 HTTP/1.1" status: 404 len: 333 time: 0.0568886 May 09 13:21:09.197507 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-94284b77-f2c9-4a96-b316-2077b9103e2d req-7a1151da-23bc-43bc-9be2-2500abdd161e tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6070988 May 09 13:21:09.202317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53902) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:09.212635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-176dd201-2728-4c21-a143-83c7375193ce None None] For port cac8d94a-78a6-4c88-8be2-9dc69afcc444, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cac8d94a-78a6-4c88-8be2-9dc69afcc444,segment=NetworkSegment(8509caa1-524d-47d0-857a-1d1ef08fbf50),segment_id=8509caa1-524d-47d0-857a-1d1ef08fbf50)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:09.213022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-176dd201-2728-4c21-a143-83c7375193ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.242180 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd86ae90-3857-4e4a-ade4-b9cfca8f2f97 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] DELETE failed (client error): The resource could not be found. May 09 13:21:09.243050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd86ae90-3857-4e4a-ade4-b9cfca8f2f97 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:09.244248 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bd86ae90-3857-4e4a-ade4-b9cfca8f2f97 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/b3aebb26-00c6-4230-b4d4-6ee73404601d HTTP/1.1" status: 404 len: 337 time: 0.0599825 May 09 13:21:09.247038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53906) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:09.255713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-229372ba-794c-4d9a-82c5-36eb3349407c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting subnet 76125b3d-7c87-4801-bf24-b5c07906a1e0 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:09.290445 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6569f032-924e-4fd9-94ba-37829880a1f2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] DELETE failed (client error): The resource could not be found. May 09 13:21:09.290882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6569f032-924e-4fd9-94ba-37829880a1f2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:09.295045 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6569f032-924e-4fd9-94ba-37829880a1f2 tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/subnets/122f6916-9c5a-4a42-8d23-6fc6b6d2d530 HTTP/1.1" status: 404 len: 337 time: 0.0447533 May 09 13:21:09.296705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53910) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:09.322935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e827adc0-98e1-4df2-8af7-2e4e9e3d4d97']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:09.335027 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-229372ba-794c-4d9a-82c5-36eb3349407c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.361765 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-176dd201-2728-4c21-a143-83c7375193ce None None] Calling delete_port for cac8d94a-78a6-4c88-8be2-9dc69afcc444 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:09.382897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-9660b16f-3536-45b9-9394-5cf218a96b1b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Deleting port 64322bef-9941-4efc-afbe-6f048601c212 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:09.383233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9660b16f-3536-45b9-9394-5cf218a96b1b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.397501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fb84f7-9a01-4cdb-bffa-9c531884e78d') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:09.398735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fb84f7-9a01-4cdb-bffa-9c531884e78d') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:09.435783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-baa5efa6-5524-450d-b694-c11cac9bfb73 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.447680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.511243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-176dd201-2728-4c21-a143-83c7375193ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.559350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7baddfd1-dbf6-4775-aa91-202147f698b7 None None] Deleting port 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:09.559710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7baddfd1-dbf6-4775-aa91-202147f698b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.618165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:09.650029 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-baa5efa6-5524-450d-b694-c11cac9bfb73 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.660985 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.684546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-229372ba-794c-4d9a-82c5-36eb3349407c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.700925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5efa6-5524-450d-b694-c11cac9bfb73 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2de67a-d729-45e8-8302-6a8fd7e7f988,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:09.712038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176dd201-2728-4c21-a143-83c7375193ce None None] Pushing event deleted for resources: {'Port': ['ID=cac8d94a-78a6-4c88-8be2-9dc69afcc444,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:09.716096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-baa5efa6-5524-450d-b694-c11cac9bfb73 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.719559 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:21:09.719976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:21:09.734493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:21:09.734809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:21:09.750736 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:21:09.757058 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-baa5efa6-5524-450d-b694-c11cac9bfb73 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/6b2de67a-d729-45e8-8302-6a8fd7e7f988 HTTP/1.1" status: 204 len: 168 time: 1.2722566 May 09 13:21:09.759598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9660b16f-3536-45b9-9394-5cf218a96b1b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:09.760850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974f7577-7355-4a5c-9a6b-903c1b8e7783 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:09.766785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53914) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:09.779138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7baddfd1-dbf6-4775-aa91-202147f698b7 None None] The port '560c3b2b-e6f5-42ab-b5af-4e64bd0c81cb' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:21:09.845290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176dd201-2728-4c21-a143-83c7375193ce None None] No DVR routers for this DVR port cac8d94a-78a6-4c88-8be2-9dc69afcc444 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:21:09.951000 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2ad6ce92-952e-48d5-aaf7-a762b06ca009 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1819489 May 09 13:21:09.951759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53918) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:09.960632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-9660b16f-3536-45b9-9394-5cf218a96b1b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Calling delete_port for 64322bef-9941-4efc-afbe-6f048601c212 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:09.980267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.019026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.030758 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/networks/e827adc0-98e1-4df2-8af7-2e4e9e3d4d97 HTTP/1.1" status: 204 len: 168 time: 3.1630812 May 09 13:21:10.039231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53920) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:10.062865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abd642-4936-4462-9839-deee9f25170a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Network': ['ID=e827adc0-98e1-4df2-8af7-2e4e9e3d4d97,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:10.073672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d919398-3e4f-4dab-9018-eb19ff71beb9 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Deleting subnet 1aade567-9c93-4bbc-bc19-67b6635854f0 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:10.080961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d919398-3e4f-4dab-9018-eb19ff71beb9 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.098821 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3c6c219a-15a3-46ea-bd49-d04a60a4deba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.114162 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device fe6ab10c-68b7-4c61-931c-f588ff90906f no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:10.119397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-229372ba-794c-4d9a-82c5-36eb3349407c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.151182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: fe6ab10c-68b7-4c61-931c-f588ff90906f {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:21:10.151710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device fe6ab10c-68b7-4c61-931c-f588ff90906f not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:21:10.152314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cac8d94a-78a6-4c88-8be2-9dc69afcc444 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:10.214810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d919398-3e4f-4dab-9018-eb19ff71beb9 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.233696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84ecaf4-bc4a-4f6e-9437-aec00bc1b6e0 None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:21:10.242088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: cac8d94a-78a6-4c88-8be2-9dc69afcc444 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:21:10.242467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cac8d94a-78a6-4c88-8be2-9dc69afcc444 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:21:10.242981 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:10.270956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d84ecaf4-bc4a-4f6e-9437-aec00bc1b6e0 None None] Deleting port b552615c-b23a-47e3-b6e7-e893783eac98 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:10.271495 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d84ecaf4-bc4a-4f6e-9437-aec00bc1b6e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.310461 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:21:10.310961 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 237ab1ae-69b5-4775-8ed6-1e49d154b6c3 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:21:10.336717 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-229372ba-794c-4d9a-82c5-36eb3349407c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.339680 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9660b16f-3536-45b9-9394-5cf218a96b1b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.400417 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660b16f-3536-45b9-9394-5cf218a96b1b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Port': ['ID=64322bef-9941-4efc-afbe-6f048601c212,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:10.408918 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9660b16f-3536-45b9-9394-5cf218a96b1b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.434563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229372ba-794c-4d9a-82c5-36eb3349407c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Subnet': ['ID=76125b3d-7c87-4801-bf24-b5c07906a1e0,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:10.448937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-229372ba-794c-4d9a-82c5-36eb3349407c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.449438 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9660b16f-3536-45b9-9394-5cf218a96b1b tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/ports/64322bef-9941-4efc-afbe-6f048601c212 HTTP/1.1" status: 204 len: 168 time: 1.1516473 May 09 13:21:10.454372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d919398-3e4f-4dab-9018-eb19ff71beb9 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.457277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53928) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:10.461597 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965de808-d861-46d5-8e56-b17fc25df6d3 None None] Network a8c3d896-e8f5-4f68-85eb-200b63e65480 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:10.515276 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-229372ba-794c-4d9a-82c5-36eb3349407c tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/76125b3d-7c87-4801-bf24-b5c07906a1e0 HTTP/1.1" status: 204 len: 168 time: 2.4317267 May 09 13:21:10.546118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53932) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:10.591760 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d84ecaf4-bc4a-4f6e-9437-aec00bc1b6e0 None None] For port b552615c-b23a-47e3-b6e7-e893783eac98, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b552615c-b23a-47e3-b6e7-e893783eac98,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:10.592146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d84ecaf4-bc4a-4f6e-9437-aec00bc1b6e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.603727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf47eb-d858-4833-872f-164552413911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:10.604923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6fbf47eb-d858-4833-872f-164552413911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:10.687256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-892e56ce-f886-4ad3-9539-76233261d904 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 3b65937e-a93a-4e50-832e-f5ac6c6c1d33 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:10.687597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-892e56ce-f886-4ad3-9539-76233261d904 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.708832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6fbf47eb-d858-4833-872f-164552413911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:10.712606 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6fbf47eb-d858-4833-872f-164552413911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6730475 May 09 13:21:10.725363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53936) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:10.748607 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d84ecaf4-bc4a-4f6e-9437-aec00bc1b6e0 None None] Calling delete_port for b552615c-b23a-47e3-b6e7-e893783eac98 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:10.756822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bc400-1270-40f2-9485-7bbdcfdc2bec req-67476be8-03bd-4a76-a8d0-4c5a6502753a tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:10.758319 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-568bc400-1270-40f2-9485-7bbdcfdc2bec req-67476be8-03bd-4a76-a8d0-4c5a6502753a tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 945 time: 0.4263990 May 09 13:21:10.776079 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.825994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d919398-3e4f-4dab-9018-eb19ff71beb9 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.863009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-17854c4e-4565-4545-8498-a7545afd753c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.872626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d84ecaf4-bc4a-4f6e-9437-aec00bc1b6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.920114 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ecaf4-bc4a-4f6e-9437-aec00bc1b6e0 None None] Pushing event deleted for resources: {'Port': ['ID=b552615c-b23a-47e3-b6e7-e893783eac98,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:10.926117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ecaf4-bc4a-4f6e-9437-aec00bc1b6e0 None None] No DVR routers for this DVR port b552615c-b23a-47e3-b6e7-e893783eac98 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:21:10.954069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f20c1c-00ef-41bf-b9c4-0155d7b0b5e8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:10.954826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a9f20c1c-00ef-41bf-b9c4-0155d7b0b5e8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:10.955306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] DHCP port deletion for a8c3d896-e8f5-4f68-85eb-200b63e65480 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:21:10.957234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d919398-3e4f-4dab-9018-eb19ff71beb9 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Pushing event deleted for resources: {'Subnet': ['ID=1aade567-9c93-4bbc-bc19-67b6635854f0,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:10.965978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Deleting port f6775ea6-0faa-4a9f-ae26-406b726e2466 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:10.966458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:10.969621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port f6775ea6-0faa-4a9f-ae26-406b726e2466 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:10.969958 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.012267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d919398-3e4f-4dab-9018-eb19ff71beb9 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.023727 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf473006-2b6d-403c-82c8-51826fe62c1b None None] Network 00ae2d21-71d6-4f1f-9d30-9335b79c1c5b requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:11.026532 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-568bc400-1270-40f2-9485-7bbdcfdc2bec req-9d5feacf-79ea-449c-84fb-2a52029eff09 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547843 May 09 13:21:11.038610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a9f20c1c-00ef-41bf-b9c4-0155d7b0b5e8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:11.039766 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a9f20c1c-00ef-41bf-b9c4-0155d7b0b5e8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3133626 May 09 13:21:11.046066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53940) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:11.047529 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7d919398-3e4f-4dab-9018-eb19ff71beb9 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] 10.222.0.44 "DELETE /v2.0/subnets/1aade567-9c93-4bbc-bc19-67b6635854f0 HTTP/1.1" status: 204 len: 168 time: 1.8437426 May 09 13:21:11.100584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53944) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:11.124996 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a3efeb57-670e-4996-b2c2-2b678261b053 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762064 May 09 13:21:11.130146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53948) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:11.162040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-00bd0282-0631-428f-b48e-2c01f94ddb18 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:11.175665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device d9337cc3-a94d-4fc0-b44a-567707b990ff up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:21:11.198242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-17854c4e-4565-4545-8498-a7545afd753c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.208860 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-892e56ce-f886-4ad3-9539-76233261d904 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.262014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-17854c4e-4565-4545-8498-a7545afd753c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3329c738-611f-4dca-87cc-39a4cb6c1fd1']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:11.282982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-17854c4e-4565-4545-8498-a7545afd753c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8509caa1-524d-47d0-857a-1d1ef08fbf50') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:11.283224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-17854c4e-4565-4545-8498-a7545afd753c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8509caa1-524d-47d0-857a-1d1ef08fbf50') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:11.292941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.295665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ec98079-e69c-4b6a-ae7b-6b8f573514e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.383172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-17854c4e-4565-4545-8498-a7545afd753c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.411983 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] For port f6775ea6-0faa-4a9f-ae26-406b726e2466, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f6775ea6-0faa-4a9f-ae26-406b726e2466,segment=NetworkSegment(ad1476ee-8257-4172-9543-5f47fdd213ab),segment_id=ad1476ee-8257-4172-9543-5f47fdd213ab)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:11.412523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.454215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-17854c4e-4565-4545-8498-a7545afd753c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.470378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17854c4e-4565-4545-8498-a7545afd753c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:21:11.470758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-17854c4e-4565-4545-8498-a7545afd753c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:21:11.485580 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:21:11.513026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-892e56ce-f886-4ad3-9539-76233261d904 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 3b65937e-a93a-4e50-832e-f5ac6c6c1d33 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:11.543232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Calling delete_port for f6775ea6-0faa-4a9f-ae26-406b726e2466 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:11.588074 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port d9337cc3-a94d-4fc0-b44a-567707b990ff completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:11.590275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Deleting port eecf8af1-2454-4d6a-8610-8618c5e429ac {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:11.591082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.599866 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port d9337cc3-a94d-4fc0-b44a-567707b990ff triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:11.600356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.633318 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-17854c4e-4565-4545-8498-a7545afd753c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.660322 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-00bd0282-0631-428f-b48e-2c01f94ddb18 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:11.668297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-17854c4e-4565-4545-8498-a7545afd753c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.687760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17854c4e-4565-4545-8498-a7545afd753c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] Pushing event deleted for resources: {'Network': ['ID=3329c738-611f-4dca-87cc-39a4cb6c1fd1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:11.695286 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-17854c4e-4565-4545-8498-a7545afd753c tempest-PortsIpV6TestJSON-526199945 tempest-PortsIpV6TestJSON-526199945-project] 10.222.0.44 "DELETE /v2.0/networks/3329c738-611f-4dca-87cc-39a4cb6c1fd1 HTTP/1.1" status: 204 len: 168 time: 1.2354476 May 09 13:21:11.706451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-00bd0282-0631-428f-b48e-2c01f94ddb18 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:11.738653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] For port f6775ea6-0faa-4a9f-ae26-406b726e2466, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f6775ea6-0faa-4a9f-ae26-406b726e2466,segment=NetworkSegment(ad1476ee-8257-4172-9543-5f47fdd213ab),segment_id=ad1476ee-8257-4172-9543-5f47fdd213ab)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:11.739388 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.742783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.808971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bd0282-0631-428f-b48e-2c01f94ddb18 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:11.819294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33610af-46e6-4719-8f61-2ed2928c0c7e None None] DHCP port deletion for 00ae2d21-71d6-4f1f-9d30-9335b79c1c5b request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:21:11.855108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Pushing event deleted for resources: {'Port': ['ID=f6775ea6-0faa-4a9f-ae26-406b726e2466,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:11.864995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c33610af-46e6-4719-8f61-2ed2928c0c7e None None] Deleting port eecf8af1-2454-4d6a-8610-8618c5e429ac {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:11.865393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c33610af-46e6-4719-8f61-2ed2928c0c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.922939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] For port eecf8af1-2454-4d6a-8610-8618c5e429ac, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=eecf8af1-2454-4d6a-8610-8618c5e429ac,segment=NetworkSegment(35bf663b-7e80-4c24-ad08-47f2853aefaa),segment_id=35bf663b-7e80-4c24-ad08-47f2853aefaa)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:11.923554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.923695 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] No DVR routers for this DVR port f6775ea6-0faa-4a9f-ae26-406b726e2466 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:21:11.944711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:11.945063 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:11.945421 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:11.945750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:11.946074 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:11.946400 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:11.949551 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:11.949551 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:11.949551 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:11.949551 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:11.949551 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f80586-e611-407a-bf97-d58a25d2e3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:11.958492 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:11.978939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-00bd0282-0631-428f-b48e-2c01f94ddb18 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:12.033692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634bb748-c58a-44ea-b23f-c17c07d8124b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9337cc3-a94d-4fc0-b44a-567707b990ff'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:21:12.098837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Calling delete_port for eecf8af1-2454-4d6a-8610-8618c5e429ac owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:12.106041 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Calling delete_port for f6775ea6-0faa-4a9f-ae26-406b726e2466 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:12.194841 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port d9337cc3-a94d-4fc0-b44a-567707b990ff, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d9337cc3-a94d-4fc0-b44a-567707b990ff,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:12.196006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f6775ea6-0faa-4a9f-ae26-406b726e2466 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:12.247128 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:12.259326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53962) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:12.297358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: f6775ea6-0faa-4a9f-ae26-406b726e2466 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:21:12.297951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f6775ea6-0faa-4a9f-ae26-406b726e2466 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:21:12.298694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b552615c-b23a-47e3-b6e7-e893783eac98 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:12.342998 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530dd25f-9814-46e2-a744-99d295f9a699'] response: {'server_uuid': '634bb748-c58a-44ea-b23f-c17c07d8124b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9337cc3-a94d-4fc0-b44a-567707b990ff', 'code': 200} May 09 13:21:12.365391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: b552615c-b23a-47e3-b6e7-e893783eac98 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:21:12.365770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b552615c-b23a-47e3-b6e7-e893783eac98 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:21:12.366125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device eecf8af1-2454-4d6a-8610-8618c5e429ac no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:12.444926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c33610af-46e6-4719-8f61-2ed2928c0c7e None None] For port eecf8af1-2454-4d6a-8610-8618c5e429ac, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=eecf8af1-2454-4d6a-8610-8618c5e429ac,segment=NetworkSegment(35bf663b-7e80-4c24-ad08-47f2853aefaa),segment_id=35bf663b-7e80-4c24-ad08-47f2853aefaa)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:12.445380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c33610af-46e6-4719-8f61-2ed2928c0c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:12.470237 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d240adb-c52f-489c-b368-b93176b33f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:12.477160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:21:12.477489 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:21:12.485098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:12.488932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-892e56ce-f886-4ad3-9539-76233261d904 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:12.588516 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c33610af-46e6-4719-8f61-2ed2928c0c7e None None] Calling delete_port for eecf8af1-2454-4d6a-8610-8618c5e429ac owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:12.617870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=d9337cc3-a94d-4fc0-b44a-567707b990ff,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:12.644404 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No active binding found for port eecf8af1-2454-4d6a-8610-8618c5e429ac {{(pid=83896) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 09 13:21:12.644811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device eecf8af1-2454-4d6a-8610-8618c5e429ac not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:21:12.646117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Pushing event deleted for resources: {'Port': ['ID=eecf8af1-2454-4d6a-8610-8618c5e429ac,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:12.662683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e56ce-f886-4ad3-9539-76233261d904 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=3b65937e-a93a-4e50-832e-f5ac6c6c1d33,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:12.675559 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-c33610af-46e6-4719-8f61-2ed2928c0c7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:21:12.676187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-c33610af-46e6-4719-8f61-2ed2928c0c7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:21:12.681548 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] No DVR routers for this DVR port eecf8af1-2454-4d6a-8610-8618c5e429ac on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:21:12.863132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:12.898962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ae2d21-71d6-4f1f-9d30-9335b79c1c5b']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:12.908961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce73880-04c0-41b6-86a3-d949dadb3fcd req-d6a66a46-1e05-4b91-a95a-8511c0bc0ded tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:12.911409 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2ce73880-04c0-41b6-86a3-d949dadb3fcd req-d6a66a46-1e05-4b91-a95a-8511c0bc0ded tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 946 time: 0.5900083 May 09 13:21:12.914486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bf663b-7e80-4c24-ad08-47f2853aefaa') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:12.914785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bf663b-7e80-4c24-ad08-47f2853aefaa') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:12.929217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:12.951148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:12.958725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:21:12.959105 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:21:12.975432 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:21:12.979944 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-41605d51-8d25-4f6f-832e-510e03bba2ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=063671cb43444ed2a081a62fcb4da355&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7149341 May 09 13:21:12.999479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 53968) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:12.999965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Deleting port f6775ea6-0faa-4a9f-ae26-406b726e2466 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:13.000299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.024770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-00bd0282-0631-428f-b48e-2c01f94ddb18 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.138338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.142712 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.173841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] Pushing event deleted for resources: {'Network': ['ID=00ae2d21-71d6-4f1f-9d30-9335b79c1c5b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:13.177729 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c33610af-46e6-4719-8f61-2ed2928c0c7e None None] Deleting port eecf8af1-2454-4d6a-8610-8618c5e429ac {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:13.178253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c33610af-46e6-4719-8f61-2ed2928c0c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.194567 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-21649523-6d9f-492d-ae5f-05fdd817cf02 tempest-DHCPAgentSchedulersTestJSON-239957499 tempest-DHCPAgentSchedulersTestJSON-239957499-project] 10.222.0.44 "DELETE /v2.0/networks/00ae2d21-71d6-4f1f-9d30-9335b79c1c5b HTTP/1.1" status: 204 len: 168 time: 2.0906925 May 09 13:21:13.204640 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1762-f7e6-48c9-8db1-1251b85a226e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.255226 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c33610af-46e6-4719-8f61-2ed2928c0c7e None None] The port 'eecf8af1-2454-4d6a-8610-8618c5e429ac' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:21:13.281189 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.302732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] The port 'f6775ea6-0faa-4a9f-ae26-406b726e2466' was deleted {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:21:13.311718 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d1cc1ae2-2e69-4fa2-9480-296aee03784d req-723c59f8-6e9f-4cc1-9d35-537dbae63191 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 1099 time: 0.6037471 May 09 13:21:13.316960 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1762-f7e6-48c9-8db1-1251b85a226e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.341376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-9ec98079-e69c-4b6a-ae7b-6b8f573514e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 00fd6228-2750-4787-b9a1-8a3ff8a96a82 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:13.341712 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ec98079-e69c-4b6a-ae7b-6b8f573514e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.354090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd0282-0631-428f-b48e-2c01f94ddb18 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:13.389718 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-00bd0282-0631-428f-b48e-2c01f94ddb18 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:13.401896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b146b0e-3e19-4a9f-bd4c-eb330337ac69 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:13.416483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd0282-0631-428f-b48e-2c01f94ddb18 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:13.416983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-00bd0282-0631-428f-b48e-2c01f94ddb18 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.423207 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd0282-0631-428f-b48e-2c01f94ddb18 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=0466f337-da56-46cd-8f3c-b393b3394ed2,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:13.432859 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2ce73880-04c0-41b6-86a3-d949dadb3fcd req-71f0075b-3d7a-4ce9-9a1f-1e810143d299 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4646604 May 09 13:21:13.512206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53976) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:13.518149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1762-f7e6-48c9-8db1-1251b85a226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.551288 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa1762-f7e6-48c9-8db1-1251b85a226e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d194d67e-e6e2-45c8-8019-b518189a6508,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:13.555937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.564014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1762-f7e6-48c9-8db1-1251b85a226e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.565138 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e9aa1762-f7e6-48c9-8db1-1251b85a226e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d194d67e-e6e2-45c8-8019-b518189a6508 HTTP/1.1" status: 204 len: 168 time: 0.5572574 May 09 13:21:13.584313 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d1cc1ae2-2e69-4fa2-9480-296aee03784d req-161edbf6-8faa-4d08-882b-a254ad51c0ce service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622495 May 09 13:21:13.620916 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-9ec98079-e69c-4b6a-ae7b-6b8f573514e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] For port 00fd6228-2750-4787-b9a1-8a3ff8a96a82, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=00fd6228-2750-4787-b9a1-8a3ff8a96a82,segment=NetworkSegment(bc23d964-5cac-4e18-b59e-0920731fff07),segment_id=bc23d964-5cac-4e18-b59e-0920731fff07)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:13.621310 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ec98079-e69c-4b6a-ae7b-6b8f573514e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.652503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c3d896-e8f5-4f68-85eb-200b63e65480']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:13.679056 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-00bd0282-0631-428f-b48e-2c01f94ddb18 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5256493 May 09 13:21:13.683542 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1476ee-8257-4172-9543-5f47fdd213ab') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:13.683833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1476ee-8257-4172-9543-5f47fdd213ab') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:13.690135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53984) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:13.696214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'fixed_ips': [{'subnet_id': '0466f337-da56-46cd-8f3c-b393b3394ed2', 'ip_address': '2001:db8::e641:a751:b306:abfe'}], 'name': 'tempest-NetworksTestDHCPv6-1943670807'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:13.702447 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '0466f337-da56-46cd-8f3c-b393b3394ed2'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:21:13.703252 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.725422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.756425 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-9ec98079-e69c-4b6a-ae7b-6b8f573514e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for 00fd6228-2750-4787-b9a1-8a3ff8a96a82 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:13.806057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.826211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:21:13.826616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:21:13.842443 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:21:13.869842 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.951872 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ec98079-e69c-4b6a-ae7b-6b8f573514e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:13.966810 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Allocated IP 2001:db8::2 (733a9858-46ec-4cf8-be89-833c62720969/0466f337-da56-46cd-8f3c-b393b3394ed2/e6da44f0-8e39-4f4e-82b9-d6808ac896a2) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:14.003470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:14.016109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec98079-e69c-4b6a-ae7b-6b8f573514e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Port': ['ID=00fd6228-2750-4787-b9a1-8a3ff8a96a82,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:14.021143 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:14.036095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:14.059455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:14.066075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-892e56ce-f886-4ad3-9539-76233261d904 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:14.079721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Pushing event deleted for resources: {'Network': ['ID=a8c3d896-e8f5-4f68-85eb-200b63e65480,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:14.097451 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-30d5e621-6a01-43fd-b30c-84e5a5cf3ab1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/networks/a8c3d896-e8f5-4f68-85eb-200b63e65480 HTTP/1.1" status: 204 len: 168 time: 3.5437987 May 09 13:21:14.102811 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-97d5d5aa-268b-46a0-9217-9833059d8e3a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fa1c330bbea4e1f9b2f1c822e7f4044&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5854294 May 09 13:21:14.103764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53992) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:14.104080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 53994) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:14.110937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:14.121122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:14.148710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e5b7919c-b390-4db5-be5c-92111ff1e687 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'router': {'routes': None}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:14.296216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:14.313498 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Transition to ACTIVE for port object e6da44f0-8e39-4f4e-82b9-d6808ac896a2 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:14.368437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Transition to ACTIVE for port object e6da44f0-8e39-4f4e-82b9-d6808ac896a2 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:14.376676 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:14.422628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port fddff7a2-5697-4b10-87db-0da48e8a75b2 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:21:14.436260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ec98079-e69c-4b6a-ae7b-6b8f573514e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:14.454225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:14.457637 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:14.461806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:14.490543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Pushing event updated for resources: {'Port': ['ID=e6da44f0-8e39-4f4e-82b9-d6808ac896a2,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:14.704117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Attempting to bind port e6da44f0-8e39-4f4e-82b9-d6808ac896a2 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:21:14.704822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Attempting to bind port e6da44f0-8e39-4f4e-82b9-d6808ac896a2 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:21:14.704822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Attempting to bind port e6da44f0-8e39-4f4e-82b9-d6808ac896a2 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:21:14.711476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:21:14.711875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:21:14.712239 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:14.712628 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:21:14.713088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Bound port: e6da44f0-8e39-4f4e-82b9-d6808ac896a2, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:21:14.713490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:14.834582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] For port e6da44f0-8e39-4f4e-82b9-d6808ac896a2, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:21:14.842290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] For port e6da44f0-8e39-4f4e-82b9-d6808ac896a2, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e6da44f0-8e39-4f4e-82b9-d6808ac896a2,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:21:14.849549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.009514 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54014) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:15.011602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f043336f-b09e-496d-b93c-66a0ebcebaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.017757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.039064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf590afb-91f8-45a1-b38a-776f8475b5d4 None None] Pushing event updated for resources: {'Port': ['ID=e6da44f0-8e39-4f4e-82b9-d6808ac896a2,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:15.049351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec98079-e69c-4b6a-ae7b-6b8f573514e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:21:15.136661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.extraroute_db [None req-e5b7919c-b390-4db5-be5c-92111ff1e687 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Added routes are [] {{(pid=83894) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 09 13:21:15.136972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.extraroute_db [None req-e5b7919c-b390-4db5-be5c-92111ff1e687 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Removed routes are [] {{(pid=83894) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 09 13:21:15.137460 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5b7919c-b390-4db5-be5c-92111ff1e687 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.198782 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-59e9b40c-4ec4-4cbc-a065-757d2e3dc3ad tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:15.199399 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-59e9b40c-4ec4-4cbc-a065-757d2e3dc3ad tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): There was a conflict when trying to complete your request. May 09 13:21:15.203693 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-59e9b40c-4ec4-4cbc-a065-757d2e3dc3ad tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1893878 May 09 13:21:15.204752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54020) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:15.211792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988438024'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:15.233593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:15.243070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:15.245599 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:15.256308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec98079-e69c-4b6a-ae7b-6b8f573514e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:15.265714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:15.268417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f687624-ef3a-4ba5-8540-c6f3f368a875 None None] Sync routers for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:15.281230 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f687624-ef3a-4ba5-8540-c6f3f368a875 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:15.287515 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9f687624-ef3a-4ba5-8540-c6f3f368a875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:15.300289 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9ec98079-e69c-4b6a-ae7b-6b8f573514e7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2535980 May 09 13:21:15.300289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.301352 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f043336f-b09e-496d-b93c-66a0ebcebaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.310525 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54024) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:15.350668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.458520 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::e641:a751:b306:abfe (733a9858-46ec-4cf8-be89-833c62720969/0466f337-da56-46cd-8f3c-b393b3394ed2/fddff7a2-5697-4b10-87db-0da48e8a75b2) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:15.462982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9f687624-ef3a-4ba5-8540-c6f3f368a875 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:15.492185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:15.504865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:15.510116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:15.516265 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea216456-cc34-4181-b11a-20bb2a3c5b05 req-8a45ae66-4ac9-45c4-9bd8-6a249017723a tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:15.517716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:15.523160 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ea216456-cc34-4181-b11a-20bb2a3c5b05 req-8a45ae66-4ac9-45c4-9bd8-6a249017723a tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 946 time: 0.8848956 May 09 13:21:15.588251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9f687624-ef3a-4ba5-8540-c6f3f368a875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:21:13Z', 'revision_number': 11, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:15.592957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ee6247-ff65-45df-8644-31909f025bc1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting subnet e54121bc-dd7d-4fa7-9f54-a6499c44b23a {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:15.593377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f687624-ef3a-4ba5-8540-c6f3f368a875 None None] Checking router: 99e7bb25-e9e8-42cc-9e2f-d123c28809dd for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:21:15.596277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a3ee6247-ff65-45df-8644-31909f025bc1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.606314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f687624-ef3a-4ba5-8540-c6f3f368a875 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:15.606959 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9f687624-ef3a-4ba5-8540-c6f3f368a875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:15.655693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a3ee6247-ff65-45df-8644-31909f025bc1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.715658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f043336f-b09e-496d-b93c-66a0ebcebaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.741869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5b7919c-b390-4db5-be5c-92111ff1e687 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.757554 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9f687624-ef3a-4ba5-8540-c6f3f368a875 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:15.774803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.786484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.788614 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043336f-b09e-496d-b93c-66a0ebcebaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c511f3be-72c5-4f3a-be4a-e08750d918e8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:15.791159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5b7919c-b390-4db5-be5c-92111ff1e687 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.828567 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a3ee6247-ff65-45df-8644-31909f025bc1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:15.868476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2dbe86-c46c-4974-97b9-449731965bfb,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:15.873182 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ea216456-cc34-4181-b11a-20bb2a3c5b05 req-7340e4a9-c888-47ea-ad3a-f0e16f9569b8 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3490732 May 09 13:21:15.877777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:15.898402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:15.904001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:15.912260 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9f687624-ef3a-4ba5-8540-c6f3f368a875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:21:13Z', 'revision_number': 11, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:15.913777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:15.918642 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f687624-ef3a-4ba5-8540-c6f3f368a875 None None] The sync data for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv is: [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:21:13Z', 'revision_number': 11, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:15.960394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a3ee6247-ff65-45df-8644-31909f025bc1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.021189 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee6247-ff65-45df-8644-31909f025bc1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Subnet': ['ID=e54121bc-dd7d-4fa7-9f54-a6499c44b23a,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:16.033697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.037285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a3ee6247-ff65-45df-8644-31909f025bc1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.043988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.046632 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e947149-837c-4a2e-9021-99aac76f5080 None None] Network 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:16.068285 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a3ee6247-ff65-45df-8644-31909f025bc1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/e54121bc-dd7d-4fa7-9f54-a6499c44b23a HTTP/1.1" status: 204 len: 168 time: 0.7566664 May 09 13:21:16.080459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f043336f-b09e-496d-b93c-66a0ebcebaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.082497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54028) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:16.082929 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f043336f-b09e-496d-b93c-66a0ebcebaae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c511f3be-72c5-4f3a-be4a-e08750d918e8 HTTP/1.1" status: 204 len: 168 time: 1.9742620 May 09 13:21:16.245430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.249742 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0412297 May 09 13:21:16.249742 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020e84b-4e64-4654-8ca3-54b29b2f9a52 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c07fa10-9533-4b77-95aa-a1c12dc96aaa,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:16.255969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54034) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:16.285400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.289240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-aa3dca4e-82ee-4c04-bb12-d98cf69bc701 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '6c07fa10-9533-4b77-95aa-a1c12dc96aaa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:16.298336 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-aa3dca4e-82ee-4c04-bb12-d98cf69bc701 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:16.318605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-aa3dca4e-82ee-4c04-bb12-d98cf69bc701 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:16.325784 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object fddff7a2-5697-4b10-87db-0da48e8a75b2 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:16.325986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-aa3dca4e-82ee-4c04-bb12-d98cf69bc701 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:16.337829 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-aa3dca4e-82ee-4c04-bb12-d98cf69bc701 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:16.356011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.385087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b7919c-b390-4db5-be5c-92111ff1e687 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router e3bf1902-a092-44bc-ba5d-45e8195b2465 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:21:16.401428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 9e9f2051-7d25-438d-a529-a4c389604a57 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:16.402103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.410167 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.441885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-abbafc7f-3fae-4a27-a73b-c02430a0253a None None] Provisioning for port e6da44f0-8e39-4f4e-82b9-d6808ac896a2 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:16.446539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aa3dca4e-82ee-4c04-bb12-d98cf69bc701 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.458325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c347a0-e0ec-4783-89d9-9e3d1e916c24 None None] DHCP port deletion for 9bae6f5a-2664-4354-afdc-76fd9e0f9bfe request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:21:16.465118 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-25c347a0-e0ec-4783-89d9-9e3d1e916c24 None None] Deleting port 9e9f2051-7d25-438d-a529-a4c389604a57 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:16.465607 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-25c347a0-e0ec-4783-89d9-9e3d1e916c24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.512565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e6da44f0-8e39-4f4e-82b9-d6808ac896a2 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:21:16.542652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:16.544632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=fddff7a2-5697-4b10-87db-0da48e8a75b2,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:16.547881 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:16.556339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:16.560635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:16.563696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.748784 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cd11d676-8aa4-4a70-be6c-ea33f6819986 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0575516 May 09 13:21:16.752425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54040) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:16.766758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e24feead-97c8-4bf6-911a-6c7c5657d3bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'fixed_ips': [{'subnet_id': '0466f337-da56-46cd-8f3c-b393b3394ed2', 'ip_address': '2001:db8::e641:a751:b306:abfe'}], 'name': 'tempest-NetworksTestDHCPv6-355159594'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:16.782775 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54044) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:16.864194 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port e6da44f0-8e39-4f4e-82b9-d6808ac896a2 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:16.874866 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port e6da44f0-8e39-4f4e-82b9-d6808ac896a2 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:16.875672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.908040 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-25c347a0-e0ec-4783-89d9-9e3d1e916c24 None None] For port 9e9f2051-7d25-438d-a529-a4c389604a57, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9e9f2051-7d25-438d-a529-a4c389604a57,segment=NetworkSegment(bc23d964-5cac-4e18-b59e-0920731fff07),segment_id=bc23d964-5cac-4e18-b59e-0920731fff07)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:16.908680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-25c347a0-e0ec-4783-89d9-9e3d1e916c24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:16.981565 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] For port 9e9f2051-7d25-438d-a529-a4c389604a57, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9e9f2051-7d25-438d-a529-a4c389604a57,segment=NetworkSegment(bc23d964-5cac-4e18-b59e-0920731fff07),segment_id=bc23d964-5cac-4e18-b59e-0920731fff07)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:16.982296 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.091438 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-25c347a0-e0ec-4783-89d9-9e3d1e916c24 None None] Calling delete_port for 9e9f2051-7d25-438d-a529-a4c389604a57 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:17.122263 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Calling delete_port for 9e9f2051-7d25-438d-a529-a4c389604a57 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:17.148693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aa3dca4e-82ee-4c04-bb12-d98cf69bc701 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.159649 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aa3dca4e-82ee-4c04-bb12-d98cf69bc701 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.164789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e0837604-6b87-4f14-94b9-a50438836250 None None] Provisioning for port fddff7a2-5697-4b10-87db-0da48e8a75b2 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:17.197036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dca4e-82ee-4c04-bb12-d98cf69bc701 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8548deca-a0aa-45f1-9e72-87be7be5bb5d,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:17.214142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e0837604-6b87-4f14-94b9-a50438836250 None None] Provisioning complete for port fddff7a2-5697-4b10-87db-0da48e8a75b2 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:17.214142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0837604-6b87-4f14-94b9-a50438836250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.218558 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4f062a30-2496-4b50-a2a7-dfbe34749452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.227718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aa3dca4e-82ee-4c04-bb12-d98cf69bc701 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.228894 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-aa3dca4e-82ee-4c04-bb12-d98cf69bc701 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9722719 May 09 13:21:17.231999 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54050) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:17.238749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-40aba0bf-93e6-4366-9436-7472721c1e08 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '6c07fa10-9533-4b77-95aa-a1c12dc96aaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:17.246072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-40aba0bf-93e6-4366-9436-7472721c1e08 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:17.250443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-40aba0bf-93e6-4366-9436-7472721c1e08 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:17.254635 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-40aba0bf-93e6-4366-9436-7472721c1e08 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:17.255536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-25c347a0-e0ec-4783-89d9-9e3d1e916c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.263027 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-40aba0bf-93e6-4366-9436-7472721c1e08 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:17.273556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:21:17.273827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:21:17.283053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40aba0bf-93e6-4366-9436-7472721c1e08 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.317702 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c347a0-e0ec-4783-89d9-9e3d1e916c24 None None] Pushing event deleted for resources: {'Port': ['ID=9e9f2051-7d25-438d-a529-a4c389604a57,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:17.323957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.336484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b7919c-b390-4db5-be5c-92111ff1e687 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:17.341927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c347a0-e0ec-4783-89d9-9e3d1e916c24 None None] No DVR routers for this DVR port 9e9f2051-7d25-438d-a529-a4c389604a57 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:21:17.348918 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1d651c-b9bf-40bb-b776-371ef716d169 None None] Sync routers for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:17.349543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e0837604-6b87-4f14-94b9-a50438836250 None None] Port fddff7a2-5697-4b10-87db-0da48e8a75b2 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:21:17.369338 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1d651c-b9bf-40bb-b776-371ef716d169 None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:17.370368 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fb1d651c-b9bf-40bb-b776-371ef716d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:17.371942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port e6da44f0-8e39-4f4e-82b9-d6808ac896a2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e6da44f0-8e39-4f4e-82b9-d6808ac896a2,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:17.373243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4f062a30-2496-4b50-a2a7-dfbe34749452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:17.375648 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-40aba0bf-93e6-4366-9436-7472721c1e08 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): There was a conflict when trying to complete your request. May 09 13:21:17.376899 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.382379 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-40aba0bf-93e6-4366-9436-7472721c1e08 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1492660 May 09 13:21:17.383235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54054) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:17.386934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e5b7919c-b390-4db5-be5c-92111ff1e687 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.390779 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e5b7919c-b390-4db5-be5c-92111ff1e687 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465 HTTP/1.1" status: 200 len: 704 time: 3.2812974 May 09 13:21:17.394068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4f062a30-2496-4b50-a2a7-dfbe34749452 admin admin] Usage tracker for resource:security_group_rule and tenant:83f1ed0aaac44170a44a0c2174f8f293 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:17.398051 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54058) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:17.434469 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4f062a30-2496-4b50-a2a7-dfbe34749452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:17.450159 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 00fd6228-2750-4787-b9a1-8a3ff8a96a82 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:17.465807 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e24feead-97c8-4bf6-911a-6c7c5657d3bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:17.472428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e24feead-97c8-4bf6-911a-6c7c5657d3bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:17.475459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e24feead-97c8-4bf6-911a-6c7c5657d3bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:17.483300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e24feead-97c8-4bf6-911a-6c7c5657d3bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:17.494290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 00fd6228-2750-4787-b9a1-8a3ff8a96a82 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:21:17.494754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 00fd6228-2750-4787-b9a1-8a3ff8a96a82 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:21:17.499681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4f062a30-2496-4b50-a2a7-dfbe34749452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:17.500886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4d25-30d7-4710-aa05-b88a1cd47f9f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.502323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=e6da44f0-8e39-4f4e-82b9-d6808ac896a2,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:17.505753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e9609f65-8eaa-484b-b72e-126ab70f4e51 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Synchronizing usage tracker for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:17.513141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883c686-2f54-4370-ba30-d12f8fabb116 req-07cd4e01-ea28-4482-9802-d1ab2c554b96 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:17.514613 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2883c686-2f54-4370-ba30-d12f8fabb116 req-07cd4e01-ea28-4482-9802-d1ab2c554b96 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 946 time: 0.4698343 May 09 13:21:17.519180 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24feead-97c8-4bf6-911a-6c7c5657d3bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:17.537548 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-fb1d651c-b9bf-40bb-b776-371ef716d169 None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:17.547156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4d25-30d7-4710-aa05-b88a1cd47f9f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.617395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4d25-30d7-4710-aa05-b88a1cd47f9f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.635009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d4d25-30d7-4710-aa05-b88a1cd47f9f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c07fa10-9533-4b77-95aa-a1c12dc96aaa,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:17.637706 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e9609f65-8eaa-484b-b72e-126ab70f4e51 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Unset dirty status for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:17.639053 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e9609f65-8eaa-484b-b72e-126ab70f4e51 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3bf1902-a092-44bc-ba5d-45e8195b2465 HTTP/1.1" status: 200 len: 205 time: 0.2399251 May 09 13:21:17.647032 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54062) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:17.656975 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fb1d651c-b9bf-40bb-b776-371ef716d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:21:05Z', 'revision_number': 11, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:17.661674 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1d651c-b9bf-40bb-b776-371ef716d169 None None] Checking router: e3bf1902-a092-44bc-ba5d-45e8195b2465 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:21:17.674193 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1d651c-b9bf-40bb-b776-371ef716d169 None None] Routers {'e3bf1902-a092-44bc-ba5d-45e8195b2465'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:17.674891 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fb1d651c-b9bf-40bb-b776-371ef716d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['e3bf1902-a092-44bc-ba5d-45e8195b2465'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:17.770544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4d25-30d7-4710-aa05-b88a1cd47f9f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.771586 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dd6d4d25-30d7-4710-aa05-b88a1cd47f9f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "DELETE /v2.0/security-groups/6c07fa10-9533-4b77-95aa-a1c12dc96aaa HTTP/1.1" status: 204 len: 168 time: 0.3874195 May 09 13:21:17.776832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Deleting port 9e9f2051-7d25-438d-a529-a4c389604a57 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:17.777166 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.778860 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2883c686-2f54-4370-ba30-d12f8fabb116 req-e8df0c8f-4a34-4dc5-97a1-5a6a127dc448 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445807 May 09 13:21:17.780317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54066) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:17.793869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e24feead-97c8-4bf6-911a-6c7c5657d3bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.803142 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-fb1d651c-b9bf-40bb-b776-371ef716d169 None None] Set router e3bf1902-a092-44bc-ba5d-45e8195b2465 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:17.840131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892e56ce-f886-4ad3-9539-76233261d904 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router adbce829-5a00-48e2-8284-2d36ec2a6173 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:21:17.843920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4f062a30-2496-4b50-a2a7-dfbe34749452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.861680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4f062a30-2496-4b50-a2a7-dfbe34749452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:17.870532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] The port '9e9f2051-7d25-438d-a529-a4c389604a57' was deleted {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:21:17.881351 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-e24feead-97c8-4bf6-911a-6c7c5657d3bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 875791cc-85c6-4e6e-8652-93bdf4f9eee5 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:21:17.913580 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fb1d651c-b9bf-40bb-b776-371ef716d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:21:05Z', 'revision_number': 11, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:17.917610 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1d651c-b9bf-40bb-b776-371ef716d169 None None] The sync data for ids ['e3bf1902-a092-44bc-ba5d-45e8195b2465'] in dv-neutron-840889-2-hyperv is: [{'id': 'e3bf1902-a092-44bc-ba5d-45e8195b2465', 'name': 'tempest-RoutersIpV6Test-router-972155721', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:07Z', 'updated_at': '2022-05-09T13:21:05Z', 'revision_number': 11, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:17.993847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8a2abb4c-e0c2-45b5-aabf-a31e843b71f3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.030790 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f062a30-2496-4b50-a2a7-dfbe34749452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736c6285-5a1c-46c3-aa49-30d2b460a3c4,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:18.052000 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-085b111e-5c26-408c-9206-e841fae4583d tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2671249 May 09 13:21:18.085322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e6da44f0-8e39-4f4e-82b9-d6808ac896a2 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:21:18.106792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54072) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:18.112781 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4f062a30-2496-4b50-a2a7-dfbe34749452 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83f1ed0aaac44170a44a0c2174f8f293&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3257575 May 09 13:21:18.119483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54074) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:18.131921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group': {'name': 'tempest-secgroup--748507828'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:18.144096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:18.151078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.158252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:18.161984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:18.164696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port e6da44f0-8e39-4f4e-82b9-d6808ac896a2 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:18.165157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.177033 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:18.198917 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bae6f5a-2664-4354-afdc-76fd9e0f9bfe']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:18.209181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.221156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc23d964-5cac-4e18-b59e-0920731fff07') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:18.221557 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc23d964-5cac-4e18-b59e-0920731fff07') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:18.341604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9e9f2051-7d25-438d-a529-a4c389604a57 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:18.350820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.376529 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 9e9f2051-7d25-438d-a529-a4c389604a57 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:21:18.376902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9e9f2051-7d25-438d-a529-a4c389604a57 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:21:18.387458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.394272 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba92ec-78aa-48dd-b29b-695831f46ce5 req-92c46555-4711-4095-a236-2e5e9cc45edf tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:18.395759 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-13ba92ec-78aa-48dd-b29b-695831f46ce5 req-92c46555-4711-4095-a236-2e5e9cc45edf tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 946 time: 0.4486613 May 09 13:21:18.412010 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f649-0b8f-4118-bc24-0a46d384f8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.454116 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24feead-97c8-4bf6-911a-6c7c5657d3bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] POST failed (client error): There was a conflict when trying to complete your request. May 09 13:21:18.455365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24feead-97c8-4bf6-911a-6c7c5657d3bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:18.505521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f649-0b8f-4118-bc24-0a46d384f8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.546719 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-13ba92ec-78aa-48dd-b29b-695831f46ce5 req-4bc64158-6905-455d-b717-36eeefd63218 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422794 May 09 13:21:18.558789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:18.558986 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e24feead-97c8-4bf6-911a-6c7c5657d3bc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8013620 May 09 13:21:18.561847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54080) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:18.563350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:21:18.563586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:21:18.579853 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:21:18.603453 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54084) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:18.666987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f649-0b8f-4118-bc24-0a46d384f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.683692 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892e56ce-f886-4ad3-9539-76233261d904 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:18.688899 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:18.692037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1f649-0b8f-4118-bc24-0a46d384f8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736c6285-5a1c-46c3-aa49-30d2b460a3c4,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:18.701221 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970651e2-124f-4a57-8c26-05bf1515c7c9 None None] Sync routers for ids ['adbce829-5a00-48e2-8284-2d36ec2a6173'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:18.705729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:18.705922 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-892e56ce-f886-4ad3-9539-76233261d904 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "PUT /v2.0/routers/adbce829-5a00-48e2-8284-2d36ec2a6173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4826629 May 09 13:21:18.707769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54090) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:18.715887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dac788-acc3-4a73-b6cc-63cb0cbe597c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:18.720177 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dac788-acc3-4a73-b6cc-63cb0cbe597c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:18.721077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-27dac788-acc3-4a73-b6cc-63cb0cbe597c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:18.726634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:18.733245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f649-0b8f-4118-bc24-0a46d384f8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.734406 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4cb1f649-0b8f-4118-bc24-0a46d384f8c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/736c6285-5a1c-46c3-aa49-30d2b460a3c4 HTTP/1.1" status: 204 len: 168 time: 0.6047118 May 09 13:21:18.743997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970651e2-124f-4a57-8c26-05bf1515c7c9 None None] Routers {'adbce829-5a00-48e2-8284-2d36ec2a6173'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:18.744863 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-970651e2-124f-4a57-8c26-05bf1515c7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['adbce829-5a00-48e2-8284-2d36ec2a6173'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:18.757844 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-27dac788-acc3-4a73-b6cc-63cb0cbe597c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:18.763102 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-27dac788-acc3-4a73-b6cc-63cb0cbe597c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1982951 May 09 13:21:18.763767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54096) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:18.803815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8a2abb4c-e0c2-45b5-aabf-a31e843b71f3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.812812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-970651e2-124f-4a57-8c26-05bf1515c7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:18.836302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970651e2-124f-4a57-8c26-05bf1515c7c9 None None] Routers {'adbce829-5a00-48e2-8284-2d36ec2a6173'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:18.836918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-970651e2-124f-4a57-8c26-05bf1515c7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['adbce829-5a00-48e2-8284-2d36ec2a6173'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:18.868991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.871630 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-82182d53-fc8a-4323-9fb2-68eaeed6a3b0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port fddff7a2-5697-4b10-87db-0da48e8a75b2 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:18.872739 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82182d53-fc8a-4323-9fb2-68eaeed6a3b0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.877472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8a2abb4c-e0c2-45b5-aabf-a31e843b71f3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.901625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:18.919067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Pushing event deleted for resources: {'Network': ['ID=9bae6f5a-2664-4354-afdc-76fd9e0f9bfe,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:18.957643 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8452f894-b810-4997-8634-a89ac2edcd34 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/networks/9bae6f5a-2664-4354-afdc-76fd9e0f9bfe HTTP/1.1" status: 204 len: 168 time: 2.8739760 May 09 13:21:18.968529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54100) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:18.969482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-970651e2-124f-4a57-8c26-05bf1515c7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:18.969898 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970651e2-124f-4a57-8c26-05bf1515c7c9 None None] The sync data for ids ['adbce829-5a00-48e2-8284-2d36ec2a6173'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:19.000377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.009053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-503fa886-f77f-4b16-90c7-10c597e72a23 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'router': {'routes': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:19.087389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.137544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8a2abb4c-e0c2-45b5-aabf-a31e843b71f3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.138851 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2abb4c-e0c2-45b5-aabf-a31e843b71f3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Fanout notify agent at l3_agent the message router_deleted on router e3bf1902-a092-44bc-ba5d-45e8195b2465 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:21:19.212183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac3f03e-034e-4c9b-a681-15071e0ac528,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:19.216887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8a2abb4c-e0c2-45b5-aabf-a31e843b71f3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.221796 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8a2abb4c-e0c2-45b5-aabf-a31e843b71f3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465 HTTP/1.1" status: 204 len: 168 time: 1.5700986 May 09 13:21:19.222767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54108) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:19.226978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.231615 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-10391667-5fff-4e2b-89b3-4259cd820dc9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1135311 May 09 13:21:19.235118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5edba031-0cbc-429c-a8ac-09f5e2d7755f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-212751606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:19.239585 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54114) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:19.252450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-01a4def9-eb8d-4d8a-8aaf-8d0d5c3c5519 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '9ac3f03e-034e-4c9b-a681-15071e0ac528', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:19.253652 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-01a4def9-eb8d-4d8a-8aaf-8d0d5c3c5519 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:19.257572 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-01a4def9-eb8d-4d8a-8aaf-8d0d5c3c5519 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0149667 May 09 13:21:19.258733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5edba031-0cbc-429c-a8ac-09f5e2d7755f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:19.262632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54118) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:19.316998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-29206a50-10d3-4ee7-b93b-d2b2db63c980 tempest-TestVolumeBootPattern-1576837830 tempest-TestVolumeBootPattern-1576837830-project-admin] Synchronizing usage tracker for tenant:e279612ec2f645a19d0a3d92876aeed7 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:19.324650 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5edba031-0cbc-429c-a8ac-09f5e2d7755f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Usage tracker for resource:router and tenant:5c909d99b7f4434b8adc0ee57ffed3cb is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:19.338704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5edba031-0cbc-429c-a8ac-09f5e2d7755f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:19.367368 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82182d53-fc8a-4323-9fb2-68eaeed6a3b0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.380499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-29206a50-10d3-4ee7-b93b-d2b2db63c980 tempest-TestVolumeBootPattern-1576837830 tempest-TestVolumeBootPattern-1576837830-project-admin] Unset dirty status for tenant:e279612ec2f645a19d0a3d92876aeed7 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:19.384589 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-29206a50-10d3-4ee7-b93b-d2b2db63c980 tempest-TestVolumeBootPattern-1576837830 tempest-TestVolumeBootPattern-1576837830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 1094 time: 0.7774477 May 09 13:21:19.401498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54124) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:19.417464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5edba031-0cbc-429c-a8ac-09f5e2d7755f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:19.422725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'd9337cc3-a94d-4fc0-b44a-567707b990ff', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:19.446235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:19.461642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Usage tracker for resource:floatingip and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:19.501305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:19.505178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.extraroute_db [None req-503fa886-f77f-4b16-90c7-10c597e72a23 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Added routes are [] {{(pid=83895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 09 13:21:19.505506 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.extraroute_db [None req-503fa886-f77f-4b16-90c7-10c597e72a23 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Removed routes are [] {{(pid=83895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 09 13:21:19.505724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-82182d53-fc8a-4323-9fb2-68eaeed6a3b0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for fddff7a2-5697-4b10-87db-0da48e8a75b2 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:19.506200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-503fa886-f77f-4b16-90c7-10c597e72a23 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.510082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5edba031-0cbc-429c-a8ac-09f5e2d7755f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.510991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5edba031-0cbc-429c-a8ac-09f5e2d7755f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.523439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:19.679919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.683554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82182d53-fc8a-4323-9fb2-68eaeed6a3b0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.705496 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fab74e8d-3eb0-4257-9b9c-a791c640197f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.732507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5edba031-0cbc-429c-a8ac-09f5e2d7755f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.735609 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82182d53-fc8a-4323-9fb2-68eaeed6a3b0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=fddff7a2-5697-4b10-87db-0da48e8a75b2,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:19.784365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82182d53-fc8a-4323-9fb2-68eaeed6a3b0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.801534 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-82182d53-fc8a-4323-9fb2-68eaeed6a3b0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/fddff7a2-5697-4b10-87db-0da48e8a75b2 HTTP/1.1" status: 204 len: 168 time: 1.0338078 May 09 13:21:19.805212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54136) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:19.830936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fab74e8d-3eb0-4257-9b9c-a791c640197f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:19.887302 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300d7d92-5185-4ea7-b9ef-c6a5a27af0d9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:19.888857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300d7d92-5185-4ea7-b9ef-c6a5a27af0d9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:19.890157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-300d7d92-5185-4ea7-b9ef-c6a5a27af0d9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:19.911647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-300d7d92-5185-4ea7-b9ef-c6a5a27af0d9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:19.913989 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-300d7d92-5185-4ea7-b9ef-c6a5a27af0d9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1065853 May 09 13:21:19.915676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54142) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:19.922039 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.002703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5a2700-bb3b-4e1a-b02b-6e3f0a0b9eeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 0466f337-da56-46cd-8f3c-b393b3394ed2 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:20.006068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2700-bb3b-4e1a-b02b-6e3f0a0b9eeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.071693 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2700-bb3b-4e1a-b02b-6e3f0a0b9eeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.160284 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2700-bb3b-4e1a-b02b-6e3f0a0b9eeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.175953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5edba031-0cbc-429c-a8ac-09f5e2d7755f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.239576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2700-bb3b-4e1a-b02b-6e3f0a0b9eeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.267409 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-503fa886-f77f-4b16-90c7-10c597e72a23 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.288413 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a2700-bb3b-4e1a-b02b-6e3f0a0b9eeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=0466f337-da56-46cd-8f3c-b393b3394ed2,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:20.288677 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-503fa886-f77f-4b16-90c7-10c597e72a23 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.293424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2700-bb3b-4e1a-b02b-6e3f0a0b9eeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.300443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674ae81-4ab6-445b-9b53-411df702c382 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:20.311773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fab74e8d-3eb0-4257-9b9c-a791c640197f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.314092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fab74e8d-3eb0-4257-9b9c-a791c640197f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.316681 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ed5a2700-bb3b-4e1a-b02b-6e3f0a0b9eeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/0466f337-da56-46cd-8f3c-b393b3394ed2 HTTP/1.1" status: 204 len: 168 time: 0.3999386 May 09 13:21:20.317882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54152) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:20.318127 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fab74e8d-3eb0-4257-9b9c-a791c640197f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "DELETE /v2.0/security-groups/9ac3f03e-034e-4c9b-a681-15071e0ac528 HTTP/1.1" status: 204 len: 168 time: 1.0545669 May 09 13:21:20.319069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54154) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:20.381615 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5edba031-0cbc-429c-a8ac-09f5e2d7755f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.382668 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5edba031-0cbc-429c-a8ac-09f5e2d7755f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1597731 May 09 13:21:20.386985 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54162) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:20.395735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-92c5b7c2-41d7-4510-8231-078bc786ba2f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:20.536126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab74e8d-3eb0-4257-9b9c-a791c640197f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac3f03e-034e-4c9b-a681-15071e0ac528,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:20.547844 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fcde32db-7716-43a5-8992-770cb51c2d23 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2283461 May 09 13:21:20.554415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54168) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:20.562772 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1739611484'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:20.573923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:20.646178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c35e8b4-c8a1-4281-9aa8-6cba5b2f98ee None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:21:20.652891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:20.659183 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d46a3708-d1f0-4f87-8609-c055ab3eb230 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2799926 May 09 13:21:20.661860 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:20.664574 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54174) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:20.665694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-9c35e8b4-c8a1-4281-9aa8-6cba5b2f98ee None None] Deleting port e6da44f0-8e39-4f4e-82b9-d6808ac896a2 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:20.666450 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c35e8b4-c8a1-4281-9aa8-6cba5b2f98ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.672647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:20.699906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:20.799145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503fa886-f77f-4b16-90c7-10c597e72a23 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:21:20.801472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.865171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:20.925918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9c35e8b4-c8a1-4281-9aa8-6cba5b2f98ee None None] For port e6da44f0-8e39-4f4e-82b9-d6808ac896a2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e6da44f0-8e39-4f4e-82b9-d6808ac896a2,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:20.926574 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c35e8b4-c8a1-4281-9aa8-6cba5b2f98ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.094210 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-9c35e8b4-c8a1-4281-9aa8-6cba5b2f98ee None None] Calling delete_port for e6da44f0-8e39-4f4e-82b9-d6808ac896a2 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:21.162831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:21.171631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-92c5b7c2-41d7-4510-8231-078bc786ba2f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.173219 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.183018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:21.185369 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54182) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:21.191952 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:21.206705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503fa886-f77f-4b16-90c7-10c597e72a23 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:21.210559 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:21.213700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:21.214361 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Allocated IP 172.26.1.147 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/fa026492-fb8f-4193-a056-15a762d1ae3a) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:21.217742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-92c5b7c2-41d7-4510-8231-078bc786ba2f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.224938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:21.229043 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09e2bc7-321f-4bfc-b81a-536ab6dd76d8 None None] Sync routers for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:21.240907 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.245825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c35e8b4-c8a1-4281-9aa8-6cba5b2f98ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.246500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:21.249495 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e2bc7-321f-4bfc-b81a-536ab6dd76d8 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:21.251138 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-f09e2bc7-321f-4bfc-b81a-536ab6dd76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:21.264047 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:21.268959 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:21.276717 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.288804 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35e8b4-c8a1-4281-9aa8-6cba5b2f98ee None None] Pushing event deleted for resources: {'Port': ['ID=e6da44f0-8e39-4f4e-82b9-d6808ac896a2,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:21.301394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35e8b4-c8a1-4281-9aa8-6cba5b2f98ee None None] No DVR routers for this DVR port e6da44f0-8e39-4f4e-82b9-d6808ac896a2 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:21:21.427722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.434493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-503fa886-f77f-4b16-90c7-10c597e72a23 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.435969 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-503fa886-f77f-4b16-90c7-10c597e72a23 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd HTTP/1.1" status: 200 len: 701 time: 2.4506996 May 09 13:21:21.439007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54188) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:21.443656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 076b87c5-aea9-43de-86a9-0e8eca9a5723 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:21.444297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.460815 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-f09e2bc7-321f-4bfc-b81a-536ab6dd76d8 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:21.482166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1662513550', 'router:external': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:21.506186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:21.518654 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Usage tracker for resource:network and tenant:1c385bf548d74fd8ac96a79aea04e3d8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:21.528695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-786f71f7-3b00-4560-b305-9f872bab3255 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Synchronizing usage tracker for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:21.533091 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:21.544579 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:21.598456 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-f09e2bc7-321f-4bfc-b81a-536ab6dd76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:21:13Z', 'revision_number': 11, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:21.605379 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09e2bc7-321f-4bfc-b81a-536ab6dd76d8 None None] Checking router: 99e7bb25-e9e8-42cc-9e2f-d123c28809dd for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:21:21.608809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Made reservation on behalf of 1c385bf548d74fd8ac96a79aea04e3d8 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:21.610547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.622114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.627875 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e2bc7-321f-4bfc-b81a-536ab6dd76d8 None None] Routers {'99e7bb25-e9e8-42cc-9e2f-d123c28809dd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:21.628974 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-f09e2bc7-321f-4bfc-b81a-536ab6dd76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:21.635084 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.641684 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-786f71f7-3b00-4560-b305-9f872bab3255 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Unset dirty status for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:21.645451 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-786f71f7-3b00-4560-b305-9f872bab3255 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=99e7bb25-e9e8-42cc-9e2f-d123c28809dd HTTP/1.1" status: 200 len: 205 time: 0.2010713 May 09 13:21:21.645592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.646589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54192) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:21.760223 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-f09e2bc7-321f-4bfc-b81a-536ab6dd76d8 None None] Set router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:21.768866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4f0ec6-e7f3-4fc9-a6af-5e469ddedc06,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:21.778993 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.780200 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6fba2d73-69ba-460c-b8b9-26baf0a60539 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2239296 May 09 13:21:21.786954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54196) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:21.791767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:21.803057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ce3d275f-3660-49e1-83eb-13d942c3c907 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '2b4f0ec6-e7f3-4fc9-a6af-5e469ddedc06', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:21.803722 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-ce3d275f-3660-49e1-83eb-13d942c3c907 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:21.804679 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ce3d275f-3660-49e1-83eb-13d942c3c907 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0146685 May 09 13:21:21.810422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Usage tracker for resource:security_group_rule and tenant:1c385bf548d74fd8ac96a79aea04e3d8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:21.813301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54200) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:21.816421 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:21.844065 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:21.853652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c5b7c2-41d7-4510-8231-078bc786ba2f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Router 0981fa93-bf53-4f0a-abdd-862f24b1ae36 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:21:21.873577 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-f09e2bc7-321f-4bfc-b81a-536ab6dd76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:21:13Z', 'revision_number': 11, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:21.878272 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09e2bc7-321f-4bfc-b81a-536ab6dd76d8 None None] The sync data for ids ['99e7bb25-e9e8-42cc-9e2f-d123c28809dd'] in dv-neutron-840889-2-hyperv is: [{'id': '99e7bb25-e9e8-42cc-9e2f-d123c28809dd', 'name': 'tempest-RoutersTest-router-1995180836', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:06Z', 'updated_at': '2022-05-09T13:21:13Z', 'revision_number': 11, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:21.936396 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:21.937965 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.007136 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33cfd205-d51d-412e-8dd5-d1933a7b6d9c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.061679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.062845 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e6da44f0-8e39-4f4e-82b9-d6808ac896a2 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:22.096343 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: e6da44f0-8e39-4f4e-82b9-d6808ac896a2 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:21:22.097437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e6da44f0-8e39-4f4e-82b9-d6808ac896a2 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:21:22.123158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e38b2f19-cede-4520-a495-b0cf5efa9026 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.172073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:22.183477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=16a23f32-1fde-41c4-9b62-c5aa6ecbbce6,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:22.185700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:22.195923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5216fe34-24cd-456c-abf4-173b513de009 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:22.201026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:22.201629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.213592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e38b2f19-cede-4520-a495-b0cf5efa9026 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.226756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.242610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.262531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 076b87c5-aea9-43de-86a9-0e8eca9a5723 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:22.296419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c5b7c2-41d7-4510-8231-078bc786ba2f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:22.298704 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ec80e590-fcca-458e-8d1d-d18b87d48695 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6331699 May 09 13:21:22.301914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:21:22.305218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:22.308644 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54204) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:22.309995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e779005-dbb6-473b-abd5-c58993bf8c03 None None] Sync routers for ids ['0981fa93-bf53-4f0a-abdd-862f24b1ae36'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:22.310817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:22.314588 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'Port': ['ID=fa026492-fb8f-4193-a056-15a762d1ae3a,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:22.321032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490c885f-34f8-411a-87a5-b3ba307ac07b,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:22.328205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:22.334034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-92c5b7c2-41d7-4510-8231-078bc786ba2f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.337787 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-92c5b7c2-41d7-4510-8231-078bc786ba2f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "PUT /v2.0/routers/0981fa93-bf53-4f0a-abdd-862f24b1ae36 HTTP/1.1" status: 200 len: 697 time: 1.9496055 May 09 13:21:22.338731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54208) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:22.342939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.343282 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Added segment 06cd8a6a-570a-4270-aded-8099c10ff8da of type vlan for network 04da534c-8440-48bd-a82e-f363eee9cda2 May 09 13:21:22.344416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e38b2f19-cede-4520-a495-b0cf5efa9026 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.347266 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e38b2f19-cede-4520-a495-b0cf5efa9026 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.348370 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e38b2f19-cede-4520-a495-b0cf5efa9026 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "DELETE /v2.0/security-groups/2b4f0ec6-e7f3-4fc9-a6af-5e469ddedc06 HTTP/1.1" status: 204 len: 168 time: 0.5345404 May 09 13:21:22.360180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1341ff40-072d-49ba-ae1f-d96049703c78 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'fixed_ips': [{'subnet_id': '16a23f32-1fde-41c4-9b62-c5aa6ecbbce6', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1735857149'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:22.378260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54212) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:22.386111 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e779005-dbb6-473b-abd5-c58993bf8c03 None None] Routers {'0981fa93-bf53-4f0a-abdd-862f24b1ae36'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:22.386862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9e779005-dbb6-473b-abd5-c58993bf8c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['0981fa93-bf53-4f0a-abdd-862f24b1ae36'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:22.472332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b2f19-cede-4520-a495-b0cf5efa9026 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4f0ec6-e7f3-4fc9-a6af-5e469ddedc06,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:22.507788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.533400 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-720fa200-26a5-4cb8-a668-17b67fe1c64b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/routers/0981fa93-bf53-4f0a-abdd-862f24b1ae36 HTTP/1.1" status: 200 len: 703 time: 0.1891005 May 09 13:21:22.533400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54216) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:22.579539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9e779005-dbb6-473b-abd5-c58993bf8c03 None None] Set router 0981fa93-bf53-4f0a-abdd-862f24b1ae36 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:22.590042 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4cea7af9-08ca-48f8-b90f-c05a985d7fde tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=0981fa93-bf53-4f0a-abdd-862f24b1ae36 HTTP/1.1" status: 200 len: 205 time: 0.0536723 May 09 13:21:22.593700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54220) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:22.687467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '16a23f32-1fde-41c4-9b62-c5aa6ecbbce6'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:21:22.688359 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.692263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.693781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:22.694352 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.708245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9e779005-dbb6-473b-abd5-c58993bf8c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0981fa93-bf53-4f0a-abdd-862f24b1ae36', 'name': 'tempest-RoutersIpV6Test-router-212751606', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:19Z', 'updated_at': '2022-05-09T13:21:21Z', 'revision_number': 2, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:22.714785 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e779005-dbb6-473b-abd5-c58993bf8c03 None None] Checking router: 0981fa93-bf53-4f0a-abdd-862f24b1ae36 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:21:22.778448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33cfd205-d51d-412e-8dd5-d1933a7b6d9c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.781707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e779005-dbb6-473b-abd5-c58993bf8c03 None None] Routers {'0981fa93-bf53-4f0a-abdd-862f24b1ae36'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:22.782376 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9e779005-dbb6-473b-abd5-c58993bf8c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['0981fa93-bf53-4f0a-abdd-862f24b1ae36'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:22.870200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33cfd205-d51d-412e-8dd5-d1933a7b6d9c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:22.943790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1341ff40-072d-49ba-ae1f-d96049703c78 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:22.948070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1341ff40-072d-49ba-ae1f-d96049703c78 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:22.951148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1341ff40-072d-49ba-ae1f-d96049703c78 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:22.957144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1341ff40-072d-49ba-ae1f-d96049703c78 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:22.968687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9e779005-dbb6-473b-abd5-c58993bf8c03 None None] Set router 0981fa93-bf53-4f0a-abdd-862f24b1ae36 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:22.979345 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7891178 May 09 13:21:22.980760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54224) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:22.989003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Request body: {'subnet': {'network_id': '04da534c-8440-48bd-a82e-f363eee9cda2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:22.998283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-79c51587-b9bf-4389-a9d5-e80645b45efa tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Synchronizing usage tracker for tenant:81dea500d6134a238574f2c20408c070 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:22.998910 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:23.001128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e196d-0535-4874-87f9-2fdfd3a6d950 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event updated for resources: {'Network': ['ID=04da534c-8440-48bd-a82e-f363eee9cda2,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:23.007393 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Usage tracker for resource:subnet and tenant:1c385bf548d74fd8ac96a79aea04e3d8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:23.010519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:23.012420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1341ff40-072d-49ba-ae1f-d96049703c78 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:23.017847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:23.023778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90ccd3a5-7983-4ec2-b95b-e67cf529895b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.029565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 04da534c-8440-48bd-a82e-f363eee9cda2 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:21:23.114748 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9e779005-dbb6-473b-abd5-c58993bf8c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0981fa93-bf53-4f0a-abdd-862f24b1ae36', 'name': 'tempest-RoutersIpV6Test-router-212751606', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:19Z', 'updated_at': '2022-05-09T13:21:21Z', 'revision_number': 2, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:23.134759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Made reservation on behalf of 1c385bf548d74fd8ac96a79aea04e3d8 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:23.136123 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.144882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33cfd205-d51d-412e-8dd5-d1933a7b6d9c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.145600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cfd205-d51d-412e-8dd5-d1933a7b6d9c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Fanout notify agent at l3_agent the message router_deleted on router 99e7bb25-e9e8-42cc-9e2f-d123c28809dd {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:21:23.178298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Allocated IP 2001:db8::2 (733a9858-46ec-4cf8-be89-833c62720969/16a23f32-1fde-41c4-9b62-c5aa6ecbbce6/f3cc5a39-94de-457a-a2f4-8e4e4858cb20) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:23.194999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e779005-dbb6-473b-abd5-c58993bf8c03 None None] The sync data for ids ['0981fa93-bf53-4f0a-abdd-862f24b1ae36'] in dv-neutron-840889-2-hyperv is: [{'id': '0981fa93-bf53-4f0a-abdd-862f24b1ae36', 'name': 'tempest-RoutersIpV6Test-router-212751606', 'tenant_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:19Z', 'updated_at': '2022-05-09T13:21:21Z', 'revision_number': 2, 'project_id': '5c909d99b7f4434b8adc0ee57ffed3cb', 'gw_port_host': None}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:23.477307 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-79c51587-b9bf-4389-a9d5-e80645b45efa tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Unset dirty status for tenant:81dea500d6134a238574f2c20408c070 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:23.483016 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-79c51587-b9bf-4389-a9d5-e80645b45efa tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0963063 May 09 13:21:23.493379 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54228) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:23.530669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.546197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-00f033d6-5ce0-48d7-bf4b-025bf122cdeb tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group': {'name': 'tempest-secgroup--752081475'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:23.553540 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Transition to ACTIVE for port object f3cc5a39-94de-457a-a2f4-8e4e4858cb20 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:23.563716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-00f033d6-5ce0-48d7-bf4b-025bf122cdeb tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:23.574826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Transition to ACTIVE for port object f3cc5a39-94de-457a-a2f4-8e4e4858cb20 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:23.576834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-00f033d6-5ce0-48d7-bf4b-025bf122cdeb tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:23.582532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.591077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33cfd205-d51d-412e-8dd5-d1933a7b6d9c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.592552 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-33cfd205-d51d-412e-8dd5-d1933a7b6d9c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd HTTP/1.1" status: 204 len: 168 time: 1.9449618 May 09 13:21:23.593556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.597960 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54232) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:23.642487 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90ccd3a5-7983-4ec2-b95b-e67cf529895b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.659013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90ccd3a5-7983-4ec2-b95b-e67cf529895b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.683266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-8bed4734-0baa-47df-8ff2-be60c0b51552 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-271032738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:23.695542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=076b87c5-aea9-43de-86a9-0e8eca9a5723,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:23.702290 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8bed4734-0baa-47df-8ff2-be60c0b51552 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:23.705193 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-00f033d6-5ce0-48d7-bf4b-025bf122cdeb tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.714355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:23.717810 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:23.720431 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:23.727247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1341ff40-072d-49ba-ae1f-d96049703c78 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.729870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Pushing event updated for resources: {'Port': ['ID=f3cc5a39-94de-457a-a2f4-8e4e4858cb20,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:23.734575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90ccd3a5-7983-4ec2-b95b-e67cf529895b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.735098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ccd3a5-7983-4ec2-b95b-e67cf529895b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Fanout notify agent at l3_agent the message router_deleted on router 0981fa93-bf53-4f0a-abdd-862f24b1ae36 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:21:23.740104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8bed4734-0baa-47df-8ff2-be60c0b51552 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Usage tracker for resource:router and tenant:7ac1fcc55e424e64b50276e330de1174 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:23.760279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8bed4734-0baa-47df-8ff2-be60c0b51552 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:23.805579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8bed4734-0baa-47df-8ff2-be60c0b51552 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:23.807444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90ccd3a5-7983-4ec2-b95b-e67cf529895b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.808528 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-90ccd3a5-7983-4ec2-b95b-e67cf529895b tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/0981fa93-bf53-4f0a-abdd-862f24b1ae36 HTTP/1.1" status: 204 len: 168 time: 1.2118385 May 09 13:21:23.813729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54236) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:23.821988 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Attempting to bind port f3cc5a39-94de-457a-a2f4-8e4e4858cb20 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:21:23.822347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Attempting to bind port f3cc5a39-94de-457a-a2f4-8e4e4858cb20 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:21:23.822702 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Attempting to bind port f3cc5a39-94de-457a-a2f4-8e4e4858cb20 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:21:23.829619 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:21:23.829985 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:21:23.830382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.830795 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:21:23.831789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Bound port: f3cc5a39-94de-457a-a2f4-8e4e4858cb20, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:21:23.832201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.866777 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f338ba30-2586-47d1-a17a-88e166eaa04e tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=0981fa93-bf53-4f0a-abdd-862f24b1ae36 HTTP/1.1" status: 200 len: 205 time: 0.0519564 May 09 13:21:23.869606 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54240) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:23.910333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-1341ff40-072d-49ba-ae1f-d96049703c78 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 9962ca06-bf39-4e17-9f76-3ecc556d2449 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:21:23.928383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] For port f3cc5a39-94de-457a-a2f4-8e4e4858cb20, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:21:23.933084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] For port f3cc5a39-94de-457a-a2f4-8e4e4858cb20, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f3cc5a39-94de-457a-a2f4-8e4e4858cb20,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:21:23.938245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.938870 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-26cd2cb9-b7a5-4e83-879c-efb79b8216b1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] delete failed (client error): The resource could not be found. May 09 13:21:23.939888 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-26cd2cb9-b7a5-4e83-879c-efb79b8216b1 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/0981fa93-bf53-4f0a-abdd-862f24b1ae36 HTTP/1.1" status: 404 len: 336 time: 0.0692568 May 09 13:21:23.943713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54244) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:23.953224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8bed4734-0baa-47df-8ff2-be60c0b51552 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.954375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8bed4734-0baa-47df-8ff2-be60c0b51552 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:23.987741 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1319b0e-83d4-416e-bb40-bbe8fa7277b3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] DELETE failed (client error): The resource could not be found. May 09 13:21:23.988519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1319b0e-83d4-416e-bb40-bbe8fa7277b3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:23.989809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-00f033d6-5ce0-48d7-bf4b-025bf122cdeb tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:23.990802 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e1319b0e-83d4-416e-bb40-bbe8fa7277b3 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/ea493083-8bf3-40db-b4fe-7864caab8b28 HTTP/1.1" status: 404 len: 337 time: 0.0458963 May 09 13:21:24.000274 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54248) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:24.005985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-00f033d6-5ce0-48d7-bf4b-025bf122cdeb tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:24.040034 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e8110-4958-499a-8e01-2582093e6081 None None] Pushing event updated for resources: {'Port': ['ID=f3cc5a39-94de-457a-a2f4-8e4e4858cb20,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:24.055226 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-00f033d6-5ce0-48d7-bf4b-025bf122cdeb tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:24.083436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.objects.ports [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83894) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:21:24.084110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:24.136290 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92c9ca7-a788-411d-a946-9ba32f561b89 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] DELETE failed (client error): The resource could not be found. May 09 13:21:24.136751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92c9ca7-a788-411d-a946-9ba32f561b89 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:24.162053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event updated for resources: {'Subnet': ['ID=43a0e54d-b853-49d7-a399-a1c849341020,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:24.178894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Checking segment: {'id': '06cd8a6a-570a-4270-aded-8099c10ff8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04da534c-8440-48bd-a82e-f363eee9cda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:21:24.179254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Network hostable DHCP agents. Network: 04da534c-8440-48bd-a82e-f363eee9cda2, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:21:24.201010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-00f033d6-5ce0-48d7-bf4b-025bf122cdeb tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:24.206978 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Network 04da534c-8440-48bd-a82e-f363eee9cda2 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:21:24.246054 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 04da534c-8440-48bd-a82e-f363eee9cda2) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:24.251076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:24.251837 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:24.260981 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b87bc9-419e-41f9-af65-ef3615bc7d89 None None] Network 04da534c-8440-48bd-a82e-f363eee9cda2 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:24.283519 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e9f8b35a-a485-4644-ac69-4ec0c1c538fc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3015327 May 09 13:21:24.286759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54252) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:24.305661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-217523146', 'network_id': '04da534c-8440-48bd-a82e-f363eee9cda2'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:24.316275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:24.320439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Usage tracker for resource:port and tenant:1c385bf548d74fd8ac96a79aea04e3d8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:24.335522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:24.341839 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:24.348689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:24.377081 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Made reservation on behalf of 1c385bf548d74fd8ac96a79aea04e3d8 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:24.380704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:24.411678 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d92c9ca7-a788-411d-a946-9ba32f561b89 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/e8d4a068-5a79-4ad8-ad09-9aaeae7e6b09 HTTP/1.1" status: 404 len: 337 time: 0.4075792 May 09 13:21:24.420957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] device_id is not set on port ceaff070-5731-476e-b152-d5f698cb753d yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:21:24.470584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54256) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:24.514107 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-824af855-fc13-4af9-8baa-646ff56aff59 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] DELETE failed (client error): The resource could not be found. May 09 13:21:24.514839 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824af855-fc13-4af9-8baa-646ff56aff59 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:24.530875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8bed4734-0baa-47df-8ff2-be60c0b51552 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:24.531393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e83bd-7880-4286-a404-c6afa10dd5e6 None None] Network 04da534c-8440-48bd-a82e-f363eee9cda2 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:24.536345 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-824af855-fc13-4af9-8baa-646ff56aff59 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/912e2135-62be-4b65-9878-485ef3c7f064 HTTP/1.1" status: 404 len: 337 time: 0.0610201 May 09 13:21:24.537674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54260) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:24.665765 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1341ff40-072d-49ba-ae1f-d96049703c78 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:24.665935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1341ff40-072d-49ba-ae1f-d96049703c78 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:24.774384 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8bed4734-0baa-47df-8ff2-be60c0b51552 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:24.787473 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87f0dc0-aed0-4826-bdc4-603069dbf42a tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] DELETE failed (client error): The resource could not be found. May 09 13:21:24.788578 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87f0dc0-aed0-4826-bdc4-603069dbf42a tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:24.792877 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d87f0dc0-aed0-4826-bdc4-603069dbf42a tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/76125b3d-7c87-4801-bf24-b5c07906a1e0 HTTP/1.1" status: 404 len: 337 time: 0.2542975 May 09 13:21:24.795182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54264) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:24.848866 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fdb16358-62b8-42fd-a485-8ed7420d6655 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3bf1902-a092-44bc-ba5d-45e8195b2465 HTTP/1.1" status: 200 len: 205 time: 0.0489037 May 09 13:21:24.848866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54268) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:24.885319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-00f033d6-5ce0-48d7-bf4b-025bf122cdeb tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:24.910554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Allocated IP 172.20.0.6 (04da534c-8440-48bd-a82e-f363eee9cda2/43a0e54d-b853-49d7-a399-a1c849341020/ceaff070-5731-476e-b152-d5f698cb753d) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:24.918725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-00f033d6-5ce0-48d7-bf4b-025bf122cdeb tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:24.920981 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-bc597371-901d-4741-ac2a-910d770cca78 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] delete failed (client error): The resource could not be found. May 09 13:21:24.922417 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bc597371-901d-4741-ac2a-910d770cca78 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/e3bf1902-a092-44bc-ba5d-45e8195b2465 HTTP/1.1" status: 404 len: 336 time: 0.0731704 May 09 13:21:24.924862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54272) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:24.929889 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1341ff40-072d-49ba-ae1f-d96049703c78 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.6164401 May 09 13:21:24.934228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54276) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:24.935723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:24.941976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:24.977669 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1a8ab64f-211d-4fce-853a-8decb11825e5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3023f95-f6ff-4c88-b0a8-eaba92912432 HTTP/1.1" status: 200 len: 205 time: 0.0515316 May 09 13:21:24.980465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54278) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:24.988992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f033d6-5ce0-48d7-bf4b-025bf122cdeb tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5fd081-12d3-4350-9cdc-e69b4c27a759,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:25.048074 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-af96ce68-5b6c-4640-83d7-77d9066f1099 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] delete failed (client error): The resource could not be found. May 09 13:21:25.048886 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-af96ce68-5b6c-4640-83d7-77d9066f1099 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/f3023f95-f6ff-4c88-b0a8-eaba92912432 HTTP/1.1" status: 404 len: 336 time: 0.0675623 May 09 13:21:25.059625 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54284) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.118837 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b64a451-da5b-4591-8aa2-1f7fc4668fda tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] DELETE failed (client error): The resource could not be found. May 09 13:21:25.119424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b64a451-da5b-4591-8aa2-1f7fc4668fda tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:25.123942 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1b64a451-da5b-4591-8aa2-1f7fc4668fda tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/9e635755-ed57-4785-8c80-2ffda12b3bd5 HTTP/1.1" status: 404 len: 337 time: 0.0600455 May 09 13:21:25.123942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54288) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.198766 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2359e6d7-343e-4852-830e-35c6acb79009 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffd20132-fadf-4c7d-afcf-d398f7e25bff HTTP/1.1" status: 200 len: 205 time: 0.0688086 May 09 13:21:25.198766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54292) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.207900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8bed4734-0baa-47df-8ff2-be60c0b51552 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:25.208776 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8bed4734-0baa-47df-8ff2-be60c0b51552 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5637796 May 09 13:21:25.223092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:25.224735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54296) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.235230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-64353520-9b00-4e9b-b16c-c3cc5888dce3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:25.285355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-00f033d6-5ce0-48d7-bf4b-025bf122cdeb tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:25.290253 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-00f033d6-5ce0-48d7-bf4b-025bf122cdeb tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7896962 May 09 13:21:25.293232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54300) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.326153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6f17db57-0f27-4109-88d1-10000f13ff40 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': 'ba5fd081-12d3-4350-9cdc-e69b4c27a759', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:25.326508 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-6f17db57-0f27-4109-88d1-10000f13ff40 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:25.327595 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6f17db57-0f27-4109-88d1-10000f13ff40 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0223641 May 09 13:21:25.357111 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-16ea0720-0e3c-4b75-a5a8-0dd12b408556 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] delete failed (client error): The resource could not be found. May 09 13:21:25.363807 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-16ea0720-0e3c-4b75-a5a8-0dd12b408556 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/ffd20132-fadf-4c7d-afcf-d398f7e25bff HTTP/1.1" status: 404 len: 336 time: 0.1640978 May 09 13:21:25.365587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54304) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.366099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54306) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.383492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:25.420964 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a675a6f0-06e2-4788-87da-c61d8a107efc tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': 'ba5fd081-12d3-4350-9cdc-e69b4c27a759', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:25.421898 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-a675a6f0-06e2-4788-87da-c61d8a107efc tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:25.425458 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a675a6f0-06e2-4788-87da-c61d8a107efc tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0475049 May 09 13:21:25.435867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54314) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.452348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3fe98680-7cde-4ed8-a9c9-97f7018e4751 None None] Provisioning for port f3cc5a39-94de-457a-a2f4-8e4e4858cb20 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:25.463672 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-08829c5d-1428-4d00-8cc0-3bfb97049457 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': 'ba5fd081-12d3-4350-9cdc-e69b4c27a759', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:25.468558 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-08829c5d-1428-4d00-8cc0-3bfb97049457 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:25.468558 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-08829c5d-1428-4d00-8cc0-3bfb97049457 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0196223 May 09 13:21:25.474873 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54318) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.483845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b6065cd4-51ea-48c9-b483-9d72ffd6689c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': 'ba5fd081-12d3-4350-9cdc-e69b4c27a759', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:25.483845 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-b6065cd4-51ea-48c9-b483-9d72ffd6689c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:25.488579 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b6065cd4-51ea-48c9-b483-9d72ffd6689c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104437 May 09 13:21:25.495624 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8c9b4d36-5e15-4c6f-8da8-a5af723b9cd8 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ff3dbe7-173d-47b7-9977-0903d1d1b56d HTTP/1.1" status: 200 len: 205 time: 0.1126227 May 09 13:21:25.495624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54322) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.495624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54324) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.497345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:25.497345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Fanout notify agent at l3_agent the message router_deleted on router adbce829-5a00-48e2-8284-2d36ec2a6173 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:21:25.588579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:25.591701 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-331b91e8-6ac8-4d72-a1a1-4b5051a545d8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/routers/adbce829-5a00-48e2-8284-2d36ec2a6173 HTTP/1.1" status: 204 len: 168 time: 6.8685319 May 09 13:21:25.595046 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-f0ba4b6c-9dca-4eca-a137-85a55f353c35 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] delete failed (client error): The resource could not be found. May 09 13:21:25.596499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5d9860-f9ac-4fc3-9560-f8f5811c71e1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:25.596499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4b5d9860-f9ac-4fc3-9560-f8f5811c71e1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:25.599124 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f0ba4b6c-9dca-4eca-a137-85a55f353c35 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/0ff3dbe7-173d-47b7-9977-0903d1d1b56d HTTP/1.1" status: 404 len: 336 time: 0.1032288 May 09 13:21:25.600809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54330) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.600809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54332) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.741422 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-28abee6e-f4c4-4c4f-b4a3-d7b3ff462e69 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] DELETE failed (client error): The resource could not be found. May 09 13:21:25.741923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28abee6e-f4c4-4c4f-b4a3-d7b3ff462e69 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:25.746956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4b5d9860-f9ac-4fc3-9560-f8f5811c71e1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:25.747289 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-28abee6e-f4c4-4c4f-b4a3-d7b3ff462e69 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/596e5470-d54e-433e-b2e5-03fbf306543a HTTP/1.1" status: 404 len: 337 time: 0.1229727 May 09 13:21:25.748095 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4b5d9860-f9ac-4fc3-9560-f8f5811c71e1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7709622 May 09 13:21:25.750999 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54338) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.751393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54340) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:25.785901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:25.870171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5b0e29d3-9cb2-46db-b515-00ebaf995581 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Synchronizing usage tracker for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:25.918669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ccd89bd-d37b-43a8-8ec2-8fe4a3558497 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:25.922358 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b2b61a14-fb8d-44be-bda0-53240f66d27f req-873693bb-7561-4282-95b0-38287340df30 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5402629 May 09 13:21:25.992506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ccd89bd-d37b-43a8-8ec2-8fe4a3558497 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.013151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.040399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810435d6-0490-414b-b1e8-e67f52cfbe8b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:26.042028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810435d6-0490-414b-b1e8-e67f52cfbe8b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:26.043731 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-810435d6-0490-414b-b1e8-e67f52cfbe8b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2895229 May 09 13:21:26.048016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54346) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:26.049591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5b0e29d3-9cb2-46db-b515-00ebaf995581 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] Unset dirty status for tenant:5c909d99b7f4434b8adc0ee57ffed3cb on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:26.054420 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5b0e29d3-9cb2-46db-b515-00ebaf995581 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=178169ad-a08f-43e4-8224-c3818946c51c HTTP/1.1" status: 200 len: 205 time: 0.2990472 May 09 13:21:26.056482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54350) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:26.144785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-64353520-9b00-4e9b-b16c-c3cc5888dce3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.159616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:21:26.162478 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f3cc5a39-94de-457a-a2f4-8e4e4858cb20 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:21:26.191553 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-6c0667cb-aaa5-4da7-a665-f63d810e864f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] delete failed (client error): The resource could not be found. May 09 13:21:26.191846 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6c0667cb-aaa5-4da7-a665-f63d810e864f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/178169ad-a08f-43e4-8224-c3818946c51c HTTP/1.1" status: 404 len: 336 time: 0.1335344 May 09 13:21:26.201141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.205135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54354) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:26.211371 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-64353520-9b00-4e9b-b16c-c3cc5888dce3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.253492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.258636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port f3cc5a39-94de-457a-a2f4-8e4e4858cb20 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:26.266319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f3cc5a39-94de-457a-a2f4-8e4e4858cb20 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:26.267228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.286083 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event updated for resources: {'Port': ['ID=ceaff070-5731-476e-b152-d5f698cb753d,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:26.291872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae95d25-f7bd-4b69-b499-a59600dcbeb9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting subnet a4d53237-1de2-462f-a696-773c7452712d {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:26.295981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ae95d25-f7bd-4b69-b499-a59600dcbeb9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.300777 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b6c352-eda3-47cb-81d3-1c38923adb97 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] DELETE failed (client error): The resource could not be found. May 09 13:21:26.301211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b6c352-eda3-47cb-81d3-1c38923adb97 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:26.302880 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-87b6c352-eda3-47cb-81d3-1c38923adb97 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/4b30792c-68e6-42d9-8492-9f0aab4edbe3 HTTP/1.1" status: 404 len: 337 time: 0.0965798 May 09 13:21:26.314241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54358) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:26.371149 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ccd89bd-d37b-43a8-8ec2-8fe4a3558497 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.376007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c16395e-ee84-4463-9c33-0656c299e20c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 16a23f32-1fde-41c4-9b62-c5aa6ecbbce6 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:26.377783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Network 04da534c-8440-48bd-a82e-f363eee9cda2 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:26.389536 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ae95d25-f7bd-4b69-b499-a59600dcbeb9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.396070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c16395e-ee84-4463-9c33-0656c299e20c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.420427 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.456550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port f3cc5a39-94de-457a-a2f4-8e4e4858cb20, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f3cc5a39-94de-457a-a2f4-8e4e4858cb20,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:26.461981 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.528193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:26.532019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:26.533423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=f3cc5a39-94de-457a-a2f4-8e4e4858cb20,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:26.570979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd89bd-d37b-43a8-8ec2-8fe4a3558497 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5fd081-12d3-4350-9cdc-e69b4c27a759,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:26.633537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ccd89bd-d37b-43a8-8ec2-8fe4a3558497 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.634660 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2ccd89bd-d37b-43a8-8ec2-8fe4a3558497 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "DELETE /v2.0/security-groups/ba5fd081-12d3-4350-9cdc-e69b4c27a759 HTTP/1.1" status: 204 len: 168 time: 1.1402264 May 09 13:21:26.640971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54362) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:26.644244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:26.644833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.686292 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b2b61a14-fb8d-44be-bda0-53240f66d27f req-9e3836a8-0d04-47cb-bbcb-6d99dc85697b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 1099 time: 0.6593750 May 09 13:21:26.686496 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5263d355-8459-4c9e-a199-39bd8faeb851 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "GET /v2.0/ports?device_id=a18ee48c-7f37-46eb-9367-8fb576cbf563 HTTP/1.1" status: 200 len: 205 time: 0.3128946 May 09 13:21:26.690751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54366) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:26.723012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'Port': ['ID=fa026492-fb8f-4193-a056-15a762d1ae3a,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:26.732784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c16395e-ee84-4463-9c33-0656c299e20c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.781765 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ea408688-900d-4e25-b564-95681ccb5c97 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.4938536 May 09 13:21:26.787210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.797312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54370) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:26.805698 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-2fa1d326-1224-41d1-ada1-7dc97b118faa tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] delete failed (client error): The resource could not be found. May 09 13:21:26.806670 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2fa1d326-1224-41d1-ada1-7dc97b118faa tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/routers/a18ee48c-7f37-46eb-9367-8fb576cbf563 HTTP/1.1" status: 404 len: 336 time: 0.1135314 May 09 13:21:26.836224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54374) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:26.911683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ae95d25-f7bd-4b69-b499-a59600dcbeb9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:26.971619 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5583b4-5a72-47b7-8ffc-bd813c96564f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] DELETE failed (client error): The resource could not be found. May 09 13:21:26.971951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5583b4-5a72-47b7-8ffc-bd813c96564f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:26.973564 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8d5583b4-5a72-47b7-8ffc-bd813c96564f tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/4f9bde1e-b65e-4330-8a18-53fd6a47c67e HTTP/1.1" status: 404 len: 337 time: 0.1337624 May 09 13:21:26.978551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54378) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:27.016654 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-28e1d7af-9e11-437b-99f5-370539b59e47 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Synchronizing usage tracker for tenant:81dea500d6134a238574f2c20408c070 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:27.026695 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-89dd0589-f628-45a0-b1cc-267ce6a159b8 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Deleting port ceaff070-5731-476e-b152-d5f698cb753d {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:27.027034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89dd0589-f628-45a0-b1cc-267ce6a159b8 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:27.033427 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff19beba-617b-4e74-94fe-ca94fe6d9bb5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] DELETE failed (client error): The resource could not be found. May 09 13:21:27.033877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff19beba-617b-4e74-94fe-ca94fe6d9bb5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:27.035473 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ff19beba-617b-4e74-94fe-ca94fe6d9bb5 tempest-RoutersIpV6Test-1113856029 tempest-RoutersIpV6Test-1113856029-project] 10.222.0.44 "DELETE /v2.0/subnets/cc1311be-b599-4759-9be0-a23b78efdbb0 HTTP/1.1" status: 404 len: 337 time: 0.0533152 May 09 13:21:27.063609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c16395e-ee84-4463-9c33-0656c299e20c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:27.092329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b61a14-fb8d-44be-bda0-53240f66d27f req-66af7d11-3ba3-4730-9245-77373b21e164 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:27.093933 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b2b61a14-fb8d-44be-bda0-53240f66d27f req-66af7d11-3ba3-4730-9245-77373b21e164 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 912 time: 0.3387673 May 09 13:21:27.116614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64353520-9b00-4e9b-b16c-c3cc5888dce3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Router 0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:21:27.165957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-28e1d7af-9e11-437b-99f5-370539b59e47 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Unset dirty status for tenant:81dea500d6134a238574f2c20408c070 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:27.167169 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-28e1d7af-9e11-437b-99f5-370539b59e47 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5251274 May 09 13:21:27.177884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54384) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:27.182524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ae95d25-f7bd-4b69-b499-a59600dcbeb9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:27.223392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c829e051-806a-49d7-a5c8-6f67371715f0 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group': {'name': 'tempest-secgroup--400438536'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:27.275061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c829e051-806a-49d7-a5c8-6f67371715f0 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:27.281932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae95d25-f7bd-4b69-b499-a59600dcbeb9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d53237-1de2-462f-a696-773c7452712d,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:27.288757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c16395e-ee84-4463-9c33-0656c299e20c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:27.322134 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ae95d25-f7bd-4b69-b499-a59600dcbeb9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:27.328585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c829e051-806a-49d7-a5c8-6f67371715f0 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:27.338071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b341d582-5047-4c7f-be46-cadf9b1ae255 None None] Network 641b20e3-d59f-484f-8f65-ee9c8d771a37 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:27.340946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16395e-ee84-4463-9c33-0656c299e20c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=16a23f32-1fde-41c4-9b62-c5aa6ecbbce6,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:27.347462 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1ae95d25-f7bd-4b69-b499-a59600dcbeb9 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/subnets/a4d53237-1de2-462f-a696-773c7452712d HTTP/1.1" status: 204 len: 168 time: 1.7257216 May 09 13:21:27.352785 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b2b61a14-fb8d-44be-bda0-53240f66d27f req-9dc20d49-3c32-4567-a8a8-6b0cccdc4c90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9337cc3-a94d-4fc0-b44a-567707b990ff HTTP/1.1" status: 200 len: 1000 time: 0.2504911 May 09 13:21:27.358236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54390) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:27.387847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64353520-9b00-4e9b-b16c-c3cc5888dce3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:27.396117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54394) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:27.403717 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c16395e-ee84-4463-9c33-0656c299e20c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:27.406174 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6443b-f85b-438f-8d76-a6e29895b1cc None None] Sync routers for ids ['0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:27.421975 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6443b-f85b-438f-8d76-a6e29895b1cc None None] Routers {'0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:27.422823 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bce6443b-f85b-438f-8d76-a6e29895b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:27.457363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c829e051-806a-49d7-a5c8-6f67371715f0 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:27.480975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-64353520-9b00-4e9b-b16c-c3cc5888dce3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:27.482371 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-64353520-9b00-4e9b-b16c-c3cc5888dce3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "PUT /v2.0/routers/0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f HTTP/1.1" status: 200 len: 693 time: 2.2569921 May 09 13:21:27.488057 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7c16395e-ee84-4463-9c33-0656c299e20c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/16a23f32-1fde-41c4-9b62-c5aa6ecbbce6 HTTP/1.1" status: 204 len: 168 time: 1.4356086 May 09 13:21:27.491923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54400) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:27.492406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54402) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:27.520398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b61a14-fb8d-44be-bda0-53240f66d27f req-e54e7659-bc8d-43bb-ae84-f0aa4d804b6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:27.521872 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b2b61a14-fb8d-44be-bda0-53240f66d27f req-e54e7659-bc8d-43bb-ae84-f0aa4d804b6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.1523261 May 09 13:21:27.584035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98705589-828a-4a93-a5a0-363a87ff4af4 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:27.592594 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c829e051-806a-49d7-a5c8-6f67371715f0 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:27.599184 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c829e051-806a-49d7-a5c8-6f67371715f0 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:27.603026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c829e051-806a-49d7-a5c8-6f67371715f0 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:27.622488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c829e051-806a-49d7-a5c8-6f67371715f0 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:27.630450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89dd0589-f628-45a0-b1cc-267ce6a159b8 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:27.650155 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-09e61502-a583-462b-9f77-dc18efad4af5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1550233 May 09 13:21:27.657107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54408) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:27.706158 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-bce6443b-f85b-438f-8d76-a6e29895b1cc None None] Set router 0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:27.708054 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Floating IP 52cea7f1-8d1b-42b5-98ab-71e5cfb74da3 associated. External IP: 172.26.1.147, port: d9337cc3-a94d-4fc0-b44a-567707b990ff. May 09 13:21:27.740082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:27.763829 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:27.833193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-89dd0589-f628-45a0-b1cc-267ce6a159b8 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Calling delete_port for ceaff070-5731-476e-b152-d5f698cb753d owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:27.869366 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bce6443b-f85b-438f-8d76-a6e29895b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f', 'name': 'tempest-RoutersTest-router-271032738', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:23Z', 'updated_at': '2022-05-09T13:21:26Z', 'revision_number': 2, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:27.875776 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6443b-f85b-438f-8d76-a6e29895b1cc None None] Checking router: 0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:21:27.892303 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6443b-f85b-438f-8d76-a6e29895b1cc None None] Routers {'0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:27.894461 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bce6443b-f85b-438f-8d76-a6e29895b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:27.895615 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 8521ae2c-99bb-4701-b311-d1429239d15f {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:27.896174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:27.972752 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fd4b8523-baae-477e-824d-1d6fa5544c3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c909d99b7f4434b8adc0ee57ffed3cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5754740 May 09 13:21:27.978449 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fb352f0b-2404-4878-acfe-ed74ea5f12c7 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/routers/0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f HTTP/1.1" status: 200 len: 699 time: 0.4849117 May 09 13:21:27.979820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54412) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:27.983797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54414) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:27.988310 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cffca2a-a704-4d83-be85-64af6423dc48 None None] DHCP port deletion for 641b20e3-d59f-484f-8f65-ee9c8d771a37 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:21:27.995842 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6cffca2a-a704-4d83-be85-64af6423dc48 None None] Deleting port 8521ae2c-99bb-4701-b311-d1429239d15f {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:27.996512 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6cffca2a-a704-4d83-be85-64af6423dc48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:28.062858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-00823630-50c5-4985-a116-f0f8c593936a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Synchronizing usage tracker for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:28.067818 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab41ca-74d7-42c9-ae9d-df85d1bbd2c0 None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:21:28.081952 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab41ca-74d7-42c9-ae9d-df85d1bbd2c0 None None] Deleting port f3cc5a39-94de-457a-a2f4-8e4e4858cb20 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:28.082322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a4ab41ca-74d7-42c9-ae9d-df85d1bbd2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:28.099526 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b2b61a14-fb8d-44be-bda0-53240f66d27f req-d0c7c5d4-0f90-4ed4-8d92-4c24de71d1c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5683360 May 09 13:21:28.103827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c829e051-806a-49d7-a5c8-6f67371715f0 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:28.106079 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:28.131798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:28.137173 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-bce6443b-f85b-438f-8d76-a6e29895b1cc None None] Set router 0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:28.138845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:28.145057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c829e051-806a-49d7-a5c8-6f67371715f0 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:28.158657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8521ae2c-99bb-4701-b311-d1429239d15f no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:28.169738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:28.263002 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bce6443b-f85b-438f-8d76-a6e29895b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f', 'name': 'tempest-RoutersTest-router-271032738', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:23Z', 'updated_at': '2022-05-09T13:21:26Z', 'revision_number': 2, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:28.268161 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6443b-f85b-438f-8d76-a6e29895b1cc None None] The sync data for ids ['0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f'] in dv-neutron-840889-2-hyperv is: [{'id': '0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f', 'name': 'tempest-RoutersTest-router-271032738', 'tenant_id': '7ac1fcc55e424e64b50276e330de1174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:23Z', 'updated_at': '2022-05-09T13:21:26Z', 'revision_number': 2, 'project_id': '7ac1fcc55e424e64b50276e330de1174', 'gw_port_host': None}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:28.410277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cb491f47-7d81-462e-9cb0-7c7e3e5b0449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:28.437114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] For port 8521ae2c-99bb-4701-b311-d1429239d15f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8521ae2c-99bb-4701-b311-d1429239d15f,segment=NetworkSegment(3c98d54e-12f5-48eb-89d2-0594bc347c94),segment_id=3c98d54e-12f5-48eb-89d2-0594bc347c94)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:28.437571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:28.482398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-00823630-50c5-4985-a116-f0f8c593936a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Unset dirty status for tenant:7ac1fcc55e424e64b50276e330de1174 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:28.483564 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-00823630-50c5-4985-a116-f0f8c593936a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f HTTP/1.1" status: 200 len: 205 time: 0.4988439 May 09 13:21:28.494128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89dd0589-f628-45a0-b1cc-267ce6a159b8 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:28.506020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54420) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:28.607715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 8521ae2c-99bb-4701-b311-d1429239d15f owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:28.638081 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd0589-f628-45a0-b1cc-267ce6a159b8 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event deleted for resources: {'Port': ['ID=ceaff070-5731-476e-b152-d5f698cb753d,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:28.649368 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:28.652477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cb491f47-7d81-462e-9cb0-7c7e3e5b0449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:28.671063 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6cffca2a-a704-4d83-be85-64af6423dc48 None None] For port 8521ae2c-99bb-4701-b311-d1429239d15f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8521ae2c-99bb-4701-b311-d1429239d15f,segment=NetworkSegment(3c98d54e-12f5-48eb-89d2-0594bc347c94),segment_id=3c98d54e-12f5-48eb-89d2-0594bc347c94)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:28.671673 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6cffca2a-a704-4d83-be85-64af6423dc48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:28.673395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829e051-806a-49d7-a5c8-6f67371715f0 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89dd7d2b-fbbd-494e-8b8b-38fe3f194b10,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:28.684637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c829e051-806a-49d7-a5c8-6f67371715f0 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:28.689081 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c829e051-806a-49d7-a5c8-6f67371715f0 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5080905 May 09 13:21:28.693738 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54424) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:28.707874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-cd72ce70-cfde-4b5a-b0b3-c20ddc7afb99 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '89dd7d2b-fbbd-494e-8b8b-38fe3f194b10', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:28.708534 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-cd72ce70-cfde-4b5a-b0b3-c20ddc7afb99 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:28.709497 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cd72ce70-cfde-4b5a-b0b3-c20ddc7afb99 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134201 May 09 13:21:28.724447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54428) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:28.738640 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1be95665-f24c-4e63-a375-8a0c30b3559e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '89dd7d2b-fbbd-494e-8b8b-38fe3f194b10', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:28.757575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1be95665-f24c-4e63-a375-8a0c30b3559e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:28.764146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1be95665-f24c-4e63-a375-8a0c30b3559e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:28.767828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1be95665-f24c-4e63-a375-8a0c30b3559e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:28.776377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1be95665-f24c-4e63-a375-8a0c30b3559e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:28.792420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:28.798201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6cffca2a-a704-4d83-be85-64af6423dc48 None None] Calling delete_port for 8521ae2c-99bb-4701-b311-d1429239d15f owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:28.804491 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b2b61a14-fb8d-44be-bda0-53240f66d27f req-9c430643-9f71-4300-80f8-d13aabfa7e35 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6928389 May 09 13:21:28.836052 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cb491f47-7d81-462e-9cb0-7c7e3e5b0449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:28.852870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a4ab41ca-74d7-42c9-ae9d-df85d1bbd2c0 None None] For port f3cc5a39-94de-457a-a2f4-8e4e4858cb20, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f3cc5a39-94de-457a-a2f4-8e4e4858cb20,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:28.853274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a4ab41ca-74d7-42c9-ae9d-df85d1bbd2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:28.863340 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No active binding found for port 8521ae2c-99bb-4701-b311-d1429239d15f {{(pid=83896) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 09 13:21:28.864002 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8521ae2c-99bb-4701-b311-d1429239d15f not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:21:28.916379 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=8521ae2c-99bb-4701-b311-d1429239d15f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:28.926954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f3cc5a39-94de-457a-a2f4-8e4e4858cb20 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:28.994244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] No DVR routers for this DVR port 8521ae2c-99bb-4701-b311-d1429239d15f on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:21:29.010212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.023120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab41ca-74d7-42c9-ae9d-df85d1bbd2c0 None None] Calling delete_port for f3cc5a39-94de-457a-a2f4-8e4e4858cb20 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:29.029724 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb491f47-7d81-462e-9cb0-7c7e3e5b0449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe2de43-df3c-4d70-89c6-0c827a953246,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:29.061691 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-1be95665-f24c-4e63-a375-8a0c30b3559e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:29.063329 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1be95665-f24c-4e63-a375-8a0c30b3559e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3379192 May 09 13:21:29.071616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54432) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:29.088799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121bc0fa-9d59-4ce1-882e-75b195a6aeab tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.113346 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-6cffca2a-a704-4d83-be85-64af6423dc48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:21:29.113666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-6cffca2a-a704-4d83-be85-64af6423dc48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:21:29.146742 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9bd3c3c3-c81d-43e7-8da0-56837d999aec tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '89dd7d2b-fbbd-494e-8b8b-38fe3f194b10', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:29.147451 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-9bd3c3c3-c81d-43e7-8da0-56837d999aec tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:29.153501 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9bd3c3c3-c81d-43e7-8da0-56837d999aec tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0242476 May 09 13:21:29.153501 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54436) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:29.155516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cb491f47-7d81-462e-9cb0-7c7e3e5b0449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.156647 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cb491f47-7d81-462e-9cb0-7c7e3e5b0449 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6fe2de43-df3c-4d70-89c6-0c827a953246 HTTP/1.1" status: 204 len: 168 time: 1.1696935 May 09 13:21:29.167672 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-a4224589-d330-4025-9c6e-003925a20931 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '89dd7d2b-fbbd-494e-8b8b-38fe3f194b10', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:29.173690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.193616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.197644 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a4224589-d330-4025-9c6e-003925a20931 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:29.203975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a4ab41ca-74d7-42c9-ae9d-df85d1bbd2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.218750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a4224589-d330-4025-9c6e-003925a20931 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:29.223076 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641b20e3-d59f-484f-8f65-ee9c8d771a37']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:29.232313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a4224589-d330-4025-9c6e-003925a20931 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:29.243433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a4224589-d330-4025-9c6e-003925a20931 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:29.249686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c98d54e-12f5-48eb-89d2-0594bc347c94') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:29.250269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c98d54e-12f5-48eb-89d2-0594bc347c94') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:29.262178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab41ca-74d7-42c9-ae9d-df85d1bbd2c0 None None] Pushing event deleted for resources: {'Port': ['ID=f3cc5a39-94de-457a-a2f4-8e4e4858cb20,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:29.274063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.279565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab41ca-74d7-42c9-ae9d-df85d1bbd2c0 None None] No DVR routers for this DVR port f3cc5a39-94de-457a-a2f4-8e4e4858cb20 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:21:29.332668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.349321 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-89dd0589-f628-45a0-b1cc-267ce6a159b8 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.351245 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-89dd0589-f628-45a0-b1cc-267ce6a159b8 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "DELETE /v2.0/ports/ceaff070-5731-476e-b152-d5f698cb753d HTTP/1.1" status: 204 len: 168 time: 2.5476608 May 09 13:21:29.354483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54442) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:29.358611 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b2b61a14-fb8d-44be-bda0-53240f66d27f req-63430366-6bb0-43ea-83a1-68e05d83ee8c service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124965 May 09 13:21:29.361850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:21:29.363029 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.367593 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '04da534c-8440-48bd-a82e-f363eee9cda2', 'external_fixed_ips': [{'subnet_id': '43a0e54d-b853-49d7-a399-a1c849341020', 'ip_address': '172.20.0.6'}]}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:29.372341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:29.376533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Usage tracker for resource:router and tenant:1c385bf548d74fd8ac96a79aea04e3d8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:29.380380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:21:29.381519 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:21:29.386934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:29.437197 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-a4224589-d330-4025-9c6e-003925a20931 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:29.438242 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a4224589-d330-4025-9c6e-003925a20931 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2802794 May 09 13:21:29.445749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54448) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:29.467715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5a216fc6-bb1c-405b-b511-fbb9c2b10af9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '89dd7d2b-fbbd-494e-8b8b-38fe3f194b10', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:29.468334 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-5a216fc6-bb1c-405b-b511-fbb9c2b10af9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:29.469286 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5a216fc6-bb1c-405b-b511-fbb9c2b10af9 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128851 May 09 13:21:29.473521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54452) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:29.479967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1698046e-34e3-4a72-9254-7a1a1d677945 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '89dd7d2b-fbbd-494e-8b8b-38fe3f194b10', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:29.488174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1698046e-34e3-4a72-9254-7a1a1d677945 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:29.492844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.494751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1698046e-34e3-4a72-9254-7a1a1d677945 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:29.499984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1698046e-34e3-4a72-9254-7a1a1d677945 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:29.526489 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.529671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1698046e-34e3-4a72-9254-7a1a1d677945 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:29.538989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Network': ['ID=641b20e3-d59f-484f-8f65-ee9c8d771a37,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:29.547204 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4f3d105e-ad07-4bb7-b4e1-4d3d46e3366d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/networks/641b20e3-d59f-484f-8f65-ee9c8d771a37 HTTP/1.1" status: 204 len: 168 time: 2.1870272 May 09 13:21:29.555581 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54458) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:29.614870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6cffca2a-a704-4d83-be85-64af6423dc48 None None] Deleting port 8521ae2c-99bb-4701-b311-d1429239d15f {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:29.615255 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6cffca2a-a704-4d83-be85-64af6423dc48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.635737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.637087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.703674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6cffca2a-a704-4d83-be85-64af6423dc48 None None] The port '8521ae2c-99bb-4701-b311-d1429239d15f' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:21:29.739119 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-9ea8c5d6-2e0a-4c77-a8fc-8ef1da0c8cbb tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 3efa08f6-a3e7-44ab-9e90-2705b1a261f1 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:29.739119 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ea8c5d6-2e0a-4c77-a8fc-8ef1da0c8cbb tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.761659 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-1698046e-34e3-4a72-9254-7a1a1d677945 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:29.762813 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1698046e-34e3-4a72-9254-7a1a1d677945 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2889650 May 09 13:21:29.770981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54466) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:29.789854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-dbf40dc6-e75e-4e03-9bdc-121c7f0eb73e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '89dd7d2b-fbbd-494e-8b8b-38fe3f194b10', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:29.790404 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-dbf40dc6-e75e-4e03-9bdc-121c7f0eb73e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:29.791492 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dbf40dc6-e75e-4e03-9bdc-121c7f0eb73e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0137393 May 09 13:21:29.802972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54472) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:29.816090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-996b583b-3e4e-47d9-a08f-ba5ca8b26ffd tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '89dd7d2b-fbbd-494e-8b8b-38fe3f194b10', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:29.822000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Router 8920e538-e61c-46d8-8611-3a13a59e6b65 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:21:29.827606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-996b583b-3e4e-47d9-a08f-ba5ca8b26ffd tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:29.848963 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-996b583b-3e4e-47d9-a08f-ba5ca8b26ffd tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:29.852552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-996b583b-3e4e-47d9-a08f-ba5ca8b26ffd tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:29.904504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-996b583b-3e4e-47d9-a08f-ba5ca8b26ffd tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:29.961522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121bc0fa-9d59-4ce1-882e-75b195a6aeab tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.963702 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:21:29.983849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121bc0fa-9d59-4ce1-882e-75b195a6aeab tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:29.988998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.025532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.149698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121bc0fa-9d59-4ce1-882e-75b195a6aeab tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.150340 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121bc0fa-9d59-4ce1-882e-75b195a6aeab tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Fanout notify agent at l3_agent the message router_deleted on router 0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:21:30.170755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:30.182684 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:30.185868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:30.186700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.194383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9163e87-a080-4117-af77-fb76b3cf1f30 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:30.269694 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-996b583b-3e4e-47d9-a08f-ba5ca8b26ffd tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:30.270989 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-996b583b-3e4e-47d9-a08f-ba5ca8b26ffd tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4639008 May 09 13:21:30.273173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ea8c5d6-2e0a-4c77-a8fc-8ef1da0c8cbb tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.273774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ea8c5d6-2e0a-4c77-a8fc-8ef1da0c8cbb tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.277882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54482) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:30.282192 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=58ed4631-e729-429f-b4ae-8bfdb9782b53,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:30.307764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-dec9902f-13c1-4eb2-a841-88172813629e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '89dd7d2b-fbbd-494e-8b8b-38fe3f194b10', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:30.317423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54486) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:30.327904 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-dec9902f-13c1-4eb2-a841-88172813629e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:30.335224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-dec9902f-13c1-4eb2-a841-88172813629e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:30.341450 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-10512e04-b03a-4016-b15e-bba043dec71a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6807499 May 09 13:21:30.344868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121bc0fa-9d59-4ce1-882e-75b195a6aeab tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.349970 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-121bc0fa-9d59-4ce1-882e-75b195a6aeab tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f HTTP/1.1" status: 204 len: 168 time: 1.8322742 May 09 13:21:30.350622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54492) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:30.350946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54494) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:30.351804 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-dec9902f-13c1-4eb2-a841-88172813629e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:30.396774 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-dec9902f-13c1-4eb2-a841-88172813629e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:30.401452 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e0ffaa50-4929-4502-bf30-48470c246577 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1534813129', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:30.425771 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-edfec242-3fce-4d21-8109-0f21b22fb4cb tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f HTTP/1.1" status: 200 len: 205 time: 0.0687327 May 09 13:21:30.427685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.433340 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e0ffaa50-4929-4502-bf30-48470c246577 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:30.435638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54500) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:30.442652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e0ffaa50-4929-4502-bf30-48470c246577 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:router and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:30.445386 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-9ea8c5d6-2e0a-4c77-a8fc-8ef1da0c8cbb tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 3efa08f6-a3e7-44ab-9e90-2705b1a261f1 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:30.483269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '58ed4631-e729-429f-b4ae-8bfdb9782b53'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:21:30.484076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.500765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e0ffaa50-4929-4502-bf30-48470c246577 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:30.515339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e0ffaa50-4929-4502-bf30-48470c246577 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:30.530699 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-7628650f-c7d1-46ae-8a9d-c3b092399dcd tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] delete failed (client error): The resource could not be found. May 09 13:21:30.534210 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7628650f-c7d1-46ae-8a9d-c3b092399dcd tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/0dc1f3bf-2694-46a9-8fc9-2f1ee79af85f HTTP/1.1" status: 404 len: 336 time: 0.0953963 May 09 13:21:30.536784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54504) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:30.540231 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a4740b59-3f56-4a59-a2fe-a04d79cb3b21 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:30.540976 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-a4740b59-3f56-4a59-a2fe-a04d79cb3b21 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): There was a conflict when trying to complete your request. May 09 13:21:30.541391 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a4740b59-3f56-4a59-a2fe-a04d79cb3b21 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2212811 May 09 13:21:30.547582 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54508) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:30.556977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981663914'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:30.578491 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:30.583882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0ffaa50-4929-4502-bf30-48470c246577 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.584820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0ffaa50-4929-4502-bf30-48470c246577 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.604223 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec053c2-23d6-4a20-b25c-bbfd3dcfb2f8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] DELETE failed (client error): The resource could not be found. May 09 13:21:30.604401 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec053c2-23d6-4a20-b25c-bbfd3dcfb2f8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:30.611357 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-aec053c2-23d6-4a20-b25c-bbfd3dcfb2f8 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/fd8beb80-22f5-42f6-ab81-191ebaccc406 HTTP/1.1" status: 404 len: 337 time: 0.0683296 May 09 13:21:30.611462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0ffaa50-4929-4502-bf30-48470c246577 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.611561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54512) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:30.638510 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-dec9902f-13c1-4eb2-a841-88172813629e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:30.638510 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-dec9902f-13c1-4eb2-a841-88172813629e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3544993 May 09 13:21:30.638510 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:30.641354 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0ffaa50-4929-4502-bf30-48470c246577 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.648069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54516) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:30.655973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:30.684520 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:30.712436 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3714c3bc-ef6b-4137-bbbe-3f5e329c6dd0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] DELETE failed (client error): The resource could not be found. May 09 13:21:30.712873 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3714c3bc-ef6b-4137-bbbe-3f5e329c6dd0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:30.718523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Allocated IP 2001:db8::2 (733a9858-46ec-4cf8-be89-833c62720969/58ed4631-e729-429f-b4ae-8bfdb9782b53/993ba740-3d07-445f-83ec-e373a54411ab) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:30.729474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:30.737842 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3714c3bc-ef6b-4137-bbbe-3f5e329c6dd0 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/b8041dcd-a8e2-40a6-9de5-f176b5257f57 HTTP/1.1" status: 404 len: 337 time: 0.1271915 May 09 13:21:30.746679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54520) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:30.752297 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb31db-3b0a-44e0-aa8b-3e55ef85f5c3 None None] Sync routers for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:30.761454 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.825347 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0ffaa50-4929-4502-bf30-48470c246577 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.829920 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e0ffaa50-4929-4502-bf30-48470c246577 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4740593 May 09 13:21:30.831819 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-b431898c-8fdf-41d1-96a1-969ed636d4ea tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] DELETE failed (client error): The resource could not be found. May 09 13:21:30.831819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b431898c-8fdf-41d1-96a1-969ed636d4ea tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:30.833129 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b431898c-8fdf-41d1-96a1-969ed636d4ea tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/09cbb2ef-e980-4746-8000-f0e87414cb9a HTTP/1.1" status: 404 len: 337 time: 0.0849910 May 09 13:21:30.836571 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54524) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:30.837770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54526) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:30.840438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.849215 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d9254c92-d79b-4cce-9bd5-31a5290850ed tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.4434483 May 09 13:21:30.852203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634bb748-c58a-44ea-b23f-c17c07d8124b', 'tag': 'd9337cc3-a94d-4fc0-b44a-567707b990ff'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:21:30.882256 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ea8c5d6-2e0a-4c77-a8fc-8ef1da0c8cbb tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:30.882999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb31db-3b0a-44e0-aa8b-3e55ef85f5c3 None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:30.883644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fdeb31db-3b0a-44e0-aa8b-3e55ef85f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:30.953331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8c5d6-2e0a-4c77-a8fc-8ef1da0c8cbb tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=3efa08f6-a3e7-44ab-9e90-2705b1a261f1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:30.970612 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:31.044360 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca292da-775f-4e2a-8bdb-78ec26197ab1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] DELETE failed (client error): The resource could not be found. May 09 13:21:31.045040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca292da-775f-4e2a-8bdb-78ec26197ab1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:31.046722 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5ca292da-775f-4e2a-8bdb-78ec26197ab1 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/e54121bc-dd7d-4fa7-9f54-a6499c44b23a HTTP/1.1" status: 404 len: 337 time: 0.1939187 May 09 13:21:31.049973 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54538) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.105504 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-39cd6437-4335-4ae4-887c-1dc547df2745 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=99e7bb25-e9e8-42cc-9e2f-d123c28809dd HTTP/1.1" status: 200 len: 205 time: 0.0542030 May 09 13:21:31.107851 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54542) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.110624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ea8c5d6-2e0a-4c77-a8fc-8ef1da0c8cbb tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:31.113690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ea8c5d6-2e0a-4c77-a8fc-8ef1da0c8cbb tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:31.114975 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9ea8c5d6-2e0a-4c77-a8fc-8ef1da0c8cbb tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/floatingips/447135fa-8c4e-4d5c-b6e5-e6209b3db4a2 HTTP/1.1" status: 204 len: 168 time: 1.5562918 May 09 13:21:31.118496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:31.119000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54546) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.123709 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-29ac7b57-45c4-4ce6-9413-862bd94df70f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:31.127245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:31.133045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:31.185002 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5927467-269e-4944-81b2-2a34ab9b5d0a'] response: {'name': 'network-changed', 'server_uuid': '634bb748-c58a-44ea-b23f-c17c07d8124b', 'tag': 'd9337cc3-a94d-4fc0-b44a-567707b990ff', 'status': 'completed', 'code': 200} May 09 13:21:31.206616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:31.211509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:31.218783 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-71f46ae4-c207-41e9-b2dd-66d374cbdc74 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] delete failed (client error): The resource could not be found. May 09 13:21:31.222806 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-71f46ae4-c207-41e9-b2dd-66d374cbdc74 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/99e7bb25-e9e8-42cc-9e2f-d123c28809dd HTTP/1.1" status: 404 len: 336 time: 0.1108449 May 09 13:21:31.225770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54550) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.230542 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Transition to ACTIVE for port object 993ba740-3d07-445f-83ec-e373a54411ab will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:31.248630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-fdeb31db-3b0a-44e0-aa8b-3e55ef85f5c3 None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:31.269741 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89ad732-8881-433e-acbe-2b5713e8e78d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] DELETE failed (client error): The resource could not be found. May 09 13:21:31.270117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89ad732-8881-433e-acbe-2b5713e8e78d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:31.274148 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f89ad732-8881-433e-acbe-2b5713e8e78d tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/ports/8cd29b49-788b-429b-ab8c-596734133af2 HTTP/1.1" status: 404 len: 333 time: 0.0894983 May 09 13:21:31.276610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54554) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.282524 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e18829d5-e4a8-4b4e-bed8-f2b331f984f6 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=17dcd116-3ded-4e29-b822-60cf626c4d9c HTTP/1.1" status: 200 len: 205 time: 0.0538993 May 09 13:21:31.282697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54558) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.314419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Transition to ACTIVE for port object 993ba740-3d07-445f-83ec-e373a54411ab will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:31.339645 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:31.361047 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-29ac7b57-45c4-4ce6-9413-862bd94df70f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:31.381678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-df87c825-d1b6-4ee2-936f-a5c358819707 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Synchronizing usage tracker for tenant:cd34a6a0e0d047b8859df9153896e1ce on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:31.392137 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-d8358fd2-3b82-419b-a812-6fb8ba9fdcc3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] delete failed (client error): The resource could not be found. May 09 13:21:31.393436 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d8358fd2-3b82-419b-a812-6fb8ba9fdcc3 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/17dcd116-3ded-4e29-b822-60cf626c4d9c HTTP/1.1" status: 404 len: 336 time: 0.1098857 May 09 13:21:31.396047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54562) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.441117 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5048d5e5-6f2a-4479-b0e9-d5316ab525ec tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] DELETE failed (client error): The resource could not be found. May 09 13:21:31.441983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5048d5e5-6f2a-4479-b0e9-d5316ab525ec tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:31.446014 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5048d5e5-6f2a-4479-b0e9-d5316ab525ec tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/8d1568da-c373-4c55-bbae-4e999c25613f HTTP/1.1" status: 404 len: 337 time: 0.0463922 May 09 13:21:31.446427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54566) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.493896 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-df87c825-d1b6-4ee2-936f-a5c358819707 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Unset dirty status for tenant:cd34a6a0e0d047b8859df9153896e1ce on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:31.494501 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:31.495201 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-df87c825-d1b6-4ee2-936f-a5c358819707 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "GET /v2.0/ports?device_id=adbce829-5a00-48e2-8284-2d36ec2a6173 HTTP/1.1" status: 200 len: 205 time: 0.2176213 May 09 13:21:31.499703 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fc4d4fc6-5d38-4745-ad71-fb5ded15534f tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ad780d-f74c-4f75-bee2-2259ce46c4c4 HTTP/1.1" status: 200 len: 205 time: 0.0502949 May 09 13:21:31.499703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54570) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.500656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54572) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.503647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:31.507549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Pushing event updated for resources: {'Port': ['ID=993ba740-3d07-445f-83ec-e373a54411ab,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:31.510864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:31.625193 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-fb9ea9b2-c662-4324-b76c-bbccc06d4783 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] delete failed (client error): The resource could not be found. May 09 13:21:31.626233 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fb9ea9b2-c662-4324-b76c-bbccc06d4783 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/routers/adbce829-5a00-48e2-8284-2d36ec2a6173 HTTP/1.1" status: 404 len: 336 time: 0.1271493 May 09 13:21:31.628271 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-a975b8e4-26f3-46d5-83f6-feb9df3d121a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] delete failed (client error): The resource could not be found. May 09 13:21:31.629498 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a975b8e4-26f3-46d5-83f6-feb9df3d121a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/f2ad780d-f74c-4f75-bee2-2259ce46c4c4 HTTP/1.1" status: 404 len: 336 time: 0.1280429 May 09 13:21:31.631106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54578) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.633453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54580) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.724681 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Attempting to bind port 993ba740-3d07-445f-83ec-e373a54411ab on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:21:31.724681 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Attempting to bind port 993ba740-3d07-445f-83ec-e373a54411ab by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:21:31.724681 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Attempting to bind port 993ba740-3d07-445f-83ec-e373a54411ab on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:21:31.734523 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef510a6-afa4-4425-a39a-c387cfcb5415 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] DELETE failed (client error): The resource could not be found. May 09 13:21:31.734523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef510a6-afa4-4425-a39a-c387cfcb5415 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:31.734523 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4ef510a6-afa4-4425-a39a-c387cfcb5415 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/subnets/a4d53237-1de2-462f-a696-773c7452712d HTTP/1.1" status: 404 len: 337 time: 0.0838380 May 09 13:21:31.734523 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fb8e50e2-4367-41bc-87ef-f902341319c4 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e838765-05fe-45a5-b4b5-f8e2b0d69ad9 HTTP/1.1" status: 200 len: 205 time: 0.0822568 May 09 13:21:31.734523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54586) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.734523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54588) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.742185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:21:31.742185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:21:31.742185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:31.742185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:21:31.742185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Bound port: 993ba740-3d07-445f-83ec-e373a54411ab, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:21:31.742185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:31.875041 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-116c5dce-e557-4d71-a9d4-487572663c87 req-0c1eaa8b-e8d2-4589-bf9d-9c12fb2d29eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 1099 time: 0.6578658 May 09 13:21:31.875041 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-29ac7b57-45c4-4ce6-9413-862bd94df70f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:31.930166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] For port 993ba740-3d07-445f-83ec-e373a54411ab, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:21:31.930166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] For port 993ba740-3d07-445f-83ec-e373a54411ab, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=993ba740-3d07-445f-83ec-e373a54411ab,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:21:31.940568 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fdeb31db-3b0a-44e0-aa8b-3e55ef85f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '52cea7f1-8d1b-42b5-98ab-71e5cfb74da3', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.147', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': 'd9337cc3-a94d-4fc0-b44a-567707b990ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:18:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bb748-c58a-44ea-b23f-c17c07d8124b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:21:23Z', 'updated_at': '2022-05-09T13:21:23Z', 'revision_number': 0, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:31.940568 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:31.962876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:31.973385 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-0a72a8f2-0756-41e2-a1d0-77618754f831 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] delete failed (client error): The resource could not be found. May 09 13:21:31.973385 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0a72a8f2-0756-41e2-a1d0-77618754f831 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/3e838765-05fe-45a5-b4b5-f8e2b0d69ad9 HTTP/1.1" status: 404 len: 336 time: 0.2275469 May 09 13:21:31.981150 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac7b57-45c4-4ce6-9413-862bd94df70f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dd7d2b-fbbd-494e-8b8b-38fe3f194b10,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:31.981150 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54594) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:31.987955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-791bacc0-ac23-40f8-bbbe-06d6c7477c52 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port d57c3c4b-1856-47d1-b6a8-22e2f409f2ca {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:31.987955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-791bacc0-ac23-40f8-bbbe-06d6c7477c52 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:31.999900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb31db-3b0a-44e0-aa8b-3e55ef85f5c3 None None] Checking router: 8920e538-e61c-46d8-8611-3a13a59e6b65 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:21:32.010897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:32.046613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb31db-3b0a-44e0-aa8b-3e55ef85f5c3 None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:32.046613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fdeb31db-3b0a-44e0-aa8b-3e55ef85f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:32.098162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:32.163792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:32.163792 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68d0eac-f297-4d35-b2b0-8b1820843171 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] DELETE failed (client error): The resource could not be found. May 09 13:21:32.163792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68d0eac-f297-4d35-b2b0-8b1820843171 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:32.212588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-29ac7b57-45c4-4ce6-9413-862bd94df70f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:32.212588 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-29ac7b57-45c4-4ce6-9413-862bd94df70f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "DELETE /v2.0/security-groups/89dd7d2b-fbbd-494e-8b8b-38fe3f194b10 HTTP/1.1" status: 204 len: 168 time: 1.5492492 May 09 13:21:32.262875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54598) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:32.262875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:32.294439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb9f04b-3cd8-4451-9cc8-bebc86e5f0db,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:32.300451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-fdeb31db-3b0a-44e0-aa8b-3e55ef85f5c3 None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:32.309834 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d68d0eac-f297-4d35-b2b0-8b1820843171 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/707c315e-317a-456a-adae-8ee203bf560b HTTP/1.1" status: 404 len: 337 time: 0.3002577 May 09 13:21:32.316140 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:32.324732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54602) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:32.324732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:32.391333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:32.423827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-791bacc0-ac23-40f8-bbbe-06d6c7477c52 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:32.446372 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1dc829bb-9161-4a87-8e42-a0fff1b44929 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=a26e9edf-bbe5-4229-8540-769cc60f651d HTTP/1.1" status: 200 len: 205 time: 0.1025665 May 09 13:21:32.479605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54606) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:32.579826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5dce-e557-4d71-a9d4-487572663c87 req-063c903a-c1c3-4a33-922b-88f4ffe1d4c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:32.579826 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-116c5dce-e557-4d71-a9d4-487572663c87 req-063c903a-c1c3-4a33-922b-88f4ffe1d4c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 912 time: 0.6986098 May 09 13:21:32.579826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:32.595029 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-791bacc0-ac23-40f8-bbbe-06d6c7477c52 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for d57c3c4b-1856-47d1-b6a8-22e2f409f2ca owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:32.641320 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7509c-e8b8-4b3a-943b-163b93458b1f None None] Pushing event updated for resources: {'Port': ['ID=993ba740-3d07-445f-83ec-e373a54411ab,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:32.801633 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fdeb31db-3b0a-44e0-aa8b-3e55ef85f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '52cea7f1-8d1b-42b5-98ab-71e5cfb74da3', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.147', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': 'd9337cc3-a94d-4fc0-b44a-567707b990ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:18:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bb748-c58a-44ea-b23f-c17c07d8124b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:21:23Z', 'updated_at': '2022-05-09T13:21:23Z', 'revision_number': 0, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:32.801633 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb31db-3b0a-44e0-aa8b-3e55ef85f5c3 None None] The sync data for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv is: [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '52cea7f1-8d1b-42b5-98ab-71e5cfb74da3', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.147', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': 'd9337cc3-a94d-4fc0-b44a-567707b990ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:18:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bb748-c58a-44ea-b23f-c17c07d8124b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:21:23Z', 'updated_at': '2022-05-09T13:21:23Z', 'revision_number': 0, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:32.858843 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-791bacc0-ac23-40f8-bbbe-06d6c7477c52 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:32.871268 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-b9a31362-1528-4526-a3a4-4b62cba94e2a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] delete failed (client error): The resource could not be found. May 09 13:21:32.890851 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b9a31362-1528-4526-a3a4-4b62cba94e2a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/a26e9edf-bbe5-4229-8540-769cc60f651d HTTP/1.1" status: 404 len: 336 time: 0.3906286 May 09 13:21:32.890851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54610) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:32.946573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bacc0-ac23-40f8-bbbe-06d6c7477c52 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=d57c3c4b-1856-47d1-b6a8-22e2f409f2ca,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:33.095486 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1d0f84fa-a338-43a4-a444-b5fd013aeabc tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Synchronizing usage tracker for tenant:81dea500d6134a238574f2c20408c070 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:33.105602 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-791bacc0-ac23-40f8-bbbe-06d6c7477c52 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:33.135006 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-791bacc0-ac23-40f8-bbbe-06d6c7477c52 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/ports/d57c3c4b-1856-47d1-b6a8-22e2f409f2ca HTTP/1.1" status: 204 len: 168 time: 1.4041197 May 09 13:21:33.135006 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54614) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:33.169068 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1aa344-a0ea-4199-aadb-36b9a83f4c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] DELETE failed (client error): The resource could not be found. May 09 13:21:33.169068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1aa344-a0ea-4199-aadb-36b9a83f4c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:33.232634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ccbfb591-360c-4d0b-ba90-65bff2469c45 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 9ca9add3-3497-448e-82fc-b9695131238d {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:33.232634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ccbfb591-360c-4d0b-ba90-65bff2469c45 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:33.237818 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc0f79-519d-47ff-86ac-7057b689d476 None None] New status for floating IP 52cea7f1-8d1b-42b5-98ab-71e5cfb74da3: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:21:33.347761 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-df1aa344-a0ea-4199-aadb-36b9a83f4c49 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/191152fd-8f3b-4661-b5b2-61589d513a5f HTTP/1.1" status: 404 len: 337 time: 0.4448025 May 09 13:21:33.348342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54618) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:33.349973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:33.359629 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-116c5dce-e557-4d71-a9d4-487572663c87 req-466ce555-ce44-414e-9437-d5294aa211c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9337cc3-a94d-4fc0-b44a-567707b990ff HTTP/1.1" status: 200 len: 1000 time: 0.7474241 May 09 13:21:33.367274 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:33.390828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1d0f84fa-a338-43a4-a444-b5fd013aeabc tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Unset dirty status for tenant:81dea500d6134a238574f2c20408c070 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:33.398324 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5da09f7c-bdf0-4254-980b-601652097bcd tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "GET /v2.0/ports?device_id=231d44b2-cca3-4137-a4d0-45e4702a52f1 HTTP/1.1" status: 200 len: 205 time: 0.0488958 May 09 13:21:33.398886 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1d0f84fa-a338-43a4-a444-b5fd013aeabc tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1407964 May 09 13:21:33.402800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54622) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:33.403297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54624) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:33.466679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-33047053-4471-4cf7-994c-5ad8340a8909 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group': {'name': 'tempest-secgroup--602760572'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:33.536186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ccbfb591-360c-4d0b-ba90-65bff2469c45 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:33.579656 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Allocated IP 172.20.0.6 (04da534c-8440-48bd-a82e-f363eee9cda2/43a0e54d-b853-49d7-a399-a1c849341020/91a4d2c1-5320-4d21-aade-298323a49330) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:33.594314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-33047053-4471-4cf7-994c-5ad8340a8909 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:33.621746 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-115fd681-adfb-4399-af45-ddde0a35326a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] delete failed (client error): The resource could not be found. May 09 13:21:33.622923 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-115fd681-adfb-4399-af45-ddde0a35326a tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/routers/231d44b2-cca3-4137-a4d0-45e4702a52f1 HTTP/1.1" status: 404 len: 336 time: 0.1789043 May 09 13:21:33.641333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54630) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:33.642115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:33.643435 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.0948958 May 09 13:21:33.644188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b653a-f234-405b-9f77-8554cf83391d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26576406-68d1-4531-81a6-4bda201351d9,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:33.691933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ccbfb591-360c-4d0b-ba90-65bff2469c45 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 9ca9add3-3497-448e-82fc-b9695131238d owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:33.719115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54632) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:33.736071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-33047053-4471-4cf7-994c-5ad8340a8909 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:33.852816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ccbfb591-360c-4d0b-ba90-65bff2469c45 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:33.903348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfb591-360c-4d0b-ba90-65bff2469c45 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=9ca9add3-3497-448e-82fc-b9695131238d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:33.921613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-be0f49b9-2807-41f4-8c2f-58d4d8e4059a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': '26576406-68d1-4531-81a6-4bda201351d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:33.926303 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0d8a14-cc32-4738-9974-6ac9307d4b3c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] DELETE failed (client error): The resource could not be found. May 09 13:21:33.926739 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0d8a14-cc32-4738-9974-6ac9307d4b3c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:33.928325 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5d0d8a14-cc32-4738-9974-6ac9307d4b3c tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/b93a95ac-30eb-40cf-b838-50e29cfb4cb2 HTTP/1.1" status: 404 len: 337 time: 0.2727149 May 09 13:21:33.937352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54638) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:33.977834 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5dce-e557-4d71-a9d4-487572663c87 req-b7c7a3c5-d00a-4622-bfb7-80073173a13b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:33.979265 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-116c5dce-e557-4d71-a9d4-487572663c87 req-b7c7a3c5-d00a-4622-bfb7-80073173a13b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.5961821 May 09 13:21:33.983264 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-be0f49b9-2807-41f4-8c2f-58d4d8e4059a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:34.017226 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06cc78f-2e8e-4490-b306-8d71303e3959 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] DELETE failed (client error): The resource could not be found. May 09 13:21:34.017800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06cc78f-2e8e-4490-b306-8d71303e3959 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:21:34.039197 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f06cc78f-2e8e-4490-b306-8d71303e3959 tempest-RoutersTest-1923900079 tempest-RoutersTest-1923900079-project] 10.222.0.44 "DELETE /v2.0/subnets/d8cfc572-0e18-4dd9-905b-0483d21626dd HTTP/1.1" status: 404 len: 337 time: 0.0961089 May 09 13:21:34.040939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-be0f49b9-2807-41f4-8c2f-58d4d8e4059a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:34.047455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bc386e38-017c-40f6-b418-c1a3bd020ffa None None] Provisioning for port 993ba740-3d07-445f-83ec-e373a54411ab completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:34.062876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-33047053-4471-4cf7-994c-5ad8340a8909 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.070477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ccbfb591-360c-4d0b-ba90-65bff2469c45 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.073053 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ccbfb591-360c-4d0b-ba90-65bff2469c45 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/ports/9ca9add3-3497-448e-82fc-b9695131238d HTTP/1.1" status: 204 len: 168 time: 0.9444311 May 09 13:21:34.081500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54644) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:34.081782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-be0f49b9-2807-41f4-8c2f-58d4d8e4059a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:34.114199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-be0f49b9-2807-41f4-8c2f-58d4d8e4059a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:34.135892 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 993ba740-3d07-445f-83ec-e373a54411ab up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:21:34.194549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb24db-9de0-42cb-8ad7-c17b477f9d57 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:34.196584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-72cb24db-9de0-42cb-8ad7-c17b477f9d57 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Synchronizing usage tracker for tenant:cd34a6a0e0d047b8859df9153896e1ce on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:34.218390 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 993ba740-3d07-445f-83ec-e373a54411ab completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:34.220383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-72cb24db-9de0-42cb-8ad7-c17b477f9d57 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Unset dirty status for tenant:cd34a6a0e0d047b8859df9153896e1ce on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:34.222194 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-72cb24db-9de0-42cb-8ad7-c17b477f9d57 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "GET /v2.0/ports?device_id=f048742b-91b5-4cb4-8a6e-06780a640184 HTTP/1.1" status: 200 len: 913 time: 0.1394978 May 09 13:21:34.223980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 993ba740-3d07-445f-83ec-e373a54411ab triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:34.224595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.225610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54648) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:34.275732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-be0f49b9-2807-41f4-8c2f-58d4d8e4059a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.301967 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-33047053-4471-4cf7-994c-5ad8340a8909 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:34.325987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::1 (733a9858-46ec-4cf8-be89-833c62720969/58ed4631-e729-429f-b4ae-8bfdb9782b53/e1941397-f22e-46aa-a091-dd430880834e) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:34.332825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-33047053-4471-4cf7-994c-5ad8340a8909 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:34.348146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-33047053-4471-4cf7-994c-5ad8340a8909 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:34.353762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.373541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-33047053-4471-4cf7-994c-5ad8340a8909 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:34.401820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.402708 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-116c5dce-e557-4d71-a9d4-487572663c87 req-bec2a610-bcb3-469c-ba69-33bab0c7415c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4119546 May 09 13:21:34.451432 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 993ba740-3d07-445f-83ec-e373a54411ab, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=993ba740-3d07-445f-83ec-e373a54411ab,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:34.458346 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.492531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54654) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:34.540301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=993ba740-3d07-445f-83ec-e373a54411ab,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:34.664793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-be0f49b9-2807-41f4-8c2f-58d4d8e4059a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.700933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-33047053-4471-4cf7-994c-5ad8340a8909 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.701851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-be0f49b9-2807-41f4-8c2f-58d4d8e4059a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.726227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-33047053-4471-4cf7-994c-5ad8340a8909 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.758307 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.781665 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fc45ae5a-e3d5-4a0b-957e-976ac08ec140 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ac1fcc55e424e64b50276e330de1174&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2877359 May 09 13:21:34.784081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54660) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:34.827657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f49b9-2807-41f4-8c2f-58d4d8e4059a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500c2070-57bf-4f31-ba05-4e9c70efa428,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:34.879675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8310c31-b93e-4b39-82c3-ec9f2e82d81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.890172 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-116c5dce-e557-4d71-a9d4-487572663c87 req-826c9936-80c9-47ba-9538-75159f8abc8a service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638796 May 09 13:21:34.911075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.914893 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8310c31-b93e-4b39-82c3-ec9f2e82d81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.926250 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-377eaba9-220c-4b5c-946b-712524262d59 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.940001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33047053-4471-4cf7-994c-5ad8340a8909 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8dde96-f1a9-472d-a95d-e590ca7fce8c,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:34.954052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-33047053-4471-4cf7-994c-5ad8340a8909 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.958382 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-33047053-4471-4cf7-994c-5ad8340a8909 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5131202 May 09 13:21:34.958382 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-be0f49b9-2807-41f4-8c2f-58d4d8e4059a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:34.958382 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-be0f49b9-2807-41f4-8c2f-58d4d8e4059a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2340508 May 09 13:21:34.972104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Network 04da534c-8440-48bd-a82e-f363eee9cda2 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:34.972202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54664) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:34.972546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54666) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:35.028112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event updated for resources: {'Port': ['ID=91a4d2c1-5320-4d21-aade-298323a49330,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:35.037001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-45e9cc66-33c8-4d10-a370-522ef2f36dc6 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': 'ef8dde96-f1a9-472d-a95d-e590ca7fce8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:35.055797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:35.063644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-08e0a808-f6bf-4183-a839-defc573d6b44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': '26576406-68d1-4531-81a6-4bda201351d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:35.071348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-08e0a808-f6bf-4183-a839-defc573d6b44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:35.074223 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-45e9cc66-33c8-4d10-a370-522ef2f36dc6 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:35.091461 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object e1941397-f22e-46aa-a091-dd430880834e will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:35.091461 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:35.097864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8310c31-b93e-4b39-82c3-ec9f2e82d81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:35.117917 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8310c31-b93e-4b39-82c3-ec9f2e82d81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291ae253-ad7d-41d7-bff4-54b650bcde6c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:35.126517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-45e9cc66-33c8-4d10-a370-522ef2f36dc6 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:35.130109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8310c31-b93e-4b39-82c3-ec9f2e82d81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:35.130109 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b8310c31-b93e-4b39-82c3-ec9f2e82d81a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/291ae253-ad7d-41d7-bff4-54b650bcde6c HTTP/1.1" status: 204 len: 168 time: 0.3416924 May 09 13:21:35.130380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-08e0a808-f6bf-4183-a839-defc573d6b44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:35.133964 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-08e0a808-f6bf-4183-a839-defc573d6b44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:35.145645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-45e9cc66-33c8-4d10-a370-522ef2f36dc6 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:35.155520 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-08e0a808-f6bf-4183-a839-defc573d6b44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:35.176271 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-45e9cc66-33c8-4d10-a370-522ef2f36dc6 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:35.245435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-08e0a808-f6bf-4183-a839-defc573d6b44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:35.299139 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-116c5dce-e557-4d71-a9d4-487572663c87 req-c7e76fa5-2598-4101-af0b-d5b7ccef73ca service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896074 May 09 13:21:35.337311 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:35.452067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:35.460883 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-45e9cc66-33c8-4d10-a370-522ef2f36dc6 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The resource could not be found. May 09 13:21:35.461550 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-45e9cc66-33c8-4d10-a370-522ef2f36dc6 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4379876 May 09 13:21:35.462005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54676) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:35.467836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:35.471435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:35.472940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:35.480421 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-08e0a808-f6bf-4183-a839-defc573d6b44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): There was a conflict when trying to complete your request. May 09 13:21:35.481599 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-08e0a808-f6bf-4183-a839-defc573d6b44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4567797 May 09 13:21:35.482336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=e1941397-f22e-46aa-a091-dd430880834e,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:35.485374 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54682) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:35.488862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2560a072-c3d1-4f22-8795-62715dd56daf tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': 'ef8dde96-f1a9-472d-a95d-e590ca7fce8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f12e64a1-719c-4819-8913-ec01aed2e055'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:35.498529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2560a072-c3d1-4f22-8795-62715dd56daf tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:35.522465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2560a072-c3d1-4f22-8795-62715dd56daf tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:35.551406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2560a072-c3d1-4f22-8795-62715dd56daf tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:35.558862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2560a072-c3d1-4f22-8795-62715dd56daf tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:35.647253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:35.659575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8774a9f-79f4-4c05-981f-01d54f9f397a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:35.696988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8774a9f-79f4-4c05-981f-01d54f9f397a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:35.843824 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-2560a072-c3d1-4f22-8795-62715dd56daf tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The resource could not be found. May 09 13:21:35.843824 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2560a072-c3d1-4f22-8795-62715dd56daf tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3705580 May 09 13:21:35.861722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54692) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:35.896481 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8774a9f-79f4-4c05-981f-01d54f9f397a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:35.938371 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8774a9f-79f4-4c05-981f-01d54f9f397a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26576406-68d1-4531-81a6-4bda201351d9,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:35.946385 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d3a4d1ca-ff98-4a60-a635-1e23d22bae38 None None] Provisioning for port e1941397-f22e-46aa-a091-dd430880834e completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:35.975837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b8774a9f-79f4-4c05-981f-01d54f9f397a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:35.975837 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b8774a9f-79f4-4c05-981f-01d54f9f397a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "DELETE /v2.0/security-groups/26576406-68d1-4531-81a6-4bda201351d9 HTTP/1.1" status: 204 len: 168 time: 0.4764466 May 09 13:21:35.975837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-377eaba9-220c-4b5c-946b-712524262d59 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 494b89ee-b9d4-43a0-9aa5-13a1deb69dd2 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:35.975837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-377eaba9-220c-4b5c-946b-712524262d59 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:35.981861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d3a4d1ca-ff98-4a60-a635-1e23d22bae38 None None] Provisioning complete for port e1941397-f22e-46aa-a091-dd430880834e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:35.981861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d1ca-ff98-4a60-a635-1e23d22bae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.042338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54696) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:36.046539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4d1ca-ff98-4a60-a635-1e23d22bae38 None None] Port e1941397-f22e-46aa-a091-dd430880834e cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:21:36.090487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 993ba740-3d07-445f-83ec-e373a54411ab up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:21:36.149617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.150374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.210075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fac435e7-df40-427e-9574-b9bd08ef9577 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Synchronizing usage tracker for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:36.220833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 993ba740-3d07-445f-83ec-e373a54411ab triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:36.220833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.238389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fac435e7-df40-427e-9574-b9bd08ef9577 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Unset dirty status for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:36.243866 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fac435e7-df40-427e-9574-b9bd08ef9577 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2069178 May 09 13:21:36.244512 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54706) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:36.271419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-993882c9-3851-4f79-945a-90fd8e24559b tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group': {'name': 'tempest-secgroup--4600428'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:36.291419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-993882c9-3851-4f79-945a-90fd8e24559b tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:36.322116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-993882c9-3851-4f79-945a-90fd8e24559b tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:36.327264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-377eaba9-220c-4b5c-946b-712524262d59 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.384137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-475995da-11a6-426b-975b-a65eefa57f27 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.417574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-993882c9-3851-4f79-945a-90fd8e24559b tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.579433 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-475995da-11a6-426b-975b-a65eefa57f27 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.652914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54712) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:36.662954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-377eaba9-220c-4b5c-946b-712524262d59 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 494b89ee-b9d4-43a0-9aa5-13a1deb69dd2 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:36.733723 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-475995da-11a6-426b-975b-a65eefa57f27 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.740466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-993882c9-3851-4f79-945a-90fd8e24559b tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:36.753738 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-993882c9-3851-4f79-945a-90fd8e24559b tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:36.762787 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-993882c9-3851-4f79-945a-90fd8e24559b tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:36.763824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475995da-11a6-426b-975b-a65eefa57f27 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8dde96-f1a9-472d-a95d-e590ca7fce8c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:36.777425 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-993882c9-3851-4f79-945a-90fd8e24559b tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:36.827689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.831242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-475995da-11a6-426b-975b-a65eefa57f27 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.832525 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-475995da-11a6-426b-975b-a65eefa57f27 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "DELETE /v2.0/security-groups/ef8dde96-f1a9-472d-a95d-e590ca7fce8c HTTP/1.1" status: 204 len: 168 time: 0.9760919 May 09 13:21:36.836864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54720) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:36.840716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group': {'name': 'tempest-secgroup--20688849'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:36.844765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.863894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.894146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:36.894146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:36.912414 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:36.915527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-993882c9-3851-4f79-945a-90fd8e24559b tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.922587 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-993882c9-3851-4f79-945a-90fd8e24559b tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:36.927286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:37.005183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993882c9-3851-4f79-945a-90fd8e24559b tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc769a58-b0bc-4eb4-a918-9100d5630f9d,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:37.011462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-284ca5f3-7b9b-48ca-a733-9b8ad5333825 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Synchronizing usage tracker for tenant:81dea500d6134a238574f2c20408c070 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:37.016069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-377eaba9-220c-4b5c-946b-712524262d59 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.025561 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=e1941397-f22e-46aa-a091-dd430880834e,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:37.041322 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.054509 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-993882c9-3851-4f79-945a-90fd8e24559b tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.056720 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-993882c9-3851-4f79-945a-90fd8e24559b tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.8106065 May 09 13:21:37.061645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54724) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:37.071295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377eaba9-220c-4b5c-946b-712524262d59 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=494b89ee-b9d4-43a0-9aa5-13a1deb69dd2,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:37.071713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-401abad2-c320-4a28-9518-83f27bcf7e18 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'bc769a58-b0bc-4eb4-a918-9100d5630f9d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:37.071713 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-401abad2-c320-4a28-9518-83f27bcf7e18 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:37.071713 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-401abad2-c320-4a28-9518-83f27bcf7e18 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098822 May 09 13:21:37.072290 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.078148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54728) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:37.123894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-284ca5f3-7b9b-48ca-a733-9b8ad5333825 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Unset dirty status for tenant:81dea500d6134a238574f2c20408c070 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:37.129581 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-284ca5f3-7b9b-48ca-a733-9b8ad5333825 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2867420 May 09 13:21:37.131157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54732) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:37.156106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-702316d4-9ed7-4824-9ce2-48927b2f195a tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': '6294fd9f-ee45-47bb-b468-63fff8c14ad2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:37.167398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:37.171851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-702316d4-9ed7-4824-9ce2-48927b2f195a tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:37.178373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:37.183493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:37.186742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-702316d4-9ed7-4824-9ce2-48927b2f195a tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:37.191649 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-702316d4-9ed7-4824-9ce2-48927b2f195a tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:37.199327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:37.202203 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:37.203866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:37.205320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Router 098f0385-4400-4649-986f-f3ea4a20896b is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:21:37.260278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-702316d4-9ed7-4824-9ce2-48927b2f195a tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:37.388743 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aa70482e-65bc-4c41-b225-3a3d20ef285e tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.453308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aa70482e-65bc-4c41-b225-3a3d20ef285e tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.553072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aa70482e-65bc-4c41-b225-3a3d20ef285e tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.586913 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-702316d4-9ed7-4824-9ce2-48927b2f195a tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The resource could not be found. May 09 13:21:37.586913 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-702316d4-9ed7-4824-9ce2-48927b2f195a tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4395766 May 09 13:21:37.600246 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54736) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:37.605784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-57b14ad3-d93a-4aed-811f-60e92a2c9ff5 None None] Provisioning complete for port e1941397-f22e-46aa-a091-dd430880834e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:37.605784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-57b14ad3-d93a-4aed-811f-60e92a2c9ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.611659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70482e-65bc-4c41-b225-3a3d20ef285e tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc769a58-b0bc-4eb4-a918-9100d5630f9d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:37.648774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aa70482e-65bc-4c41-b225-3a3d20ef285e tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.648774 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-aa70482e-65bc-4c41-b225-3a3d20ef285e tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "DELETE /v2.0/security-groups/bc769a58-b0bc-4eb4-a918-9100d5630f9d HTTP/1.1" status: 204 len: 168 time: 0.5633943 May 09 13:21:37.648774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-377eaba9-220c-4b5c-946b-712524262d59 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.651826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a72b52ab-b111-4f97-bf05-52c8234a9c65 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group': {'name': 'tempest-secgroup--941421383'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:37.655004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54740) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:37.675757 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.679444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a72b52ab-b111-4f97-bf05-52c8234a9c65 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:37.707829 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-57b14ad3-d93a-4aed-811f-60e92a2c9ff5 None None] Port e1941397-f22e-46aa-a091-dd430880834e cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:21:37.732611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.754184 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a72b52ab-b111-4f97-bf05-52c8234a9c65 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:37.810728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a72b52ab-b111-4f97-bf05-52c8234a9c65 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.823979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:37.832160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:37.838588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7d856d-e50f-4e00-ab76-bd7550f663dd,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:37.845972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:37.858569 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:37.865118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-565cf0bb-2733-4a5a-8b1a-07cd73b2794e tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Synchronizing usage tracker for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:37.889350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-565cf0bb-2733-4a5a-8b1a-07cd73b2794e tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Unset dirty status for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:37.897394 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-565cf0bb-2733-4a5a-8b1a-07cd73b2794e tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2369657 May 09 13:21:37.897394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54744) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:37.902500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a72b52ab-b111-4f97-bf05-52c8234a9c65 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:37.904403 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-477e15df-f793-4522-aa95-3b60d69b4d44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026348527'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:37.912487 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-477e15df-f793-4522-aa95-3b60d69b4d44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:37.914538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a72b52ab-b111-4f97-bf05-52c8234a9c65 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:37.918974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a72b52ab-b111-4f97-bf05-52c8234a9c65 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:37.926698 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-477e15df-f793-4522-aa95-3b60d69b4d44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:37.942451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a72b52ab-b111-4f97-bf05-52c8234a9c65 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:37.946018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-477e15df-f793-4522-aa95-3b60d69b4d44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.992379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:37.999330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-477e15df-f793-4522-aa95-3b60d69b4d44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:38.004862 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-477e15df-f793-4522-aa95-3b60d69b4d44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:38.006785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.008356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-477e15df-f793-4522-aa95-3b60d69b4d44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:38.015354 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-477e15df-f793-4522-aa95-3b60d69b4d44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:38.097557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8abbe7-3006-4f5e-ad6b-a18f71aaf612,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:38.115015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.115015 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b8fc9025-16c0-4528-a550-d41704ffcf3f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4603341 May 09 13:21:38.121032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a72b52ab-b111-4f97-bf05-52c8234a9c65 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.121902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54748) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:38.123802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:38.139563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Sync routers for ids ['098f0385-4400-4649-986f-f3ea4a20896b'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:38.148426 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a72b52ab-b111-4f97-bf05-52c8234a9c65 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.156646 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Routers {'098f0385-4400-4649-986f-f3ea4a20896b'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:38.156646 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['098f0385-4400-4649-986f-f3ea4a20896b'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:38.238997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-477e15df-f793-4522-aa95-3b60d69b4d44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.249155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-477e15df-f793-4522-aa95-3b60d69b4d44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.316885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e15df-f793-4522-aa95-3b60d69b4d44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39dbab2a-9e63-427f-97cb-106a9dcc84c4,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:38.334393 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.334393 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-709bb893-9db0-4527-ac9b-3b8b7e1bae64 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.9721005 May 09 13:21:38.334393 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54752) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:38.339928 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a72b52ab-b111-4f97-bf05-52c8234a9c65 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.339928 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a72b52ab-b111-4f97-bf05-52c8234a9c65 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7486820 May 09 13:21:38.345805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54756) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:38.374584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-477e15df-f793-4522-aa95-3b60d69b4d44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.378600 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-477e15df-f793-4522-aa95-3b60d69b4d44 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4785423 May 09 13:21:38.378600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54760) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:38.403249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b52ab-b111-4f97-bf05-52c8234a9c65 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6c0d27-cb97-4909-8918-cb7cd608e337,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:38.430269 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e793204c-90ff-46c9-ac32-2409afde681c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101774176'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:38.451166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Router 535e79b0-85f1-4eec-ae17-a331a53e2e68 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:21:38.458492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-a095f787-7466-4311-8cc3-131a1cb4f250 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': '39dbab2a-9e63-427f-97cb-106a9dcc84c4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:38.458492 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-a095f787-7466-4311-8cc3-131a1cb4f250 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:38.466505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e793204c-90ff-46c9-ac32-2409afde681c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:38.470609 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a095f787-7466-4311-8cc3-131a1cb4f250 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0627923 May 09 13:21:38.470609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54764) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:38.486674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Set router 098f0385-4400-4649-986f-f3ea4a20896b gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:38.530762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e793204c-90ff-46c9-ac32-2409afde681c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:38.541658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1df35a94-a736-4ba8-bad9-a17f499b1d8c tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.562229 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ef978f87-c528-4662-82b0-c5ff017ba518 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:38.588553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1df35a94-a736-4ba8-bad9-a17f499b1d8c tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.630126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e793204c-90ff-46c9-ac32-2409afde681c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.764859 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ef978f87-c528-4662-82b0-c5ff017ba518 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:38.768912 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ef978f87-c528-4662-82b0-c5ff017ba518 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.6433537 May 09 13:21:38.773192 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54768) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:38.782272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6af993e8-588f-43d3-8ef2-3afb93ac5192 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group': {'name': 'tempest-security--1106900255', 'description': 'tempest-security-description-973196225'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:38.790202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1df35a94-a736-4ba8-bad9-a17f499b1d8c tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.820084 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e793204c-90ff-46c9-ac32-2409afde681c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:38.826371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e793204c-90ff-46c9-ac32-2409afde681c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:38.826371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e793204c-90ff-46c9-ac32-2409afde681c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:38.848116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df35a94-a736-4ba8-bad9-a17f499b1d8c tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dbab2a-9e63-427f-97cb-106a9dcc84c4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:38.859444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e793204c-90ff-46c9-ac32-2409afde681c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:38.870758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6af993e8-588f-43d3-8ef2-3afb93ac5192 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.870758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1df35a94-a736-4ba8-bad9-a17f499b1d8c tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.870758 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1df35a94-a736-4ba8-bad9-a17f499b1d8c tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "DELETE /v2.0/security-groups/39dbab2a-9e63-427f-97cb-106a9dcc84c4 HTTP/1.1" status: 204 len: 168 time: 0.4058998 May 09 13:21:38.870758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54774) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:38.909874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377eaba9-220c-4b5c-946b-712524262d59 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Router f048742b-91b5-4cb4-8a6e-06780a640184 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:21:38.952899 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:38.975620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098f0385-4400-4649-986f-f3ea4a20896b', 'name': '', 'tenant_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04da534c-8440-48bd-a82e-f363eee9cda2', 'external_fixed_ips': [{'subnet_id': '43a0e54d-b853-49d7-a399-a1c849341020', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '91a4d2c1-5320-4d21-aade-298323a49330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:29Z', 'updated_at': '2022-05-09T13:21:35Z', 'revision_number': 3, 'project_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'gw_port': {'id': '91a4d2c1-5320-4d21-aade-298323a49330', 'name': '', 'network_id': '04da534c-8440-48bd-a82e-f363eee9cda2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098f0385-4400-4649-986f-f3ea4a20896b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '43a0e54d-b853-49d7-a399-a1c849341020', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:32Z', 'updated_at': '2022-05-09T13:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43a0e54d-b853-49d7-a399-a1c849341020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:38.975620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Checking router: 098f0385-4400-4649-986f-f3ea4a20896b for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:21:38.988807 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e793204c-90ff-46c9-ac32-2409afde681c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:38.995758 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Updating router 098f0385-4400-4649-986f-f3ea4a20896b port 91a4d2c1-5320-4d21-aade-298323a49330 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:21:39.001782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.004292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6af993e8-588f-43d3-8ef2-3afb93ac5192 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.004902 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Sync routers for ids ['535e79b0-85f1-4eec-ae17-a331a53e2e68'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:39.019952 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Routers {'535e79b0-85f1-4eec-ae17-a331a53e2e68'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:39.021208 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['535e79b0-85f1-4eec-ae17-a331a53e2e68'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:39.033830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.046932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6af993e8-588f-43d3-8ef2-3afb93ac5192 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.049229 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6af993e8-588f-43d3-8ef2-3afb93ac5192 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.053365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e793204c-90ff-46c9-ac32-2409afde681c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.053514 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6af993e8-588f-43d3-8ef2-3afb93ac5192 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "PUT /v2.0/security-groups/6d8abbe7-3006-4f5e-ad6b-a18f71aaf612 HTTP/1.1" status: 200 len: 1611 time: 0.2751727 May 09 13:21:39.054568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54778) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:39.070908 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8f387ac4-b39a-444d-908b-2c8c376ca56f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Synchronizing usage tracker for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:39.148965 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9d7ee703-0ccc-4a3e-9a36-74d400352836 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "PUT /v2.0/routers/535e79b0-85f1-4eec-ae17-a331a53e2e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2952628 May 09 13:21:39.155992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54782) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:39.187095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e793204c-90ff-46c9-ac32-2409afde681c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.189305 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e793204c-90ff-46c9-ac32-2409afde681c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8406687 May 09 13:21:39.193701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54786) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:39.202582 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793204c-90ff-46c9-ac32-2409afde681c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56a5b6a-820f-4280-afac-1672175d397f,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:39.216345 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-19070c02-4231-494a-a318-37a3ea7ef506 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group_rule': {'security_group_id': 'dc6c0d27-cb97-4909-8918-cb7cd608e337', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c56a5b6a-820f-4280-afac-1672175d397f'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:39.234169 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-19070c02-4231-494a-a318-37a3ea7ef506 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:39.235616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-19070c02-4231-494a-a318-37a3ea7ef506 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:39.239809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-19070c02-4231-494a-a318-37a3ea7ef506 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:39.253874 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fe630dff-7a42-4b01-a688-d754d7a6cfec tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-groups/6d8abbe7-3006-4f5e-ad6b-a18f71aaf612 HTTP/1.1" status: 200 len: 1611 time: 0.1822586 May 09 13:21:39.253874 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-19070c02-4231-494a-a318-37a3ea7ef506 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:39.253874 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54790) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:39.280181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af993e8-588f-43d3-8ef2-3afb93ac5192 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8abbe7-3006-4f5e-ad6b-a18f71aaf612,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:39.288908 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8f387ac4-b39a-444d-908b-2c8c376ca56f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Unset dirty status for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:39.288908 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8f387ac4-b39a-444d-908b-2c8c376ca56f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4231730 May 09 13:21:39.307664 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54794) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:39.320831 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Set router 535e79b0-85f1-4eec-ae17-a331a53e2e68 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:39.324293 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-7e239f15-7b37-49f4-9dde-9a35c030278d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group': {'name': 'tempest-secgroup--999065047'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:39.337097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7e239f15-7b37-49f4-9dde-9a35c030278d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:39.355700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470ea7c8-501c-4279-86a4-b6b2dabb4e65 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:39.355700 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-470ea7c8-501c-4279-86a4-b6b2dabb4e65 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports/e1941397-f22e-46aa-a091-dd430880834e HTTP/1.1" status: 200 len: 911 time: 0.1776712 May 09 13:21:39.355700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54798) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:39.367589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7e239f15-7b37-49f4-9dde-9a35c030278d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:39.393572 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-19070c02-4231-494a-a318-37a3ea7ef506 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:39.401299 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-19070c02-4231-494a-a318-37a3ea7ef506 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2024162 May 09 13:21:39.401299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54802) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:39.429294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e239f15-7b37-49f4-9dde-9a35c030278d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.469042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fbdbb4f5-4f2a-49e9-a0fd-6d4a49e5a85f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.513527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe94b13-2c07-45c5-b892-4141a6133aac tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:39.518591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe94b13-2c07-45c5-b892-4141a6133aac tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:39.520639 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6fe94b13-2c07-45c5-b892-4141a6133aac tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1711357 May 09 13:21:39.524884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54806) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:39.530366 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7e239f15-7b37-49f4-9dde-9a35c030278d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:39.544630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7e239f15-7b37-49f4-9dde-9a35c030278d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:39.544806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fbdbb4f5-4f2a-49e9-a0fd-6d4a49e5a85f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.549106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7e239f15-7b37-49f4-9dde-9a35c030278d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:39.556810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7e239f15-7b37-49f4-9dde-9a35c030278d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:39.588978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377eaba9-220c-4b5c-946b-712524262d59 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:39.621401 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-377eaba9-220c-4b5c-946b-712524262d59 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "PUT /v2.0/routers/f048742b-91b5-4cb4-8a6e-06780a640184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3946056 May 09 13:21:39.630914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54810) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:39.631052 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5f6bc-f27d-4c2b-9313-93280575cace None None] Sync routers for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:39.669394 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e79b0-85f1-4eec-ae17-a331a53e2e68', 'name': 'tempest-NetworksTestDHCPv6-router-1534813129', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:30Z', 'updated_at': '2022-05-09T13:21:35Z', 'revision_number': 2, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'gw_port_host': None, '_interfaces': [{'id': 'e1941397-f22e-46aa-a091-dd430880834e', 'name': '', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'mac_address': 'fa:16:3e:f5:99:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535e79b0-85f1-4eec-ae17-a331a53e2e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58ed4631-e729-429f-b4ae-8bfdb9782b53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:33Z', 'updated_at': '2022-05-09T13:21:36Z', 'revision_number': 2, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'subnets': [{'id': '58ed4631-e729-429f-b4ae-8bfdb9782b53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:39.674196 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Checking router: 535e79b0-85f1-4eec-ae17-a331a53e2e68 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:21:39.674354 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Updating router 535e79b0-85f1-4eec-ae17-a331a53e2e68 port e1941397-f22e-46aa-a091-dd430880834e binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:21:39.732193 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.797101 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e239f15-7b37-49f4-9dde-9a35c030278d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.811699 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e239f15-7b37-49f4-9dde-9a35c030278d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.874808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82c17055-22bb-4790-a8f4-9cc5fc305bcd tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.887156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5f6bc-f27d-4c2b-9313-93280575cace None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:39.887156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-20b5f6bc-f27d-4c2b-9313-93280575cace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:39.895490 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e239f15-7b37-49f4-9dde-9a35c030278d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e2d5fe-371c-4a43-a717-731320df65c3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:39.917199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.939714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fbdbb4f5-4f2a-49e9-a0fd-6d4a49e5a85f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.942496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82c17055-22bb-4790-a8f4-9cc5fc305bcd tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.946543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7e239f15-7b37-49f4-9dde-9a35c030278d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.946543 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7e239f15-7b37-49f4-9dde-9a35c030278d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6418614 May 09 13:21:39.951100 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54814) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:39.966463 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3a42acf1-f7ae-45a5-867e-733f801f7c1f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': '55e2d5fe-371c-4a43-a717-731320df65c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:39.966937 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-20b5f6bc-f27d-4c2b-9313-93280575cace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:39.968295 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-3a42acf1-f7ae-45a5-867e-733f801f7c1f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:39.968295 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3a42acf1-f7ae-45a5-867e-733f801f7c1f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0184987 May 09 13:21:39.980197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54818) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:39.990920 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:39.999439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4988382f-f729-43f6-a4f1-ef050e1f1de6 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': '55e2d5fe-371c-4a43-a717-731320df65c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:39.999439 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-4988382f-f729-43f6-a4f1-ef050e1f1de6 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:39.999439 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4988382f-f729-43f6-a4f1-ef050e1f1de6 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0127523 May 09 13:21:40.008327 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5f6bc-f27d-4c2b-9313-93280575cace None None] Routers {'f048742b-91b5-4cb4-8a6e-06780a640184'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:40.008327 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-20b5f6bc-f27d-4c2b-9313-93280575cace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f048742b-91b5-4cb4-8a6e-06780a640184'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:40.011117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54822) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:40.036156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Deleting port 91a4d2c1-5320-4d21-aade-298323a49330 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:40.036156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.064086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-20b5f6bc-f27d-4c2b-9313-93280575cace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:40.064086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5f6bc-f27d-4c2b-9313-93280575cace None None] The sync data for ids ['f048742b-91b5-4cb4-8a6e-06780a640184'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:40.074810 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Transition to ACTIVE for port object 91a4d2c1-5320-4d21-aade-298323a49330 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:40.078157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7716fa5a-d63b-45a9-bcc3-d97ff3426166 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': '55e2d5fe-371c-4a43-a717-731320df65c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:40.087863 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.089442 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-7716fa5a-d63b-45a9-bcc3-d97ff3426166 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:40.091141 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7716fa5a-d63b-45a9-bcc3-d97ff3426166 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0875938 May 09 13:21:40.093857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54826) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:40.111760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.126156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbb4f5-4f2a-49e9-a0fd-6d4a49e5a85f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8abbe7-3006-4f5e-ad6b-a18f71aaf612,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:40.147369 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-76a1c6fc-7fa3-4045-9d42-c0366500a4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.156375 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.168605 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Transition to ACTIVE for port object e1941397-f22e-46aa-a091-dd430880834e will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:40.197882 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.207386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Attempting to bind port 91a4d2c1-5320-4d21-aade-298323a49330 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:21:40.207386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Attempting to bind port 91a4d2c1-5320-4d21-aade-298323a49330 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '06cd8a6a-570a-4270-aded-8099c10ff8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04da534c-8440-48bd-a82e-f363eee9cda2'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:21:40.207386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Attempting to bind port 91a4d2c1-5320-4d21-aade-298323a49330 on network 04da534c-8440-48bd-a82e-f363eee9cda2 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:21:40.209363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-75725e52-427c-4bf9-b5ab-4e890cd25469 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': '55e2d5fe-371c-4a43-a717-731320df65c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:40.212350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f74d6-9391-43e8-aec5-a2918ebe101a None None] Pushing event updated for resources: {'Port': ['ID=91a4d2c1-5320-4d21-aade-298323a49330,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:40.219632 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:21:40.219632 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Checking segment: {'id': '06cd8a6a-570a-4270-aded-8099c10ff8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04da534c-8440-48bd-a82e-f363eee9cda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:21:40.219632 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.220236 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-75725e52-427c-4bf9-b5ab-4e890cd25469 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:40.220451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Bound using segment: {'id': '06cd8a6a-570a-4270-aded-8099c10ff8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04da534c-8440-48bd-a82e-f363eee9cda2'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:21:40.220451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Bound port: 91a4d2c1-5320-4d21-aade-298323a49330, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cd8a6a-570a-4270-aded-8099c10ff8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04da534c-8440-48bd-a82e-f363eee9cda2'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:21:40.220451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.221112 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-75725e52-427c-4bf9-b5ab-4e890cd25469 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.1236537 May 09 13:21:40.224963 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fbdbb4f5-4f2a-49e9-a0fd-6d4a49e5a85f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.224963 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fbdbb4f5-4f2a-49e9-a0fd-6d4a49e5a85f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-groups/6d8abbe7-3006-4f5e-ad6b-a18f71aaf612 HTTP/1.1" status: 204 len: 168 time: 0.9690595 May 09 13:21:40.225661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54830) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:40.226015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54832) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:40.308215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] For port 91a4d2c1-5320-4d21-aade-298323a49330, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:21:40.308215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] For port 91a4d2c1-5320-4d21-aade-298323a49330, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=91a4d2c1-5320-4d21-aade-298323a49330,segment=NetworkSegment(06cd8a6a-570a-4270-aded-8099c10ff8da),segment_id=06cd8a6a-570a-4270-aded-8099c10ff8da)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:21:40.315208 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.419032 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f74d6-9391-43e8-aec5-a2918ebe101a None None] Pushing event updated for resources: {'Port': ['ID=91a4d2c1-5320-4d21-aade-298323a49330,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:40.442268 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a5453-85e9-46e3-97d5-2dbd20a2a843 None None] Pushing event updated for resources: {'Port': ['ID=e1941397-f22e-46aa-a091-dd430880834e,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:40.468614 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Routers {'098f0385-4400-4649-986f-f3ea4a20896b'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:40.478105 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a5453-85e9-46e3-97d5-2dbd20a2a843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:40.478105 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a5453-85e9-46e3-97d5-2dbd20a2a843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:40.490347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['098f0385-4400-4649-986f-f3ea4a20896b'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a5453-85e9-46e3-97d5-2dbd20a2a843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a5453-85e9-46e3-97d5-2dbd20a2a843 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a5453-85e9-46e3-97d5-2dbd20a2a843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a5453-85e9-46e3-97d5-2dbd20a2a843 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a5453-85e9-46e3-97d5-2dbd20a2a843 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a5453-85e9-46e3-97d5-2dbd20a2a843 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a5453-85e9-46e3-97d5-2dbd20a2a843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a5453-85e9-46e3-97d5-2dbd20a2a843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a5453-85e9-46e3-97d5-2dbd20a2a843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Attempting to bind port e1941397-f22e-46aa-a091-dd430880834e on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Attempting to bind port e1941397-f22e-46aa-a091-dd430880834e by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Attempting to bind port e1941397-f22e-46aa-a091-dd430880834e on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Bound port: e1941397-f22e-46aa-a091-dd430880834e, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:21:40.497204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.623282 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] For port e1941397-f22e-46aa-a091-dd430880834e, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:21:40.624287 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] For port e1941397-f22e-46aa-a091-dd430880834e, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e1941397-f22e-46aa-a091-dd430880834e,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:21:40.632896 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.643880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.676230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting port 31bb8bb4-a847-4544-9885-1babbc19a24b {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:40.676230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.723768 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Routers {'535e79b0-85f1-4eec-ae17-a331a53e2e68'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:40.723768 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['535e79b0-85f1-4eec-ae17-a331a53e2e68'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:40.733274 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82c17055-22bb-4790-a8f4-9cc5fc305bcd tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:40.828846 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c17055-22bb-4790-a8f4-9cc5fc305bcd tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56a5b6a-820f-4280-afac-1672175d397f,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:40.852504 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] Set router 098f0385-4400-4649-986f-f3ea4a20896b gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:40.992720 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] Set router 535e79b0-85f1-4eec-ae17-a331a53e2e68 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:41.048372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:41.059813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098f0385-4400-4649-986f-f3ea4a20896b', 'name': '', 'tenant_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:29Z', 'updated_at': '2022-05-09T13:21:39Z', 'revision_number': 4, 'project_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:41.077393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f15039-1ce0-475a-8c93-fab463f88f1f None None] The sync data for ids ['098f0385-4400-4649-986f-f3ea4a20896b'] in dv-neutron-840889-2-hyperv is: [{'id': '098f0385-4400-4649-986f-f3ea4a20896b', 'name': '', 'tenant_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:29Z', 'updated_at': '2022-05-09T13:21:39Z', 'revision_number': 4, 'project_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'gw_port_host': None}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:41.105990 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a5453-85e9-46e3-97d5-2dbd20a2a843 None None] Pushing event updated for resources: {'Port': ['ID=e1941397-f22e-46aa-a091-dd430880834e,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:41.201612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Calling delete_port for 31bb8bb4-a847-4544-9885-1babbc19a24b owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:41.210743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cfa690c6-720a-413b-b65f-142e79aa6506 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:41.224881 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82c17055-22bb-4790-a8f4-9cc5fc305bcd tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:41.226029 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-82c17055-22bb-4790-a8f4-9cc5fc305bcd tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "DELETE /v2.0/security-groups/c56a5b6a-820f-4280-afac-1672175d397f HTTP/1.1" status: 204 len: 168 time: 1.8249607 May 09 13:21:41.235689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] For port 91a4d2c1-5320-4d21-aade-298323a49330, host dv-neutron-840889-2-hyperv, got binding levels [] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:41.235909 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54838) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:41.236018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:41.369529 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-83524363-ecaf-4436-a885-9fb54adaf447 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1302688 May 09 13:21:41.374607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54842) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:41.397631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2acfcaf3-76e1-47cd-9d2d-aba5ecd40520 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:41.407249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Calling delete_port for 91a4d2c1-5320-4d21-aade-298323a49330 owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:41.432502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cfa690c6-720a-413b-b65f-142e79aa6506 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:41.433727 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cfa690c6-720a-413b-b65f-142e79aa6506 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1692548 May 09 13:21:41.437708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54846) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:41.489937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2acfcaf3-76e1-47cd-9d2d-aba5ecd40520 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:41.527346 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e79b0-85f1-4eec-ae17-a331a53e2e68', 'name': 'tempest-NetworksTestDHCPv6-router-1534813129', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:30Z', 'updated_at': '2022-05-09T13:21:35Z', 'revision_number': 2, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'gw_port_host': None, '_interfaces': [{'id': 'e1941397-f22e-46aa-a091-dd430880834e', 'name': '', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'mac_address': 'fa:16:3e:f5:99:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535e79b0-85f1-4eec-ae17-a331a53e2e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58ed4631-e729-429f-b4ae-8bfdb9782b53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:33Z', 'updated_at': '2022-05-09T13:21:40Z', 'revision_number': 4, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'subnets': [{'id': '58ed4631-e729-429f-b4ae-8bfdb9782b53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:41.533375 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1846fdd-58b5-4737-a826-3a0e488d6718 None None] The sync data for ids ['535e79b0-85f1-4eec-ae17-a331a53e2e68'] in dv-neutron-840889-2-hyperv is: [{'id': '535e79b0-85f1-4eec-ae17-a331a53e2e68', 'name': 'tempest-NetworksTestDHCPv6-router-1534813129', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:30Z', 'updated_at': '2022-05-09T13:21:35Z', 'revision_number': 2, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'gw_port_host': None, '_interfaces': [{'id': 'e1941397-f22e-46aa-a091-dd430880834e', 'name': '', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'mac_address': 'fa:16:3e:f5:99:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535e79b0-85f1-4eec-ae17-a331a53e2e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58ed4631-e729-429f-b4ae-8bfdb9782b53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:33Z', 'updated_at': '2022-05-09T13:21:40Z', 'revision_number': 4, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'subnets': [{'id': '58ed4631-e729-429f-b4ae-8bfdb9782b53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:41.613275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2acfcaf3-76e1-47cd-9d2d-aba5ecd40520 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:41.647372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfcaf3-76e1-47cd-9d2d-aba5ecd40520 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e2d5fe-371c-4a43-a717-731320df65c3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:41.656999 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-420d794a-613e-41ae-8b3c-bb2f26f46b1b tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] delete failed (client error): The resource could not be found. May 09 13:21:41.662594 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-420d794a-613e-41ae-8b3c-bb2f26f46b1b tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-groups/6d8abbe7-3006-4f5e-ad6b-a18f71aaf612 HTTP/1.1" status: 404 len: 347 time: 0.0431259 May 09 13:21:41.662819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54850) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:41.670018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2acfcaf3-76e1-47cd-9d2d-aba5ecd40520 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:41.671152 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2acfcaf3-76e1-47cd-9d2d-aba5ecd40520 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "DELETE /v2.0/security-groups/55e2d5fe-371c-4a43-a717-731320df65c3 HTTP/1.1" status: 204 len: 168 time: 1.4083498 May 09 13:21:41.674284 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54854) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:41.677495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1377e0a8-28c4-4b72-8341-5e1a0603fcc6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849644098'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:41.691668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:21:41.691827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:21:41.693283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1377e0a8-28c4-4b72-8341-5e1a0603fcc6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:41.709929 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:41.714317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1377e0a8-28c4-4b72-8341-5e1a0603fcc6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:41.739475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c7d583a2-1911-40ef-b797-e4543cefc0fa tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Synchronizing usage tracker for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:41.743449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c49410e8-3d56-4f86-88dc-712c676b6782 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:41.773056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Port': ['ID=31bb8bb4-a847-4544-9885-1babbc19a24b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:41.781933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c7d583a2-1911-40ef-b797-e4543cefc0fa tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Unset dirty status for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:41.783143 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c7d583a2-1911-40ef-b797-e4543cefc0fa tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1066897 May 09 13:21:41.792142 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54858) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:41.830184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5f765e68-cb0d-4d19-92eb-02f7bfb0ce64 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group': {'name': 'tempest-secgroup--10974448'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:41.835321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c49410e8-3d56-4f86-88dc-712c676b6782 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:41.842618 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1377e0a8-28c4-4b72-8341-5e1a0603fcc6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:41.877645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-57690aee-db5c-442b-99fc-30618201fc01 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:41.889181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5f765e68-cb0d-4d19-92eb-02f7bfb0ce64 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:41.938128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5f765e68-cb0d-4d19-92eb-02f7bfb0ce64 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:41.965215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f765e68-cb0d-4d19-92eb-02f7bfb0ce64 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:41.985866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1377e0a8-28c4-4b72-8341-5e1a0603fcc6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:42.051992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1377e0a8-28c4-4b72-8341-5e1a0603fcc6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:42.116883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1377e0a8-28c4-4b72-8341-5e1a0603fcc6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:42.131225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c49410e8-3d56-4f86-88dc-712c676b6782 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.135146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1377e0a8-28c4-4b72-8341-5e1a0603fcc6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:42.165879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49410e8-3d56-4f86-88dc-712c676b6782 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6c0d27-cb97-4909-8918-cb7cd608e337,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:42.184051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.194839 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Deleting port 91a4d2c1-5320-4d21-aade-298323a49330 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:42.195258 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.270511 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-57690aee-db5c-442b-99fc-30618201fc01 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port e1941397-f22e-46aa-a091-dd430880834e {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:42.271172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-57690aee-db5c-442b-99fc-30618201fc01 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.319533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5f765e68-cb0d-4d19-92eb-02f7bfb0ce64 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:42.338198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5f765e68-cb0d-4d19-92eb-02f7bfb0ce64 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:42.345966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5f765e68-cb0d-4d19-92eb-02f7bfb0ce64 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:42.378706 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-62823343-0d6f-4df8-be3b-cdbd254b3a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.415976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5f765e68-cb0d-4d19-92eb-02f7bfb0ce64 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:42.426174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c49410e8-3d56-4f86-88dc-712c676b6782 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.427273 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c49410e8-3d56-4f86-88dc-712c676b6782 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc6c0d27-cb97-4909-8918-cb7cd608e337 HTTP/1.1" status: 204 len: 168 time: 1.0487883 May 09 13:21:42.453731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54862) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:42.514181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.517611 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1377e0a8-28c4-4b72-8341-5e1a0603fcc6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.521866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.530185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1377e0a8-28c4-4b72-8341-5e1a0603fcc6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.538238 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] For port 91a4d2c1-5320-4d21-aade-298323a49330, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=91a4d2c1-5320-4d21-aade-298323a49330,segment=NetworkSegment(06cd8a6a-570a-4270-aded-8099c10ff8da),segment_id=06cd8a6a-570a-4270-aded-8099c10ff8da)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:42.538628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.603554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1377e0a8-28c4-4b72-8341-5e1a0603fcc6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.607725 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1377e0a8-28c4-4b72-8341-5e1a0603fcc6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9408340 May 09 13:21:42.616409 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54866) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:42.617222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377e0a8-28c4-4b72-8341-5e1a0603fcc6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4b971e-bf84-4c47-ac99-a188e18a4226,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:42.628284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-245a8ca3-57b9-4347-8924-b2e1e2e12ce1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group_rule': {'security_group_id': '6a4b971e-bf84-4c47-ac99-a188e18a4226', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:42.643283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.643807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Fanout notify agent at l3_agent the message router_deleted on router f048742b-91b5-4cb4-8a6e-06780a640184 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:21:42.657596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-245a8ca3-57b9-4347-8924-b2e1e2e12ce1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:42.674110 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-245a8ca3-57b9-4347-8924-b2e1e2e12ce1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:42.683469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f765e68-cb0d-4d19-92eb-02f7bfb0ce64 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.686201 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-245a8ca3-57b9-4347-8924-b2e1e2e12ce1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:42.693674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f765e68-cb0d-4d19-92eb-02f7bfb0ce64 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.698929 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.699992 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4695de39-ee13-440e-81bc-3f2f71296931 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/routers/f048742b-91b5-4cb4-8a6e-06780a640184 HTTP/1.1" status: 204 len: 168 time: 3.0685194 May 09 13:21:42.702835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-245a8ca3-57b9-4347-8924-b2e1e2e12ce1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:42.712929 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54870) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:42.788036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Calling delete_port for 91a4d2c1-5320-4d21-aade-298323a49330 owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:42.789247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f765e68-cb0d-4d19-92eb-02f7bfb0ce64 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.793105 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5f765e68-cb0d-4d19-92eb-02f7bfb0ce64 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9971650 May 09 13:21:42.802200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54874) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:42.811857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4980e5d8-2ab7-4788-8d1f-7985ed208a4e tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'e396960b-98e9-4372-9a4b-f29956077ea8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:42.812459 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-4980e5d8-2ab7-4788-8d1f-7985ed208a4e tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:42.815786 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4980e5d8-2ab7-4788-8d1f-7985ed208a4e tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102775 May 09 13:21:42.815786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f765e68-cb0d-4d19-92eb-02f7bfb0ce64 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e396960b-98e9-4372-9a4b-f29956077ea8,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:42.820120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54878) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:42.820744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-245a8ca3-57b9-4347-8924-b2e1e2e12ce1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.842391 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d5a4442c-827f-43d3-b59f-b3a630c82caf tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'e396960b-98e9-4372-9a4b-f29956077ea8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:42.859513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d5a4442c-827f-43d3-b59f-b3a630c82caf tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:42.859729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-57690aee-db5c-442b-99fc-30618201fc01 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] For port e1941397-f22e-46aa-a091-dd430880834e, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e1941397-f22e-46aa-a091-dd430880834e,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:42.859729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-57690aee-db5c-442b-99fc-30618201fc01 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:42.871374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6430c128-d646-4c34-9fd6-4f6b12d854c3 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Synchronizing usage tracker for tenant:81dea500d6134a238574f2c20408c070 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:42.902255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d5a4442c-827f-43d3-b59f-b3a630c82caf tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:42.912732 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d5a4442c-827f-43d3-b59f-b3a630c82caf tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:42.984500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d5a4442c-827f-43d3-b59f-b3a630c82caf tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:43.002050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-57690aee-db5c-442b-99fc-30618201fc01 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for e1941397-f22e-46aa-a091-dd430880834e owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:43.064992 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6430c128-d646-4c34-9fd6-4f6b12d854c3 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Unset dirty status for tenant:81dea500d6134a238574f2c20408c070 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:43.064992 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6430c128-d646-4c34-9fd6-4f6b12d854c3 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5946267 May 09 13:21:43.065431 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54884) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:43.097747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c360bc0c-c502-4376-8cf1-b3d0d5261292 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365331462'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:43.106572 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c360bc0c-c502-4376-8cf1-b3d0d5261292 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:43.126912 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-d5a4442c-827f-43d3-b59f-b3a630c82caf tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:43.126912 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d5a4442c-827f-43d3-b59f-b3a630c82caf tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2944598 May 09 13:21:43.130335 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54888) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:43.133122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-245a8ca3-57b9-4347-8924-b2e1e2e12ce1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.138454 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fdc510-abb3-41ee-8173-65a582e4dfc8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Deleting subnet 33191295-46c8-4406-b985-93df6df6b993 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:43.138608 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d603ebe5-f580-458b-8f5b-eccf678d73dc tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'e396960b-98e9-4372-9a4b-f29956077ea8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:43.138608 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-d603ebe5-f580-458b-8f5b-eccf678d73dc tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:43.138608 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d603ebe5-f580-458b-8f5b-eccf678d73dc tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069547 May 09 13:21:43.142338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54892) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:43.143706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c360bc0c-c502-4376-8cf1-b3d0d5261292 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:43.150277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-86fdc510-abb3-41ee-8173-65a582e4dfc8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.183614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-245a8ca3-57b9-4347-8924-b2e1e2e12ce1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.195741 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-f1d2bffe-26bb-4425-9afc-b37a6473fb1d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'e396960b-98e9-4372-9a4b-f29956077ea8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:43.230621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-f1d2bffe-26bb-4425-9afc-b37a6473fb1d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:43.251495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f1d2bffe-26bb-4425-9afc-b37a6473fb1d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:43.257763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c360bc0c-c502-4376-8cf1-b3d0d5261292 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.288454 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.290767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.294792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a8ca3-57b9-4347-8924-b2e1e2e12ce1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5ae231-89a7-4bdd-a8af-7d437fdd0817,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:43.297589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f1d2bffe-26bb-4425-9afc-b37a6473fb1d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:43.317213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-f1d2bffe-26bb-4425-9afc-b37a6473fb1d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:43.333358 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-245a8ca3-57b9-4347-8924-b2e1e2e12ce1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.341108 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-245a8ca3-57b9-4347-8924-b2e1e2e12ce1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7134085 May 09 13:21:43.341108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-86fdc510-abb3-41ee-8173-65a582e4dfc8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.342994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54896) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:43.343563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event deleted for resources: {'Port': ['ID=91a4d2c1-5320-4d21-aade-298323a49330,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:43.362312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-57690aee-db5c-442b-99fc-30618201fc01 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.427820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c360bc0c-c502-4376-8cf1-b3d0d5261292 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:43.439516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c360bc0c-c502-4376-8cf1-b3d0d5261292 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Usage tracker for resource:security_group_rule and tenant:81dea500d6134a238574f2c20408c070 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:43.440912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57690aee-db5c-442b-99fc-30618201fc01 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=e1941397-f22e-46aa-a091-dd430880834e,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:43.450786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c360bc0c-c502-4376-8cf1-b3d0d5261292 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:43.460612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c360bc0c-c502-4376-8cf1-b3d0d5261292 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:43.470494 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-f1d2bffe-26bb-4425-9afc-b37a6473fb1d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:43.470494 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f1d2bffe-26bb-4425-9afc-b37a6473fb1d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3208175 May 09 13:21:43.470494 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-86fdc510-abb3-41ee-8173-65a582e4dfc8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.490652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54900) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:43.524971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f88d22fe-a0ac-49ca-bb2a-187694d0c8f0 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'e396960b-98e9-4372-9a4b-f29956077ea8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:43.525662 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-f88d22fe-a0ac-49ca-bb2a-187694d0c8f0 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:43.530483 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f88d22fe-a0ac-49ca-bb2a-187694d0c8f0 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0339298 May 09 13:21:43.530483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-03292fa8-ba8a-4dbe-8990-718f7a848f2c tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.533996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54904) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:43.549835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-19eaca06-6cb9-4baf-b405-fbae541070d7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'e396960b-98e9-4372-9a4b-f29956077ea8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:43.557388 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-19eaca06-6cb9-4baf-b405-fbae541070d7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:43.561643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-19eaca06-6cb9-4baf-b405-fbae541070d7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:43.566402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-19eaca06-6cb9-4baf-b405-fbae541070d7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:43.574346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-19eaca06-6cb9-4baf-b405-fbae541070d7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:43.576025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-03292fa8-ba8a-4dbe-8990-718f7a848f2c tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.596418 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-19eaca06-6cb9-4baf-b405-fbae541070d7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Project 6afb1f49510749bbbd1020876938ed39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:21:43.800965 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.824043 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-19eaca06-6cb9-4baf-b405-fbae541070d7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:43.824043 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-19eaca06-6cb9-4baf-b405-fbae541070d7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2800031 May 09 13:21:43.824043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54908) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:43.836802 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-86fdc510-abb3-41ee-8173-65a582e4dfc8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.848227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c360bc0c-c502-4376-8cf1-b3d0d5261292 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.848227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ab78da84-663d-4e71-a0a5-797244704b27 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'e396960b-98e9-4372-9a4b-f29956077ea8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:43.848227 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-ab78da84-663d-4e71-a0a5-797244704b27 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:43.849216 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ab78da84-663d-4e71-a0a5-797244704b27 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0232539 May 09 13:21:43.862950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54912) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:43.886622 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c360bc0c-c502-4376-8cf1-b3d0d5261292 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.912744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-86fdc510-abb3-41ee-8173-65a582e4dfc8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.924216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdc510-abb3-41ee-8173-65a582e4dfc8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Subnet': ['ID=33191295-46c8-4406-b985-93df6df6b993,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:43.945958 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-709ee70d-4739-498b-af88-4abc35a8e581 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'e396960b-98e9-4372-9a4b-f29956077ea8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:43.947038 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-86fdc510-abb3-41ee-8173-65a582e4dfc8 tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/subnets/33191295-46c8-4406-b985-93df6df6b993 HTTP/1.1" status: 204 len: 168 time: 1.2281828 May 09 13:21:43.957354 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54916) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:43.962676 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c360bc0c-c502-4376-8cf1-b3d0d5261292 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.962906 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c360bc0c-c502-4376-8cf1-b3d0d5261292 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8938937 May 09 13:21:43.966268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54918) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:43.969753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-709ee70d-4739-498b-af88-4abc35a8e581 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:43.974049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-03292fa8-ba8a-4dbe-8990-718f7a848f2c tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:43.980718 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-aefdfc68-4f17-4495-b936-6774635dea8f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:43.980718 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-aefdfc68-4f17-4495-b936-6774635dea8f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] update failed (client error): There was a conflict when trying to complete your request. May 09 13:21:43.980718 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-aefdfc68-4f17-4495-b936-6774635dea8f tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "PUT /v2.0/security-groups/2612e040-d2b7-4292-bcd4-fcffa749aa69 HTTP/1.1" status: 409 len: 330 time: 0.0135772 May 09 13:21:44.000790 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54924) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:44.000790 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-709ee70d-4739-498b-af88-4abc35a8e581 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:44.015429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360bc0c-c502-4376-8cf1-b3d0d5261292 tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2612e040-d2b7-4292-bcd4-fcffa749aa69,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:44.055024 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-709ee70d-4739-498b-af88-4abc35a8e581 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:44.066830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03292fa8-ba8a-4dbe-8990-718f7a848f2c tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb5ae231-89a7-4bdd-a8af-7d437fdd0817,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:44.066830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-57690aee-db5c-442b-99fc-30618201fc01 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.079089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.151339 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ff683fd-5aa6-46a6-96f2-ea39c937c1dc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.235835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-709ee70d-4739-498b-af88-4abc35a8e581 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:44.364304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ff683fd-5aa6-46a6-96f2-ea39c937c1dc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.412417 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-9ff683fd-5aa6-46a6-96f2-ea39c937c1dc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:44.428768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-9ff683fd-5aa6-46a6-96f2-ea39c937c1dc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2c3790-1503-44d8-a8c1-77019a6e1cc4') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:44.428768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-9ff683fd-5aa6-46a6-96f2-ea39c937c1dc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2c3790-1503-44d8-a8c1-77019a6e1cc4') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:44.441490 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ff683fd-5aa6-46a6-96f2-ea39c937c1dc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.465551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ff683fd-5aa6-46a6-96f2-ea39c937c1dc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.474616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff683fd-5aa6-46a6-96f2-ea39c937c1dc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:21:44.474795 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ff683fd-5aa6-46a6-96f2-ea39c937c1dc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:21:44.490679 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:21:44.547248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-03292fa8-ba8a-4dbe-8990-718f7a848f2c tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.549423 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-03292fa8-ba8a-4dbe-8990-718f7a848f2c tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/fb5ae231-89a7-4bdd-a8af-7d437fdd0817 HTTP/1.1" status: 204 len: 168 time: 1.2067292 May 09 13:21:44.554933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54928) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:44.567591 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-709ee70d-4739-498b-af88-4abc35a8e581 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Project 6afb1f49510749bbbd1020876938ed39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:21:44.578807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ff683fd-5aa6-46a6-96f2-ea39c937c1dc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.609867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9ff683fd-5aa6-46a6-96f2-ea39c937c1dc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.620121 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9ff683fd-5aa6-46a6-96f2-ea39c937c1dc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] 10.222.0.44 "DELETE /v2.0/networks/3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20 HTTP/1.1" status: 204 len: 168 time: 0.6448569 May 09 13:21:44.620306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff683fd-5aa6-46a6-96f2-ea39c937c1dc tempest-FloatingIPTestJSON-740149817 tempest-FloatingIPTestJSON-740149817-project] Pushing event deleted for resources: {'Network': ['ID=3ef73c94-9fb9-494a-a4a1-31a3f4ebaa20,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:44.719147 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-709ee70d-4739-498b-af88-4abc35a8e581 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:44.719147 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-709ee70d-4739-498b-af88-4abc35a8e581 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8456223 May 09 13:21:44.722554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54934) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:44.730304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-38b17407-ac12-467b-979a-6f8b21a3e44a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'e396960b-98e9-4372-9a4b-f29956077ea8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:44.736390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-38b17407-ac12-467b-979a-6f8b21a3e44a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:44.743096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-38b17407-ac12-467b-979a-6f8b21a3e44a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:44.750526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-38b17407-ac12-467b-979a-6f8b21a3e44a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:44.760974 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-38b17407-ac12-467b-979a-6f8b21a3e44a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:44.778442 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-38b17407-ac12-467b-979a-6f8b21a3e44a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Project 6afb1f49510749bbbd1020876938ed39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:21:44.795978 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c9b4-a344-4545-9d02-5b3b38f5185c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.810054 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-38b17407-ac12-467b-979a-6f8b21a3e44a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:44.815487 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-38b17407-ac12-467b-979a-6f8b21a3e44a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0893002 May 09 13:21:44.815487 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54938) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:44.862115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.866467 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c9b4-a344-4545-9d02-5b3b38f5185c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.955235 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.984471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84fd5a2d-8b88-4771-87a9-f9b91011c31c tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:44.997545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.024961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d3ec4526-789e-4db7-8f21-1ae9e4cc8545 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:45.031531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84fd5a2d-8b88-4771-87a9-f9b91011c31c tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.094659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84fd5a2d-8b88-4771-87a9-f9b91011c31c tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.120879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd5a2d-8b88-4771-87a9-f9b91011c31c tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e396960b-98e9-4372-9a4b-f29956077ea8,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:45.133339 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84fd5a2d-8b88-4771-87a9-f9b91011c31c tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.135218 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-84fd5a2d-8b88-4771-87a9-f9b91011c31c tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "DELETE /v2.0/security-groups/e396960b-98e9-4372-9a4b-f29956077ea8 HTTP/1.1" status: 204 len: 168 time: 0.3186069 May 09 13:21:45.137782 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54944) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:45.161872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d3ec4526-789e-4db7-8f21-1ae9e4cc8545 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:45.165647 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d3ec4526-789e-4db7-8f21-1ae9e4cc8545 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5991561 May 09 13:21:45.167603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54948) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:45.185885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54952) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:45.277382 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-082cde17-2064-411d-80e7-a912b8401f8a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Synchronizing usage tracker for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:45.308822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c9b4-a344-4545-9d02-5b3b38f5185c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.310397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5426e1ab-a1d0-4073-bb73-e7a1eb24bd11 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.315706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-082cde17-2064-411d-80e7-a912b8401f8a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Unset dirty status for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:45.317879 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-082cde17-2064-411d-80e7-a912b8401f8a tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1777449 May 09 13:21:45.327622 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54958) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:45.331401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.332140 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 098f0385-4400-4649-986f-f3ea4a20896b {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:21:45.335240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c2ccb572-adc1-4000-babf-2fdea5e0628f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group': {'name': 'tempest-secgroup--958037787'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:45.339254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4c9b4-a344-4545-9d02-5b3b38f5185c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2612e040-d2b7-4292-bcd4-fcffa749aa69,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:45.355334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c2ccb572-adc1-4000-babf-2fdea5e0628f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:45.375263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.379225 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1630f5f5-6589-4660-9100-efb3e172b35b tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "DELETE /v2.0/routers/098f0385-4400-4649-986f-f3ea4a20896b HTTP/1.1" status: 204 len: 168 time: 7.0397816 May 09 13:21:45.382013 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54962) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:45.385711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c9b4-a344-4545-9d02-5b3b38f5185c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.389134 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4bd4c9b4-a344-4545-9d02-5b3b38f5185c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "DELETE /v2.0/security-groups/2612e040-d2b7-4292-bcd4-fcffa749aa69 HTTP/1.1" status: 204 len: 168 time: 1.3835990 May 09 13:21:45.389747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c2ccb572-adc1-4000-babf-2fdea5e0628f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:45.390948 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54966) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:45.391818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5426e1ab-a1d0-4073-bb73-e7a1eb24bd11 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.394623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57690aee-db5c-442b-99fc-30618201fc01 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Router 535e79b0-85f1-4eec-ae17-a331a53e2e68 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:21:45.492899 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb572-adc1-4000-babf-2fdea5e0628f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.515334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-95afaf70-0b5a-4b0c-9ab4-99ea63f49b3c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Synchronizing usage tracker for tenant:81dea500d6134a238574f2c20408c070 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:45.570213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-649dd622-175e-401d-b2ee-149f3ef5b43c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Deleting subnet 43a0e54d-b853-49d7-a399-a1c849341020 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:45.619067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-649dd622-175e-401d-b2ee-149f3ef5b43c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.631169 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-95afaf70-0b5a-4b0c-9ab4-99ea63f49b3c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] Unset dirty status for tenant:81dea500d6134a238574f2c20408c070 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:45.632570 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-95afaf70-0b5a-4b0c-9ab4-99ea63f49b3c tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2406356 May 09 13:21:45.634602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57690aee-db5c-442b-99fc-30618201fc01 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:45.640126 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-57690aee-db5c-442b-99fc-30618201fc01 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "PUT /v2.0/routers/535e79b0-85f1-4eec-ae17-a331a53e2e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1072977 May 09 13:21:45.640931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54970) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:45.657195 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54974) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:45.694532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5426e1ab-a1d0-4073-bb73-e7a1eb24bd11 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.702169 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-76c7916e-aef6-44dd-b4f2-b4a03d9a5c3e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] delete failed (client error): The resource could not be found. May 09 13:21:45.707265 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-76c7916e-aef6-44dd-b4f2-b4a03d9a5c3e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "DELETE /v2.0/security-groups/41e0072a-de6e-4fec-8345-bef3d9fc623f HTTP/1.1" status: 404 len: 347 time: 0.0614676 May 09 13:21:45.730894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54978) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:45.744570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c2ccb572-adc1-4000-babf-2fdea5e0628f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:45.760053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e94a521-7308-41cb-a956-e4141359e209 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:45.760053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e94a521-7308-41cb-a956-e4141359e209 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:45.760053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6e94a521-7308-41cb-a956-e4141359e209 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:45.767619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426e1ab-a1d0-4073-bb73-e7a1eb24bd11 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4b971e-bf84-4c47-ac99-a188e18a4226,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:45.767619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c2ccb572-adc1-4000-babf-2fdea5e0628f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:45.780861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c2ccb572-adc1-4000-babf-2fdea5e0628f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:45.780861 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cd2c42c8-714d-4d4e-804d-9f3e3d0db473 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd34a6a0e0d047b8859df9153896e1ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5906625 May 09 13:21:45.797979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54982) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:45.805998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c2ccb572-adc1-4000-babf-2fdea5e0628f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:45.805998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-649dd622-175e-401d-b2ee-149f3ef5b43c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.824232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6e94a521-7308-41cb-a956-e4141359e209 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:45.824232 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6e94a521-7308-41cb-a956-e4141359e209 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1432157 May 09 13:21:45.824232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 54986) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:45.831456 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d1756f-7c42-45c2-b56f-42ea98419a62 None None] Sync routers for ids ['535e79b0-85f1-4eec-ae17-a331a53e2e68'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:45.855726 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-ca930a57-8f7b-4552-90cc-8aadcd46ebef tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] show failed (client error): The resource could not be found. May 09 13:21:45.855726 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ca930a57-8f7b-4552-90cc-8aadcd46ebef tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "GET /v2.0/security-groups/97809659-18a4-4a80-8fc8-8b4a747fa249 HTTP/1.1" status: 404 len: 347 time: 0.1131074 May 09 13:21:45.863667 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1756f-7c42-45c2-b56f-42ea98419a62 None None] Routers {'535e79b0-85f1-4eec-ae17-a331a53e2e68'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:45.863667 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-05d1756f-7c42-45c2-b56f-42ea98419a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['535e79b0-85f1-4eec-ae17-a331a53e2e68'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:45.880617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54990) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:45.935556 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-d130492f-680d-4124-b337-81aa94746b7e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] show failed (client error): The resource could not be found. May 09 13:21:45.944150 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d130492f-680d-4124-b337-81aa94746b7e tempest-NegativeSecGroupTest-1719943449 tempest-NegativeSecGroupTest-1719943449-project] 10.222.0.44 "GET /v2.0/security-group-rules/07f015b4-c184-4c6e-8df1-8cdea62a0b6c HTTP/1.1" status: 404 len: 356 time: 0.0559447 May 09 13:21:45.944150 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5426e1ab-a1d0-4073-bb73-e7a1eb24bd11 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:45.944150 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5426e1ab-a1d0-4073-bb73-e7a1eb24bd11 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-groups/6a4b971e-bf84-4c47-ac99-a188e18a4226 HTTP/1.1" status: 204 len: 168 time: 0.7744040 May 09 13:21:45.950961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 54996) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:45.968930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-649dd622-175e-401d-b2ee-149f3ef5b43c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.093458 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7fca1e93-d583-4686-876c-492b58bee7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.098679 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-05d1756f-7c42-45c2-b56f-42ea98419a62 None None] Set router 535e79b0-85f1-4eec-ae17-a331a53e2e68 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:46.100936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-6352f45e-3a36-4b3f-9ae3-ca6aea76ced8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 58ed4631-e729-429f-b4ae-8bfdb9782b53 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:21:46.102695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb572-adc1-4000-babf-2fdea5e0628f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.104358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6352f45e-3a36-4b3f-9ae3-ca6aea76ced8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.121359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb572-adc1-4000-babf-2fdea5e0628f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.165048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-83d38e78-dd79-4d5d-9240-977886e6b556 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:46.178375 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6352f45e-3a36-4b3f-9ae3-ca6aea76ced8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.201695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb572-adc1-4000-babf-2fdea5e0628f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.201695 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c2ccb572-adc1-4000-babf-2fdea5e0628f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8726976 May 09 13:21:46.211528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55002) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:46.213010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccb572-adc1-4000-babf-2fdea5e0628f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c622d862-f200-422c-b1b3-4073a33732ac,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:46.219158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-649dd622-175e-401d-b2ee-149f3ef5b43c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.228748 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-7c45c836-7868-4504-94a1-15870aa38b90 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'c622d862-f200-422c-b1b3-4073a33732ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:46.288014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7c45c836-7868-4504-94a1-15870aa38b90 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:46.299056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649dd622-175e-401d-b2ee-149f3ef5b43c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=43a0e54d-b853-49d7-a399-a1c849341020,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:46.307177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-83d38e78-dd79-4d5d-9240-977886e6b556 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:46.310453 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-83d38e78-dd79-4d5d-9240-977886e6b556 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3574371 May 09 13:21:46.315913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7c45c836-7868-4504-94a1-15870aa38b90 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:46.319393 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-05d1756f-7c42-45c2-b56f-42ea98419a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e79b0-85f1-4eec-ae17-a331a53e2e68', 'name': 'tempest-NetworksTestDHCPv6-router-1534813129', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:30Z', 'updated_at': '2022-05-09T13:21:43Z', 'revision_number': 3, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:46.322328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55006) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:46.325824 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d1756f-7c42-45c2-b56f-42ea98419a62 None None] Checking router: 535e79b0-85f1-4eec-ae17-a331a53e2e68 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:21:46.326355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7c45c836-7868-4504-94a1-15870aa38b90 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:46.339513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-649dd622-175e-401d-b2ee-149f3ef5b43c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.341837 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-649dd622-175e-401d-b2ee-149f3ef5b43c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/43a0e54d-b853-49d7-a399-a1c849341020 HTTP/1.1" status: 204 len: 168 time: 0.9557722 May 09 13:21:46.346791 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1756f-7c42-45c2-b56f-42ea98419a62 None None] Routers {'535e79b0-85f1-4eec-ae17-a331a53e2e68'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:46.347511 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7c45c836-7868-4504-94a1-15870aa38b90 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:46.348144 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-05d1756f-7c42-45c2-b56f-42ea98419a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['535e79b0-85f1-4eec-ae17-a331a53e2e68'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:46.353319 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55010) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:46.362299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7fca1e93-d583-4686-876c-492b58bee7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.363038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-67ff9a4d-fe22-4dae-842e-20aa2b6b37ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group': {'name': 'tempest-secgroup--220222892'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:46.376772 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-67ff9a4d-fe22-4dae-842e-20aa2b6b37ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:46.378705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55014) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:46.407739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-67ff9a4d-fe22-4dae-842e-20aa2b6b37ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:46.433010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-67ff9a4d-fe22-4dae-842e-20aa2b6b37ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.469595 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-7c45c836-7868-4504-94a1-15870aa38b90 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The resource could not be found. May 09 13:21:46.470629 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7c45c836-7868-4504-94a1-15870aa38b90 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2600539 May 09 13:21:46.485764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55020) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:46.485764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-63fb563d-895e-4c5c-8ff0-00f401ba4c6d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'c622d862-f200-422c-b1b3-4073a33732ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '71c7635f-179b-4bfa-b444-581b0995ff9d'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:46.499582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-63fb563d-895e-4c5c-8ff0-00f401ba4c6d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:46.499582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-63fb563d-895e-4c5c-8ff0-00f401ba4c6d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:46.510879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-63fb563d-895e-4c5c-8ff0-00f401ba4c6d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:46.523913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-63fb563d-895e-4c5c-8ff0-00f401ba4c6d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:46.534030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-67ff9a4d-fe22-4dae-842e-20aa2b6b37ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:46.534030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-67ff9a4d-fe22-4dae-842e-20aa2b6b37ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:46.534030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-67ff9a4d-fe22-4dae-842e-20aa2b6b37ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:46.554626 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-67ff9a4d-fe22-4dae-842e-20aa2b6b37ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:46.590643 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-63fb563d-895e-4c5c-8ff0-00f401ba4c6d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The resource could not be found. May 09 13:21:46.590643 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-63fb563d-895e-4c5c-8ff0-00f401ba4c6d tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1114445 May 09 13:21:46.590643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55024) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:46.621201 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-05d1756f-7c42-45c2-b56f-42ea98419a62 None None] Set router 535e79b0-85f1-4eec-ae17-a331a53e2e68 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:46.678020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.698580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-67ff9a4d-fe22-4dae-842e-20aa2b6b37ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.712744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-67ff9a4d-fe22-4dae-842e-20aa2b6b37ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.730651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6352f45e-3a36-4b3f-9ae3-ca6aea76ced8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.793610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7fca1e93-d583-4686-876c-492b58bee7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.828474 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-05d1756f-7c42-45c2-b56f-42ea98419a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e79b0-85f1-4eec-ae17-a331a53e2e68', 'name': 'tempest-NetworksTestDHCPv6-router-1534813129', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:30Z', 'updated_at': '2022-05-09T13:21:43Z', 'revision_number': 3, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:46.833468 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-67ff9a4d-fe22-4dae-842e-20aa2b6b37ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.837807 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-67ff9a4d-fe22-4dae-842e-20aa2b6b37ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5101404 May 09 13:21:46.841284 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d1756f-7c42-45c2-b56f-42ea98419a62 None None] The sync data for ids ['535e79b0-85f1-4eec-ae17-a331a53e2e68'] in dv-neutron-840889-2-hyperv is: [{'id': '535e79b0-85f1-4eec-ae17-a331a53e2e68', 'name': 'tempest-NetworksTestDHCPv6-router-1534813129', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:30Z', 'updated_at': '2022-05-09T13:21:43Z', 'revision_number': 3, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'gw_port_host': None}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:46.844972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55028) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:46.848206 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-99f33c56-a9c2-4c4e-8719-242a76e66e67 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.860930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1ca45396-8c8d-4cfe-aa70-ce0d02771624 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group_rule': {'security_group_id': '207fe531-24ad-4782-9102-0b65100a5d52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:46.879677 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff9a4d-fe22-4dae-842e-20aa2b6b37ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207fe531-24ad-4782-9102-0b65100a5d52,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:46.896149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1ca45396-8c8d-4cfe-aa70-ce0d02771624 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:46.900276 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca1e93-d583-4686-876c-492b58bee7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d07210-880c-4b1f-8836-9bba7d43c91a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:46.925800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.933593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1ca45396-8c8d-4cfe-aa70-ce0d02771624 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:46.934630 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7fca1e93-d583-4686-876c-492b58bee7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.936177 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7fca1e93-d583-4686-876c-492b58bee7d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2d07210-880c-4b1f-8836-9bba7d43c91a HTTP/1.1" status: 204 len: 168 time: 1.1496959 May 09 13:21:46.940139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-99f33c56-a9c2-4c4e-8719-242a76e66e67 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:46.949920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1ca45396-8c8d-4cfe-aa70-ce0d02771624 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:46.964263 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6c67a703-0a22-48c8-b714-24be2e5724a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81dea500d6134a238574f2c20408c070&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5844619 May 09 13:21:46.975463 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55034) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:46.977907 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1ca45396-8c8d-4cfe-aa70-ce0d02771624 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:47.014486 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04da534c-8440-48bd-a82e-f363eee9cda2']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:47.020563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1ca45396-8c8d-4cfe-aa70-ce0d02771624 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.023921 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6352f45e-3a36-4b3f-9ae3-ca6aea76ced8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.024669 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-99f33c56-a9c2-4c4e-8719-242a76e66e67 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.064842 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f33c56-a9c2-4c4e-8719-242a76e66e67 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c622d862-f200-422c-b1b3-4073a33732ac,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:47.083530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-99f33c56-a9c2-4c4e-8719-242a76e66e67 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.085086 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-99f33c56-a9c2-4c4e-8719-242a76e66e67 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "DELETE /v2.0/security-groups/c622d862-f200-422c-b1b3-4073a33732ac HTTP/1.1" status: 204 len: 168 time: 0.4921098 May 09 13:21:47.088506 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55038) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:47.090028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cd8a6a-570a-4270-aded-8099c10ff8da') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:47.090222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cd8a6a-570a-4270-aded-8099c10ff8da') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:47.125494 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352f45e-3a36-4b3f-9ae3-ca6aea76ced8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=58ed4631-e729-429f-b4ae-8bfdb9782b53,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:47.147761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.179486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1ca45396-8c8d-4cfe-aa70-ce0d02771624 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.195133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1ca45396-8c8d-4cfe-aa70-ce0d02771624 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.200282 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6352f45e-3a36-4b3f-9ae3-ca6aea76ced8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.204260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-63a01174-deb3-4774-96e5-9cda99329aa0 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Synchronizing usage tracker for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:47.216819 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f593227-1849-4736-96ca-53f0d1aec8cb None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:47.230563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.231759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca45396-8c8d-4cfe-aa70-ce0d02771624 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2c72a8-8a55-45aa-a398-987e49fb3217,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:47.273000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1ca45396-8c8d-4cfe-aa70-ce0d02771624 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.274561 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1ca45396-8c8d-4cfe-aa70-ce0d02771624 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4231849 May 09 13:21:47.278357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55044) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:47.288630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-bae18483-2f56-4cf5-9e03-5ab29b19c007 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group_rule': {'security_group_id': '207fe531-24ad-4782-9102-0b65100a5d52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:47.296575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24ea1b1d-a4fb-483b-a9c0-a73e99f4e3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.296762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bae18483-2f56-4cf5-9e03-5ab29b19c007 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:47.303412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bae18483-2f56-4cf5-9e03-5ab29b19c007 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:47.306569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bae18483-2f56-4cf5-9e03-5ab29b19c007 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:47.309894 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6352f45e-3a36-4b3f-9ae3-ca6aea76ced8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/58ed4631-e729-429f-b4ae-8bfdb9782b53 HTTP/1.1" status: 204 len: 168 time: 1.4818556 May 09 13:21:47.314624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bae18483-2f56-4cf5-9e03-5ab29b19c007 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:47.329197 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55048) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:47.329632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:21:47.331174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.333565 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-63a01174-deb3-4774-96e5-9cda99329aa0 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Unset dirty status for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:47.340162 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-63a01174-deb3-4774-96e5-9cda99329aa0 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2349517 May 09 13:21:47.340394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55052) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:47.347200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-56d381ec-434c-495b-973d-c73fb4febd0f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': '2daf60ec-6c04-4285-910d-9bdccbb0b0ce', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:47.353489 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-56d381ec-434c-495b-973d-c73fb4febd0f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:47.358194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-56d381ec-434c-495b-973d-c73fb4febd0f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:47.360653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-56d381ec-434c-495b-973d-c73fb4febd0f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:47.367305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-56d381ec-434c-495b-973d-c73fb4febd0f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:21:47.371428 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:21:47.408184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bae18483-2f56-4cf5-9e03-5ab29b19c007 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.630713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bae18483-2f56-4cf5-9e03-5ab29b19c007 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.639274 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bae18483-2f56-4cf5-9e03-5ab29b19c007 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.676949 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24ea1b1d-a4fb-483b-a9c0-a73e99f4e3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.682735 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-56d381ec-434c-495b-973d-c73fb4febd0f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The resource could not be found. May 09 13:21:47.687268 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-56d381ec-434c-495b-973d-c73fb4febd0f tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3440812 May 09 13:21:47.695937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55064) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:47.699149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae18483-2f56-4cf5-9e03-5ab29b19c007 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b8e70c-b35b-416a-abbd-a0d7824b1e11,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:47.718104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bae18483-2f56-4cf5-9e03-5ab29b19c007 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.721983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-24d3c7c9-3175-49cf-9576-8cb2e5a46c55 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715847918'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:47.723470 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bae18483-2f56-4cf5-9e03-5ab29b19c007 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4441316 May 09 13:21:47.725957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55070) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:47.731816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-fefb19d4-a678-4d72-9c0c-594a607c5ff9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group_rule': {'security_group_id': '207fe531-24ad-4782-9102-0b65100a5d52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:47.735269 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-24d3c7c9-3175-49cf-9576-8cb2e5a46c55 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:47.737826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fefb19d4-a678-4d72-9c0c-594a607c5ff9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:47.742763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fefb19d4-a678-4d72-9c0c-594a607c5ff9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:47.746051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fefb19d4-a678-4d72-9c0c-594a607c5ff9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:47.756951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fefb19d4-a678-4d72-9c0c-594a607c5ff9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:47.764432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-685daf88-2c31-47f0-b52b-aba108033bac tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:router {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:47.773879 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.775325 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fefb19d4-a678-4d72-9c0c-594a607c5ff9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.775840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-24d3c7c9-3175-49cf-9576-8cb2e5a46c55 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:47.797492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04da534c-8440-48bd-a82e-f363eee9cda2 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 09 13:21:47.804536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:21:47.812624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.815806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] Deleting port 993ba740-3d07-445f-83ec-e373a54411ab {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:47.816171 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.821206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event deleted for resources: {'Network': ['ID=04da534c-8440-48bd-a82e-f363eee9cda2,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:47.834159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24d3c7c9-3175-49cf-9576-8cb2e5a46c55 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.847791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fefb19d4-a678-4d72-9c0c-594a607c5ff9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.849161 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-41d58a26-0bc9-42f6-99a5-6851b63e1e0a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "DELETE /v2.0/networks/04da534c-8440-48bd-a82e-f363eee9cda2 HTTP/1.1" status: 204 len: 168 time: 1.4923332 May 09 13:21:47.862074 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fefb19d4-a678-4d72-9c0c-594a607c5ff9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.875461 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-685daf88-2c31-47f0-b52b-aba108033bac tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:router {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:47.882789 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-685daf88-2c31-47f0-b52b-aba108033bac tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5114379 May 09 13:21:47.887463 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55076) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:47.921037 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb19d4-a678-4d72-9c0c-594a607c5ff9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6556361-a973-480e-9dbb-abb855250296,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:47.943966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fefb19d4-a678-4d72-9c0c-594a607c5ff9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:47.948390 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fefb19d4-a678-4d72-9c0c-594a607c5ff9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2214346 May 09 13:21:47.949024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55082) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:47.968648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-243adc29-3932-48cf-a09f-0362f5a588c7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group_rule': {'security_group_id': '207fe531-24ad-4782-9102-0b65100a5d52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:47.978971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-243adc29-3932-48cf-a09f-0362f5a588c7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:47.986550 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-243adc29-3932-48cf-a09f-0362f5a588c7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:47.991548 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-243adc29-3932-48cf-a09f-0362f5a588c7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:48.008242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-243adc29-3932-48cf-a09f-0362f5a588c7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:48.040132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-243adc29-3932-48cf-a09f-0362f5a588c7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.149729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24ea1b1d-a4fb-483b-a9c0-a73e99f4e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.157586 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e1941397-f22e-46aa-a091-dd430880834e no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:48.176756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-243adc29-3932-48cf-a09f-0362f5a588c7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.187435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-243adc29-3932-48cf-a09f-0362f5a588c7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.203979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-24d3c7c9-3175-49cf-9576-8cb2e5a46c55 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:48.215916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-24d3c7c9-3175-49cf-9576-8cb2e5a46c55 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:48.216071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: e1941397-f22e-46aa-a091-dd430880834e {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:21:48.216291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e1941397-f22e-46aa-a091-dd430880834e not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:21:48.216658 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 993ba740-3d07-445f-83ec-e373a54411ab no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:21:48.223596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea1b1d-a4fb-483b-a9c0-a73e99f4e3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2dbe86-c46c-4974-97b9-449731965bfb,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:48.235201 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-24d3c7c9-3175-49cf-9576-8cb2e5a46c55 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:48.260379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-24d3c7c9-3175-49cf-9576-8cb2e5a46c55 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:48.260641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-243adc29-3932-48cf-a09f-0362f5a588c7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.264506 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-243adc29-3932-48cf-a09f-0362f5a588c7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3143752 May 09 13:21:48.265392 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55092) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:48.272966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24ea1b1d-a4fb-483b-a9c0-a73e99f4e3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.273512 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243adc29-3932-48cf-a09f-0362f5a588c7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4bdcf5-9a87-428f-b4d7-69c80e591014,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:48.277583 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-24ea1b1d-a4fb-483b-a9c0-a73e99f4e3ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd2dbe86-c46c-4974-97b9-449731965bfb HTTP/1.1" status: 204 len: 168 time: 1.3047397 May 09 13:21:48.281357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6e93bfcc-d910-4d52-8311-8df203d256f4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group_rule': {'security_group_id': '207fe531-24ad-4782-9102-0b65100a5d52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:48.309098 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] For port 993ba740-3d07-445f-83ec-e373a54411ab, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=993ba740-3d07-445f-83ec-e373a54411ab,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:48.309674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.312029 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6e93bfcc-d910-4d52-8311-8df203d256f4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:48.313054 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f99499d8-a95d-4361-920e-72cab6d5e08a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.329100 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6e93bfcc-d910-4d52-8311-8df203d256f4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:48.337003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6e93bfcc-d910-4d52-8311-8df203d256f4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:48.362921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6e93bfcc-d910-4d52-8311-8df203d256f4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:48.394228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6e93bfcc-d910-4d52-8311-8df203d256f4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.457851 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55098) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:48.521867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] Calling delete_port for 993ba740-3d07-445f-83ec-e373a54411ab owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:48.549221 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6e93bfcc-d910-4d52-8311-8df203d256f4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.561774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6e93bfcc-d910-4d52-8311-8df203d256f4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.639595 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93bfcc-d910-4d52-8311-8df203d256f4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c1083f-875e-4ec0-83f2-b125ead4fd2b,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:48.649470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6e93bfcc-d910-4d52-8311-8df203d256f4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.650658 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6e93bfcc-d910-4d52-8311-8df203d256f4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3790042 May 09 13:21:48.654325 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55106) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:48.777807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ed1afdab-152d-4eb3-8e00-894fae636fb7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.785326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.809323 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ed1afdab-152d-4eb3-8e00-894fae636fb7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.852746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 993ba740-3d07-445f-83ec-e373a54411ab, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=993ba740-3d07-445f-83ec-e373a54411ab,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:48.866234 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.873103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ed1afdab-152d-4eb3-8e00-894fae636fb7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.905872 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1afdab-152d-4eb3-8e00-894fae636fb7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04c1083f-875e-4ec0-83f2-b125ead4fd2b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:48.928214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ed1afdab-152d-4eb3-8e00-894fae636fb7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:48.934246 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ed1afdab-152d-4eb3-8e00-894fae636fb7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/04c1083f-875e-4ec0-83f2-b125ead4fd2b HTTP/1.1" status: 204 len: 168 time: 0.2765372 May 09 13:21:48.943887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55110) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:48.966568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Request body: {'networks': [{'name': 'tempest-network--22879651'}, {'name': 'tempest-network--1064440908'}]} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:48.967003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Request body: {'network': {'name': 'tempest-network--22879651'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:48.968101 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Request body: {'network': {'name': 'tempest-network--1064440908'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:48.978964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:48.986867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Usage tracker for resource:network and tenant:a5bfffc6c26c44daa786083f52a37425 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:48.991503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:48.998219 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:49.028532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-00750c6b-91de-4c4e-bd9c-a1c55f19c2b9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:49.049498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-00750c6b-91de-4c4e-bd9c-a1c55f19c2b9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:49.054393 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-00750c6b-91de-4c4e-bd9c-a1c55f19c2b9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1125355 May 09 13:21:49.055197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55114) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:49.060744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:21:49.061092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:21:49.074789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=993ba740-3d07-445f-83ec-e373a54411ab,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:49.095930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fe824e5-a76a-4d82-b36f-79de16ecc786 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.097041 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24d3c7c9-3175-49cf-9576-8cb2e5a46c55 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.114664 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fe824e5-a76a-4d82-b36f-79de16ecc786 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.123995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Made reservation on behalf of a5bfffc6c26c44daa786083f52a37425 for: {'network': 2} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:49.128339 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.145613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.185608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:49.190751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fe824e5-a76a-4d82-b36f-79de16ecc786 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.193089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Usage tracker for resource:security_group_rule and tenant:a5bfffc6c26c44daa786083f52a37425 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:49.208967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:49.217825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe824e5-a76a-4d82-b36f-79de16ecc786 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a4bdcf5-9a87-428f-b4d7-69c80e591014,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:49.219917 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:49.236947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55122) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:49.253052 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3cc344c3-bbf0-4d6f-adca-caf94f45b566 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Request body: {'router': {'name': 'tempest-router--386011819', 'project_id': '9e746b2376934673884981192b4c615a'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:49.258665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3cc344c3-bbf0-4d6f-adca-caf94f45b566 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:49.265382 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fe824e5-a76a-4d82-b36f-79de16ecc786 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.269661 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5fe824e5-a76a-4d82-b36f-79de16ecc786 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4a4bdcf5-9a87-428f-b4d7-69c80e591014 HTTP/1.1" status: 204 len: 168 time: 0.2129648 May 09 13:21:49.270977 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3cc344c3-bbf0-4d6f-adca-caf94f45b566 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Usage tracker for resource:router and tenant:9e746b2376934673884981192b4c615a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:49.274363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55128) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:49.277809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3cc344c3-bbf0-4d6f-adca-caf94f45b566 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:49.300938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3cc344c3-bbf0-4d6f-adca-caf94f45b566 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:49.345914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3cc344c3-bbf0-4d6f-adca-caf94f45b566 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.346820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3cc344c3-bbf0-4d6f-adca-caf94f45b566 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.371762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24d3c7c9-3175-49cf-9576-8cb2e5a46c55 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.383568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f0dcbe17-7438-42a5-98d6-85dce76ba782 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:49.391176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.393839 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f99499d8-a95d-4361-920e-72cab6d5e08a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.401551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.402036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.410307 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f99499d8-a95d-4361-920e-72cab6d5e08a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.431130 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24d3c7c9-3175-49cf-9576-8cb2e5a46c55 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.435451 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-24d3c7c9-3175-49cf-9576-8cb2e5a46c55 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7340598 May 09 13:21:49.436166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55136) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:49.437406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f0dcbe17-7438-42a5-98d6-85dce76ba782 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:49.438850 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f0dcbe17-7438-42a5-98d6-85dce76ba782 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1636832 May 09 13:21:49.442064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3c7c9-3175-49cf-9576-8cb2e5a46c55 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce0fbac-3b3c-459b-b609-9c021a139dac,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:49.442943 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3cc344c3-bbf0-4d6f-adca-caf94f45b566 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.444211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55140) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:49.448566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471590202'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:49.463879 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:49.472103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594e62e4-6f09-4c96-a411-d4c2951d9b96,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:49.479351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:21:49.480743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:49.490217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.490628 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Added segment 266ebc7e-c15b-42c4-a8b7-4e73b1208bac of type vlan for network 9680afb9-3a33-4853-b928-57d41e86b017 May 09 13:21:49.494181 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:49.496969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3cc344c3-bbf0-4d6f-adca-caf94f45b566 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.511370 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:49.521732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f99499d8-a95d-4361-920e-72cab6d5e08a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.522572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99499d8-a95d-4361-920e-72cab6d5e08a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Fanout notify agent at l3_agent the message router_deleted on router 535e79b0-85f1-4eec-ae17-a331a53e2e68 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:21:49.530256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d5cf17c2-8537-4ec3-af65-700416cc70a6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.531767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.541706 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d5cf17c2-8537-4ec3-af65-700416cc70a6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.556353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3cc344c3-bbf0-4d6f-adca-caf94f45b566 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.560872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55144) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:49.561397 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3cc344c3-bbf0-4d6f-adca-caf94f45b566 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3198185 May 09 13:21:49.562959 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] Deleting port 993ba740-3d07-445f-83ec-e373a54411ab {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:49.563428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.582721 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:21:49.593103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.593559 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Added segment 3f980536-6744-497c-aee0-ec6cc5310d6a of type vlan for network b63e1a85-a771-4e62-89a0-449019b0b2d8 May 09 13:21:49.623253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.677844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.678500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.683046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:49.688570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:49.689354 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.697648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.725996 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d5cf17c2-8537-4ec3-af65-700416cc70a6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.807020 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3460505 May 09 13:21:49.810335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55152) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:49.813809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event updated for resources: {'Network': ['ID=9680afb9-3a33-4853-b928-57d41e86b017,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:49.822099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf17c2-8537-4ec3-af65-700416cc70a6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6556361-a973-480e-9dbb-abb855250296,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:49.838802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f99499d8-a95d-4361-920e-72cab6d5e08a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.840305 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f99499d8-a95d-4361-920e-72cab6d5e08a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/routers/535e79b0-85f1-4eec-ae17-a331a53e2e68 HTTP/1.1" status: 204 len: 168 time: 1.9517314 May 09 13:21:49.849912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55156) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:49.857565 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d5cf17c2-8537-4ec3-af65-700416cc70a6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:49.863263 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d5cf17c2-8537-4ec3-af65-700416cc70a6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f6556361-a973-480e-9dbb-abb855250296 HTTP/1.1" status: 204 len: 168 time: 0.4048400 May 09 13:21:49.866325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:49.874268 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55160) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:49.880830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 9680afb9-3a33-4853-b928-57d41e86b017 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:21:49.893209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:49.957839 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:49.964506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:49.976990 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:49.989019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb958302-5e76-4362-a57d-f04b66076864 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.051160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] For port 993ba740-3d07-445f-83ec-e373a54411ab, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=993ba740-3d07-445f-83ec-e373a54411ab,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:50.051772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.053596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c001e8-ac0a-4aeb-953d-d304a4b51322 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:50.058279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c001e8-ac0a-4aeb-953d-d304a4b51322 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:50.063415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c001e8-ac0a-4aeb-953d-d304a4b51322 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:50.068594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c001e8-ac0a-4aeb-953d-d304a4b51322 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:50.069536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e0c001e8-ac0a-4aeb-953d-d304a4b51322 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Synchronizing usage tracker for tenant:a5bfffc6c26c44daa786083f52a37425 on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:50.133517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:50.146686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:50.155563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:50.166853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a33ccc-bc39-438b-81ca-b5b459829a19 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event updated for resources: {'Network': ['ID=b63e1a85-a771-4e62-89a0-449019b0b2d8,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:50.170221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:50.182739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e0c001e8-ac0a-4aeb-953d-d304a4b51322 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Unset dirty status for tenant:a5bfffc6c26c44daa786083f52a37425 on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:50.183897 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e0c001e8-ac0a-4aeb-953d-d304a4b51322 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3728163 May 09 13:21:50.187474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55168) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:50.203197 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9b8b4d96-9156-46a3-ac7d-c6096c2973ac tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3277466 May 09 13:21:50.203772 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55172) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:50.235642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-222b1979-29df-4939-8d9f-57c11b626b0e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.247653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-222b1979-29df-4939-8d9f-57c11b626b0e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.257079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network b63e1a85-a771-4e62-89a0-449019b0b2d8 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:21:50.274053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.282091 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-222b1979-29df-4939-8d9f-57c11b626b0e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.288909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] Calling delete_port for 993ba740-3d07-445f-83ec-e373a54411ab owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:21:50.310015 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-222b1979-29df-4939-8d9f-57c11b626b0e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.313592 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-222b1979-29df-4939-8d9f-57c11b626b0e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/83b8e70c-b35b-416a-abbd-a0d7824b1e11 HTTP/1.1" status: 204 len: 168 time: 0.1066151 May 09 13:21:50.314173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b1979-29df-4939-8d9f-57c11b626b0e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83b8e70c-b35b-416a-abbd-a0d7824b1e11,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:50.324282 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55178) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:50.397408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-127bb7ba-8f35-4986-9566-5f607784b0d0 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:50.405004 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.420295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-127bb7ba-8f35-4986-9566-5f607784b0d0 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:50.424931 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-127bb7ba-8f35-4986-9566-5f607784b0d0 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.0970042 May 09 13:21:50.426248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55182) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:50.446000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:50.449424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.470334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b14f438f-5b70-4c6f-9ce8-fe418ca2b6cb tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.476196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.486016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b14f438f-5b70-4c6f-9ce8-fe418ca2b6cb tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.517079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b14f438f-5b70-4c6f-9ce8-fe418ca2b6cb tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.538698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] No DVR routers for this DVR port 993ba740-3d07-445f-83ec-e373a54411ab on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:21:50.555214 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc328b5a-1b57-42e1-acbe-f43c893db198 None None] Pushing event deleted for resources: {'Port': ['ID=993ba740-3d07-445f-83ec-e373a54411ab,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:50.555938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f438f-5b70-4c6f-9ce8-fe418ca2b6cb tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d2c72a8-8a55-45aa-a398-987e49fb3217,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:50.568203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b14f438f-5b70-4c6f-9ce8-fe418ca2b6cb tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.571843 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b14f438f-5b70-4c6f-9ce8-fe418ca2b6cb tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/1d2c72a8-8a55-45aa-a398-987e49fb3217 HTTP/1.1" status: 204 len: 168 time: 0.1419790 May 09 13:21:50.572155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55190) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:50.631976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d700a72a-378c-4af1-812d-3da5ef8d9ee3 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:50.652999 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d700a72a-378c-4af1-812d-3da5ef8d9ee3 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:50.656978 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d700a72a-378c-4af1-812d-3da5ef8d9ee3 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0813432 May 09 13:21:50.657349 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55194) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:50.667416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5186d5cf-5772-4653-8e55-7d7af29a91cb tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.724353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-be49b89c-893f-49ba-9e9d-83a704c7deac tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.736424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06794523-9150-43cb-882b-4187aa564e0a,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:50.754321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-be49b89c-893f-49ba-9e9d-83a704c7deac tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.811306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-be49b89c-893f-49ba-9e9d-83a704c7deac tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.831691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49b89c-893f-49ba-9e9d-83a704c7deac tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207fe531-24ad-4782-9102-0b65100a5d52,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:50.849056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-be49b89c-893f-49ba-9e9d-83a704c7deac tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.853496 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-be49b89c-893f-49ba-9e9d-83a704c7deac tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-groups/207fe531-24ad-4782-9102-0b65100a5d52 HTTP/1.1" status: 204 len: 168 time: 0.1950412 May 09 13:21:50.854212 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55202) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:50.872586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.873800 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-593f2817-927e-4569-bfc9-787a89802645 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4351039 May 09 13:21:50.880003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55206) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:50.889047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2627a5ae-2971-420e-9cf6-cacb822da380 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'fce0fbac-3b3c-459b-b609-9c021a139dac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '06794523-9150-43cb-882b-4187aa564e0a'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:50.896252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2627a5ae-2971-420e-9cf6-cacb822da380 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:50.896416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb958302-5e76-4362-a57d-f04b66076864 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.908990 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2627a5ae-2971-420e-9cf6-cacb822da380 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:50.913084 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2627a5ae-2971-420e-9cf6-cacb822da380 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:50.922633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2627a5ae-2971-420e-9cf6-cacb822da380 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:50.938286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb958302-5e76-4362-a57d-f04b66076864 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:50.944245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-cd89b742-c2f6-4a1e-bd22-cfa5680bdc94 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:50.977110 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-cd89b742-c2f6-4a1e-bd22-cfa5680bdc94 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:50.978912 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cd89b742-c2f6-4a1e-bd22-cfa5680bdc94 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1236825 May 09 13:21:50.983693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55212) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:50.990255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-e7c99354-df8c-4562-98be-3325a688b5ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533342060'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:50.994904 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-2627a5ae-2971-420e-9cf6-cacb822da380 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:50.998440 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2627a5ae-2971-420e-9cf6-cacb822da380 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1149404 May 09 13:21:50.998440 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e7c99354-df8c-4562-98be-3325a688b5ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:51.000408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55216) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:51.024206 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e7c99354-df8c-4562-98be-3325a688b5ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:51.050068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7c99354-df8c-4562-98be-3325a688b5ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.063928 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5186d5cf-5772-4653-8e55-7d7af29a91cb tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.099127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5dbd641d-773d-43df-ad9f-b2778ad857e1 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.101426 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb958302-5e76-4362-a57d-f04b66076864 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.101899 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb958302-5e76-4362-a57d-f04b66076864 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e053159-34f1-4e0d-a131-382f5a59f854 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:21:51.120656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e7c99354-df8c-4562-98be-3325a688b5ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:51.140082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e7c99354-df8c-4562-98be-3325a688b5ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:51.144039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5186d5cf-5772-4653-8e55-7d7af29a91cb tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9680afb9-3a33-4853-b928-57d41e86b017']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:51.145312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e7c99354-df8c-4562-98be-3325a688b5ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:51.153214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5dbd641d-773d-43df-ad9f-b2778ad857e1 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.160938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e7c99354-df8c-4562-98be-3325a688b5ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:51.162092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.169645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5186d5cf-5772-4653-8e55-7d7af29a91cb tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266ebc7e-c15b-42c4-a8b7-4e73b1208bac') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:51.169945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5186d5cf-5772-4653-8e55-7d7af29a91cb tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266ebc7e-c15b-42c4-a8b7-4e73b1208bac') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:51.188098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb958302-5e76-4362-a57d-f04b66076864 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.189215 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bb958302-5e76-4362-a57d-f04b66076864 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "DELETE /v2.0/routers/8e053159-34f1-4e0d-a131-382f5a59f854 HTTP/1.1" status: 204 len: 168 time: 1.6223218 May 09 13:21:51.191755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5186d5cf-5772-4653-8e55-7d7af29a91cb tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.231462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5186d5cf-5772-4653-8e55-7d7af29a91cb tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.251021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5186d5cf-5772-4653-8e55-7d7af29a91cb tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:21:51.251742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5186d5cf-5772-4653-8e55-7d7af29a91cb tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.259934 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5dbd641d-773d-43df-ad9f-b2778ad857e1 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.265648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7c99354-df8c-4562-98be-3325a688b5ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:21:51.275355 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:21:51.286081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7c99354-df8c-4562-98be-3325a688b5ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.292726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd641d-773d-43df-ad9f-b2778ad857e1 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06794523-9150-43cb-882b-4187aa564e0a,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:51.343339 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5dbd641d-773d-43df-ad9f-b2778ad857e1 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.343339 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5dbd641d-773d-43df-ad9f-b2778ad857e1 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "DELETE /v2.0/security-groups/06794523-9150-43cb-882b-4187aa564e0a HTTP/1.1" status: 204 len: 168 time: 0.3405859 May 09 13:21:51.355387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55226) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:51.355387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e7c99354-df8c-4562-98be-3325a688b5ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.355387 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e7c99354-df8c-4562-98be-3325a688b5ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3657639 May 09 13:21:51.369058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.371969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55230) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:51.371969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c99354-df8c-4562-98be-3325a688b5ed tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff6b1bc-e6b4-479b-9a03-e5288f832659,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:51.379637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-a106d15c-dafa-4e0c-91e8-c0f983aa8d6e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group_rule': {'security_group_id': '5ff6b1bc-e6b4-479b-9a03-e5288f832659', 'direction': 'ingress', 'protocol': 17}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:51.388327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a106d15c-dafa-4e0c-91e8-c0f983aa8d6e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:51.416083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a106d15c-dafa-4e0c-91e8-c0f983aa8d6e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:51.426906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a106d15c-dafa-4e0c-91e8-c0f983aa8d6e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:51.441167 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:51.442945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a106d15c-dafa-4e0c-91e8-c0f983aa8d6e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:51.447283 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:51.455255 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:51.455872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.461924 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb11b7-df94-4c3c-9e7c-7374d111a1c6 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:51.482712 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6302423 May 09 13:21:51.484293 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55238) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:51.489471 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5186d5cf-5772-4653-8e55-7d7af29a91cb tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.492237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb985ba2-87e3-4216-8e09-4c56b32837db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=ba30f5eb-36da-491b-98dd-ed8d59dc5da8,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:51.513173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c56a4eab-9249-4a67-939b-7ce261d2291b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1875296056', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:51.516782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5186d5cf-5772-4653-8e55-7d7af29a91cb tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.531937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186d5cf-5772-4653-8e55-7d7af29a91cb tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event deleted for resources: {'Network': ['ID=9680afb9-3a33-4853-b928-57d41e86b017,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:51.535858 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5186d5cf-5772-4653-8e55-7d7af29a91cb tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "DELETE /v2.0/networks/9680afb9-3a33-4853-b928-57d41e86b017 HTTP/1.1" status: 204 len: 168 time: 1.3474276 May 09 13:21:51.538061 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c56a4eab-9249-4a67-939b-7ce261d2291b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:51.540057 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55242) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:51.556383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-41694b30-eeba-4247-ba6a-4aa0c7d13afa tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Synchronizing usage tracker for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:51.562093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a106d15c-dafa-4e0c-91e8-c0f983aa8d6e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.627248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55246) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:51.640911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c56a4eab-9249-4a67-939b-7ce261d2291b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:router and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:51.661573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c56a4eab-9249-4a67-939b-7ce261d2291b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:51.739895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c56a4eab-9249-4a67-939b-7ce261d2291b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:51.836114 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': 'ba30f5eb-36da-491b-98dd-ed8d59dc5da8'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:21:51.837362 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.868502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-41694b30-eeba-4247-ba6a-4aa0c7d13afa tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Unset dirty status for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:51.872389 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-41694b30-eeba-4247-ba6a-4aa0c7d13afa tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5234921 May 09 13:21:51.873648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55252) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:51.882357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c56a4eab-9249-4a67-939b-7ce261d2291b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.883262 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c56a4eab-9249-4a67-939b-7ce261d2291b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.889080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6af69db-3672-4715-bb27-40756628a5cf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.927016 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55256) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:51.934575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1389111051', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:51.949093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-812980529', 'description': 'tempest-secgroup-smoke-812980529 description', 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:51.953982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:51.954886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a106d15c-dafa-4e0c-91e8-c0f983aa8d6e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.976853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a106d15c-dafa-4e0c-91e8-c0f983aa8d6e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:51.978326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:51.981696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Usage tracker for resource:router and tenant:2fd14dcf51d74fdf9ab70e44b3ed5105 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:51.993309 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:51.996896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:security_group and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:52.004299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:52.009291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:52.018904 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:52.022263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f00b5dbc-55e3-4fa1-b583-0307e76a8495 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.037119 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Allocated IP 2001:db8::2 (733a9858-46ec-4cf8-be89-833c62720969/ba30f5eb-36da-491b-98dd-ed8d59dc5da8/ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:52.058198 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f00b5dbc-55e3-4fa1-b583-0307e76a8495 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.062617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c56a4eab-9249-4a67-939b-7ce261d2291b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.071896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.072437 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.079813 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106d15c-dafa-4e0c-91e8-c0f983aa8d6e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b76632-4ab6-4a57-bfd5-c7321dad8172,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:52.086524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.089776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6af69db-3672-4715-bb27-40756628a5cf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.119437 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.131705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c56a4eab-9249-4a67-939b-7ce261d2291b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.141813 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-c6af69db-3672-4715-bb27-40756628a5cf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63e1a85-a771-4e62-89a0-449019b0b2d8']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:52.155979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a106d15c-dafa-4e0c-91e8-c0f983aa8d6e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.158507 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a106d15c-dafa-4e0c-91e8-c0f983aa8d6e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7893066 May 09 13:21:52.162078 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55260) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:52.168817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-c6af69db-3672-4715-bb27-40756628a5cf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f980536-6744-497c-aee0-ec6cc5310d6a') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:52.169552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-c6af69db-3672-4715-bb27-40756628a5cf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f980536-6744-497c-aee0-ec6cc5310d6a') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:52.180302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c56a4eab-9249-4a67-939b-7ce261d2291b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.181901 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c56a4eab-9249-4a67-939b-7ce261d2291b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6949253 May 09 13:21:52.184780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55264) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:52.188405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6af69db-3672-4715-bb27-40756628a5cf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.208712 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.242782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:52.253190 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:security_group_rule and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:52.256478 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f00b5dbc-55e3-4fa1-b583-0307e76a8495 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.262938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:52.295358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b5dbc-55e3-4fa1-b583-0307e76a8495 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce0fbac-3b3c-459b-b609-9c021a139dac,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:52.301380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:52.313707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.321610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6af69db-3672-4715-bb27-40756628a5cf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.336597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6af69db-3672-4715-bb27-40756628a5cf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:21:52.337333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6af69db-3672-4715-bb27-40756628a5cf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:21:52.351727 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:21:52.377902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90b11773-19b4-4115-a16b-7c81d9d88ba1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.473868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f00b5dbc-55e3-4fa1-b583-0307e76a8495 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.474914 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f00b5dbc-55e3-4fa1-b583-0307e76a8495 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "DELETE /v2.0/security-groups/fce0fbac-3b3c-459b-b609-9c021a139dac HTTP/1.1" status: 204 len: 168 time: 0.6000550 May 09 13:21:52.481736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55268) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:52.484701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90b11773-19b4-4115-a16b-7c81d9d88ba1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.489222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Transition to ACTIVE for port object ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:52.510466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6af69db-3672-4715-bb27-40756628a5cf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.519459 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Transition to ACTIVE for port object ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:52.526713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.532199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.588842 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6af69db-3672-4715-bb27-40756628a5cf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.635731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af69db-3672-4715-bb27-40756628a5cf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event deleted for resources: {'Network': ['ID=b63e1a85-a771-4e62-89a0-449019b0b2d8,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:52.636428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:52.637479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Pushing event updated for resources: {'Port': ['ID=ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:52.641285 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:52.644148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:52.652135 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c6af69db-3672-4715-bb27-40756628a5cf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "DELETE /v2.0/networks/b63e1a85-a771-4e62-89a0-449019b0b2d8 HTTP/1.1" status: 204 len: 168 time: 1.1105258 May 09 13:21:52.656017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55272) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:52.660567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90b11773-19b4-4115-a16b-7c81d9d88ba1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.678236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.733331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.746441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b11773-19b4-4115-a16b-7c81d9d88ba1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff6b1bc-e6b4-479b-9a03-e5288f832659,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:52.754303 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Attempting to bind port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:21:52.754667 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Attempting to bind port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:21:52.755019 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Attempting to bind port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:21:52.762783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:21:52.763154 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:21:52.763589 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7e483399-a44e-4d8e-a93b-d57050b9fbea tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2803707 May 09 13:21:52.763707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.764044 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:21:52.764699 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Bound port: ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:21:52.765065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.771853 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55276) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:52.784131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073116052'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:52.797857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:52.814096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:security_group_rule and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:52.820490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:52.825067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:52.842324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:52.846761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:52.849932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90b11773-19b4-4115-a16b-7c81d9d88ba1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.851301 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-90b11773-19b4-4115-a16b-7c81d9d88ba1 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-groups/5ff6b1bc-e6b4-479b-9a03-e5288f832659 HTTP/1.1" status: 204 len: 168 time: 0.6883159 May 09 13:21:52.852510 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:52.858703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67584dbc-317f-47f8-88f9-539a2c6ffbe7,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:52.862517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55280) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:52.871599 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:52.882224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] For port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:21:52.886150 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] For port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:21:52.890415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.923683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:52.964601 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f31efc-4e13-4f32-87d9-0f2a73f0c822 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:52.968726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f31efc-4e13-4f32-87d9-0f2a73f0c822 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:52.969759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-45f31efc-4e13-4f32-87d9-0f2a73f0c822 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Synchronizing usage tracker for tenant:a5bfffc6c26c44daa786083f52a37425 on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:53.011659 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eda860-54ef-48f4-9aff-b142f85ceffb None None] Pushing event updated for resources: {'Port': ['ID=ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:53.032819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-45f31efc-4e13-4f32-87d9-0f2a73f0c822 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Unset dirty status for tenant:a5bfffc6c26c44daa786083f52a37425 on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:53.034547 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-45f31efc-4e13-4f32-87d9-0f2a73f0c822 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3764067 May 09 13:21:53.038196 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55286) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:53.046025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2135187956'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:53.053879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:53.060875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-978ef794-d9d3-4ebf-9dbe-6465b8df04b7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:53.082140 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:53.085674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.092029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:53.095311 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:53.102008 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:53.108030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.111436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:53.118198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.133140 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Made reservation on behalf of a5bfffc6c26c44daa786083f52a37425 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:53.136443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.146850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-978ef794-d9d3-4ebf-9dbe-6465b8df04b7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:53.148080 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-978ef794-d9d3-4ebf-9dbe-6465b8df04b7 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2787218 May 09 13:21:53.156711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55290) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:53.167858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-fc3fa0e2-c928-4449-9cb4-f227d621e108 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group': {'name': 'tempest-secgroup--877339740'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:53.214001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.231188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fc3fa0e2-c928-4449-9cb4-f227d621e108 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:53.264068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.264068 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.3332863 May 09 13:21:53.264068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773d66b-2989-4722-a0d5-bbd78fbf82c1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e752242-22bb-4386-9d2d-2a30b654e68e,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:53.272313 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55294) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:53.275809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.286051 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-07a745d0-e7ae-4e77-8af6-e998dc897c64 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Request body: {'security_group_rule': {'security_group_id': '9e752242-22bb-4386-9d2d-2a30b654e68e', 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:53.323656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fc3fa0e2-c928-4449-9cb4-f227d621e108 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:53.336535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:21:53.336643 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-07a745d0-e7ae-4e77-8af6-e998dc897c64 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:53.344722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-07a745d0-e7ae-4e77-8af6-e998dc897c64 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:security_group_rule and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:53.372965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-07a745d0-e7ae-4e77-8af6-e998dc897c64 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:53.396049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-07a745d0-e7ae-4e77-8af6-e998dc897c64 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:53.399217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.399564 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Added segment 5f5f59d0-398a-40ab-b2bc-5527d45490ad of type vlan for network bd870304-f022-428e-8d7c-28d175bb0ef4 May 09 13:21:53.400750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa0e2-c928-4449-9cb4-f227d621e108 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.427212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.475647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07a745d0-e7ae-4e77-8af6-e998dc897c64 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.495111 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.569184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fc3fa0e2-c928-4449-9cb4-f227d621e108 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:53.573231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fc3fa0e2-c928-4449-9cb4-f227d621e108 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:53.576144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fc3fa0e2-c928-4449-9cb4-f227d621e108 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:53.582580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fc3fa0e2-c928-4449-9cb4-f227d621e108 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:53.589586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8633564-d983-43cd-a9f8-29e73fb2281d,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:53.608605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.614253 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4e9a5e74-17c1-4347-bfb9-f967318f6409 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8412576 May 09 13:21:53.621147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55300) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:53.635730 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Allocated IP 172.26.1.75 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/10637f5e-d683-4dd6-a428-cdac6f1f0120) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:53.645972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-aac95b4c-dd89-4829-9b91-78af171fd651 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'c8633564-d983-43cd-a9f8-29e73fb2281d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:53.652933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-aac95b4c-dd89-4829-9b91-78af171fd651 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:53.656097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa0e2-c928-4449-9cb4-f227d621e108 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.657694 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-aac95b4c-dd89-4829-9b91-78af171fd651 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:53.664654 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-aac95b4c-dd89-4829-9b91-78af171fd651 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:53.673359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa0e2-c928-4449-9cb4-f227d621e108 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.685043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-aac95b4c-dd89-4829-9b91-78af171fd651 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:53.687731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07a745d0-e7ae-4e77-8af6-e998dc897c64 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.711686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07a745d0-e7ae-4e77-8af6-e998dc897c64 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.715233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.854689 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fa0e2-c928-4449-9cb4-f227d621e108 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c21e50-69e7-4426-91bb-45f3c4954d31,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:53.865051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa0e2-c928-4449-9cb4-f227d621e108 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.866105 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fc3fa0e2-c928-4449-9cb4-f227d621e108 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7087965 May 09 13:21:53.870947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55304) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:53.880158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380581853'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:53.887692 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.891507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:53.892079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.896614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:53.928481 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:53.937951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a745d0-e7ae-4e77-8af6-e998dc897c64 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141859b0-5eaa-41d6-85d7-4322ea367ee0,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:53.942718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:53.957401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07a745d0-e7ae-4e77-8af6-e998dc897c64 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:53.959724 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-07a745d0-e7ae-4e77-8af6-e998dc897c64 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6872387 May 09 13:21:53.964846 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55308) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:53.966184 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-aac95b4c-dd89-4829-9b91-78af171fd651 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:53.966661 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-aac95b4c-dd89-4829-9b91-78af171fd651 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3330357 May 09 13:21:53.993515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d34d73f5-aef7-4ace-89c1-9e3d5ae0c152 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Request body: {'security_group_rule': {'security_group_id': '9e752242-22bb-4386-9d2d-2a30b654e68e', 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:53.997771 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55312) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:54.006673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::1 (733a9858-46ec-4cf8-be89-833c62720969/ba30f5eb-36da-491b-98dd-ed8d59dc5da8/be757451-bf97-4b44-9b35-fd3eeaf126a4) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:54.007401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8a2ba40f-1e51-4092-b597-562f7ccfc4c7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group_rule': {'security_group_id': 'c8633564-d983-43cd-a9f8-29e73fb2281d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:54.013831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d34d73f5-aef7-4ace-89c1-9e3d5ae0c152 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:54.018199 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:54.019996 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8a2ba40f-1e51-4092-b597-562f7ccfc4c7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:54.022381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d34d73f5-aef7-4ace-89c1-9e3d5ae0c152 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:security_group_rule and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:54.033995 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d34d73f5-aef7-4ace-89c1-9e3d5ae0c152 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:54.037521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8a2ba40f-1e51-4092-b597-562f7ccfc4c7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:54.045108 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8a2ba40f-1e51-4092-b597-562f7ccfc4c7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:54.051532 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0123160 May 09 13:21:54.054800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55316) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:54.058424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa1015-e3cd-42e7-a3f8-3c970cb53c1f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event updated for resources: {'Network': ['ID=bd870304-f022-428e-8d7c-28d175bb0ef4,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:54.058968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d34d73f5-aef7-4ace-89c1-9e3d5ae0c152 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:54.064556 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8a2ba40f-1e51-4092-b597-562f7ccfc4c7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:54.074301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network bd870304-f022-428e-8d7c-28d175bb0ef4 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:21:54.082167 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-608619415'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:54.091555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:54.093763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.098700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.137922 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d34d73f5-aef7-4ace-89c1-9e3d5ae0c152 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.168579 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-8a2ba40f-1e51-4092-b597-562f7ccfc4c7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:21:54.169631 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8a2ba40f-1e51-4092-b597-562f7ccfc4c7 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1709392 May 09 13:21:54.174814 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55320) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:54.256484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.272317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:21:54.286635 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:54.317054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.327387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Made reservation on behalf of a5bfffc6c26c44daa786083f52a37425 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:54.332622 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.335865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d34d73f5-aef7-4ace-89c1-9e3d5ae0c152 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.359443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d34d73f5-aef7-4ace-89c1-9e3d5ae0c152 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.385333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea2b565c-00e5-4eca-9ed5-0fa0061fb8e0 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.388515 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:54.389191 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bb8bfde5-396a-4b56-9d1f-e83d6c3a58f5 None None] Provisioning for port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:54.393795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:54.394743 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object be757451-bf97-4b44-9b35-fd3eeaf126a4 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:21:54.396723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:54.399697 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:54.404594 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Pushing event updated for resources: {'Port': ['ID=10637f5e-d683-4dd6-a428-cdac6f1f0120,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:54.407167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:54.407600 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.407730 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:54.407932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:54.417121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d73f5-aef7-4ace-89c1-9e3d5ae0c152 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c7eebe-cccf-4081-9650-996069363b30,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:54.419236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:54.422673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:54.436629 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:21:54.467145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.467145 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Added segment 462b13f8-ea8d-4b76-a828-0e5a9a5792d9 of type vlan for network 5907f370-3d1c-465a-b13f-35a952e502ba May 09 13:21:54.485972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea2b565c-00e5-4eca-9ed5-0fa0061fb8e0 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.498606 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d34d73f5-aef7-4ace-89c1-9e3d5ae0c152 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.499777 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d34d73f5-aef7-4ace-89c1-9e3d5ae0c152 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5319023 May 09 13:21:54.504393 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55324) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:54.521709 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9f40c13d-4241-4820-aa86-4e4a711d944e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Request body: {'security_group_rule': {'security_group_id': '9e752242-22bb-4386-9d2d-2a30b654e68e', 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:54.522862 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.531363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9f40c13d-4241-4820-aa86-4e4a711d944e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:54.569223 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9f40c13d-4241-4820-aa86-4e4a711d944e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:security_group_rule and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:54.578861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.580435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9f40c13d-4241-4820-aa86-4e4a711d944e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:54.586372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9f40c13d-4241-4820-aa86-4e4a711d944e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:54.595878 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.647028 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:21:54.647229 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.648045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.652615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea2b565c-00e5-4eca-9ed5-0fa0061fb8e0 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.666770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:54.679050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:54.679050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:54.679050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.716967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.724242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b565c-00e5-4eca-9ed5-0fa0061fb8e0 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8633564-d983-43cd-a9f8-29e73fb2281d,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:54.736327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f40c13d-4241-4820-aa86-4e4a711d944e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.783094 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:54.785446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea2b565c-00e5-4eca-9ed5-0fa0061fb8e0 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.786828 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ea2b565c-00e5-4eca-9ed5-0fa0061fb8e0 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "DELETE /v2.0/security-groups/c8633564-d983-43cd-a9f8-29e73fb2281d HTTP/1.1" status: 204 len: 168 time: 0.6093831 May 09 13:21:54.799076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55328) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:54.801214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=be757451-bf97-4b44-9b35-fd3eeaf126a4,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:54.867594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.867594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:54.867594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.911773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f40c13d-4241-4820-aa86-4e4a711d944e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.925767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f40c13d-4241-4820-aa86-4e4a711d944e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.960291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4f4024fd-0bf8-4801-8759-166414594a04 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Synchronizing usage tracker for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:54.966547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40c13d-4241-4820-aa86-4e4a711d944e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bd9290-c80c-4d02-bb7e-58241b318a3c,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:54.984822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f40c13d-4241-4820-aa86-4e4a711d944e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:54.986005 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9f40c13d-4241-4820-aa86-4e4a711d944e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4752882 May 09 13:21:54.992334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55332) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:55.003668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-5cee745d-fcbe-4b32-828f-230eaba0d837 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Request body: {'security_group_rule': {'security_group_id': '9e752242-22bb-4386-9d2d-2a30b654e68e', 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:55.013471 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5cee745d-fcbe-4b32-828f-230eaba0d837 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:55.016484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4f4024fd-0bf8-4801-8759-166414594a04 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Unset dirty status for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:55.016722 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4f4024fd-0bf8-4801-8759-166414594a04 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2141378 May 09 13:21:55.017675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71bcd218-3974-4f2c-b282-8448da52bc81,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:55.022351 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55336) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:55.025010 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5cee745d-fcbe-4b32-828f-230eaba0d837 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:security_group_rule and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:55.030903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5cee745d-fcbe-4b32-828f-230eaba0d837 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:55.035074 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.036817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4f1e1f73-35d1-4b73-b5c0-fa12ce4126ff tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150901171'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:55.039653 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c4cdb1e7-f3ef-470d-9470-af8df3a2afe5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1656308 May 09 13:21:55.039653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55340) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:55.044890 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c12e60ca-6175-480b-a1f7-d31ef9dc844e None None] Provisioning for port be757451-bf97-4b44-9b35-fd3eeaf126a4 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:21:55.047748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4f1e1f73-35d1-4b73-b5c0-fa12ce4126ff tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:55.050836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5cee745d-fcbe-4b32-828f-230eaba0d837 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:55.055541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c12e60ca-6175-480b-a1f7-d31ef9dc844e None None] Provisioning complete for port be757451-bf97-4b44-9b35-fd3eeaf126a4 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:55.055541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c12e60ca-6175-480b-a1f7-d31ef9dc844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.060852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.066797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4f1e1f73-35d1-4b73-b5c0-fa12ce4126ff tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:55.075490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.075490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.087182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1f73-35d1-4b73-b5c0-fa12ce4126ff tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.101442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5cee745d-fcbe-4b32-828f-230eaba0d837 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.108665 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0516758 May 09 13:21:55.115545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c12e60ca-6175-480b-a1f7-d31ef9dc844e None None] Port be757451-bf97-4b44-9b35-fd3eeaf126a4 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:21:55.116027 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-93e2e7aa-8966-4594-93b8-b1e9f333b0e8 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group_rule': {'security_group_id': '67c21e50-69e7-4426-91bb-45f3c4954d31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '71bcd218-3974-4f2c-b282-8448da52bc81', 'remote_ip_prefix': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:55.126438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55344) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:55.138974 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-93e2e7aa-8966-4594-93b8-b1e9f333b0e8 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:55.147404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Request body: {'ports': [{'network_id': 'bd870304-f022-428e-8d7c-28d175bb0ef4', 'name': 'tempest-port--2032244803', 'admin_state_up': True}, {'network_id': '5907f370-3d1c-465a-b13f-35a952e502ba', 'admin_state_up': False}]} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:55.147713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Request body: {'port': {'network_id': 'bd870304-f022-428e-8d7c-28d175bb0ef4', 'name': 'tempest-port--2032244803', 'admin_state_up': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:55.148175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Request body: {'port': {'network_id': '5907f370-3d1c-465a-b13f-35a952e502ba', 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:55.164070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150b320-fabb-439b-b325-941ac94e67b8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event updated for resources: {'Network': ['ID=5907f370-3d1c-465a-b13f-35a952e502ba,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:55.167580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-93e2e7aa-8966-4594-93b8-b1e9f333b0e8 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:55.181449 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 5907f370-3d1c-465a-b13f-35a952e502ba details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:21:55.185584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-93e2e7aa-8966-4594-93b8-b1e9f333b0e8 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:55.258212 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-93e2e7aa-8966-4594-93b8-b1e9f333b0e8 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:55.296038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4f1e1f73-35d1-4b73-b5c0-fa12ce4126ff tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:55.303431 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4f1e1f73-35d1-4b73-b5c0-fa12ce4126ff tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Usage tracker for resource:security_group_rule and tenant:6afb1f49510749bbbd1020876938ed39 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:55.309675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4f1e1f73-35d1-4b73-b5c0-fa12ce4126ff tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:55.337232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4f1e1f73-35d1-4b73-b5c0-fa12ce4126ff tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:55.343645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5cee745d-fcbe-4b32-828f-230eaba0d837 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.352354 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5cee745d-fcbe-4b32-828f-230eaba0d837 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.384230 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee745d-fcbe-4b32-828f-230eaba0d837 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca3f9bd-6fcf-4803-97ab-ffdcac095263,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:55.434196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5cee745d-fcbe-4b32-828f-230eaba0d837 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.434745 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5cee745d-fcbe-4b32-828f-230eaba0d837 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4415870 May 09 13:21:55.437964 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55348) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:55.451520 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8e39162c-b5cf-497e-b82d-41767777ae9a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Request body: {'security_group_rule': {'security_group_id': '9e752242-22bb-4386-9d2d-2a30b654e68e', 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:55.461551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8e39162c-b5cf-497e-b82d-41767777ae9a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:55.465021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1f73-35d1-4b73-b5c0-fa12ce4126ff tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.469472 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8e39162c-b5cf-497e-b82d-41767777ae9a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:security_group_rule and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:55.473976 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8e39162c-b5cf-497e-b82d-41767777ae9a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:55.476571 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1f73-35d1-4b73-b5c0-fa12ce4126ff tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.485167 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-93e2e7aa-8966-4594-93b8-b1e9f333b0e8 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.497704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8e39162c-b5cf-497e-b82d-41767777ae9a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:55.535915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1f73-35d1-4b73-b5c0-fa12ce4126ff tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.535915 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4f1e1f73-35d1-4b73-b5c0-fa12ce4126ff tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5092716 May 09 13:21:55.539819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55352) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:55.549006 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-856de8d1-5529-4b39-8f9d-02db9cd28512 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:55.549836 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-856de8d1-5529-4b39-8f9d-02db9cd28512 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] update failed (client error): There was a conflict when trying to complete your request. May 09 13:21:55.550924 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-856de8d1-5529-4b39-8f9d-02db9cd28512 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "PUT /v2.0/security-groups/a8a258b2-7ef1-4caf-82a8-1025bf30e7bc HTTP/1.1" status: 409 len: 330 time: 0.0130424 May 09 13:21:55.554570 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-8e39162c-b5cf-497e-b82d-41767777ae9a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Project 4f91e4eb308c4fb1b7a7036641c61f30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:21:55.562580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55356) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:55.571432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e1f73-35d1-4b73-b5c0-fa12ce4126ff tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a258b2-7ef1-4caf-82a8-1025bf30e7bc,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:55.579024 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8e39162c-b5cf-497e-b82d-41767777ae9a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.674939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Router c8e885b0-4b07-46a6-8048-8f86cec920d6 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:21:55.678777 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8e39162c-b5cf-497e-b82d-41767777ae9a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.690044 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8e39162c-b5cf-497e-b82d-41767777ae9a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.776920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39162c-b5cf-497e-b82d-41767777ae9a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fd5190-b92c-4c22-97ad-14f7d8c11080,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:55.834235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8e39162c-b5cf-497e-b82d-41767777ae9a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.837295 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8e39162c-b5cf-497e-b82d-41767777ae9a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3974295 May 09 13:21:55.837964 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55360) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:55.851624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cf7c3d89-4149-4be9-bcf1-6acfaf7bf055 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Request body: {'security_group_rule': {'security_group_id': '9e752242-22bb-4386-9d2d-2a30b654e68e', 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:55.859635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cf7c3d89-4149-4be9-bcf1-6acfaf7bf055 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:55.865098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cf7c3d89-4149-4be9-bcf1-6acfaf7bf055 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:security_group_rule and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:55.868352 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cf7c3d89-4149-4be9-bcf1-6acfaf7bf055 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:55.872125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:55.882406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Usage tracker for resource:port and tenant:a5bfffc6c26c44daa786083f52a37425 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:55.884434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cf7c3d89-4149-4be9-bcf1-6acfaf7bf055 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:55.889131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:55.900620 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-cf7c3d89-4149-4be9-bcf1-6acfaf7bf055 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Project 4f91e4eb308c4fb1b7a7036641c61f30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:21:55.906251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:55.910658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf7c3d89-4149-4be9-bcf1-6acfaf7bf055 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.939211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1288c9e2-8cfc-4426-a924-778699f808dc tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.964590 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Made reservation on behalf of a5bfffc6c26c44daa786083f52a37425 for: {'port': 2} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:55.968265 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:55.997709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-93e2e7aa-8966-4594-93b8-b1e9f333b0e8 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.016113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf7c3d89-4149-4be9-bcf1-6acfaf7bf055 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.018822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-93e2e7aa-8966-4594-93b8-b1e9f333b0e8 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.027621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf7c3d89-4149-4be9-bcf1-6acfaf7bf055 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.033911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1288c9e2-8cfc-4426-a924-778699f808dc tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.052057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:56.061210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.061654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeaac98-d13a-449f-94ae-fc64f49c0529 None None] Sync routers for ids ['c8e885b0-4b07-46a6-8048-8f86cec920d6'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:56.086394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeaac98-d13a-449f-94ae-fc64f49c0529 None None] Routers {'c8e885b0-4b07-46a6-8048-8f86cec920d6'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:56.088022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-bfeaac98-d13a-449f-94ae-fc64f49c0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['c8e885b0-4b07-46a6-8048-8f86cec920d6'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:56.089392 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2e7aa-8966-4594-93b8-b1e9f333b0e8 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c7ed18-3cea-4dad-87cf-cb27ef5c4ef0,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:56.093141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c3d89-4149-4be9-bcf1-6acfaf7bf055 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac975337-86ef-4670-827d-2df226b0cb3c,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:56.098370 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf7c3d89-4149-4be9-bcf1-6acfaf7bf055 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.100053 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cf7c3d89-4149-4be9-bcf1-6acfaf7bf055 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2558615 May 09 13:21:56.102926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55364) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:56.114696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Request body: {'network': {'name': 'tempest-network-smoke--1113446602', 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'port_security_enabled': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:56.118298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.124707 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d9c188bb-b5c8-43d3-bf2d-cb92429ca275 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4919946 May 09 13:21:56.126253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55368) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:56.128115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:56.132886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:network and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:56.137054 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:56.144738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:56.152213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:21:56.157892 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Made reservation on behalf of 4f91e4eb308c4fb1b7a7036641c61f30 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:56.160602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.196514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-bfeaac98-d13a-449f-94ae-fc64f49c0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:56.200267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:21:56.210794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.211140 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Added segment c327239d-6c77-413d-95ce-c8e727db55e5 of type vlan for network 08a52ea3-5f76-49af-9b25-99334f043227 May 09 13:21:56.228323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeaac98-d13a-449f-94ae-fc64f49c0529 None None] Routers {'c8e885b0-4b07-46a6-8048-8f86cec920d6'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:56.228946 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-bfeaac98-d13a-449f-94ae-fc64f49c0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['c8e885b0-4b07-46a6-8048-8f86cec920d6'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:56.237571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.248650 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.253981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-93e2e7aa-8966-4594-93b8-b1e9f333b0e8 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.255213 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-93e2e7aa-8966-4594-93b8-b1e9f333b0e8 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.2007592 May 09 13:21:56.258744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55372) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:56.265068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.266056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.298474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-bfeaac98-d13a-449f-94ae-fc64f49c0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:56.299695 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeaac98-d13a-449f-94ae-fc64f49c0529 None None] The sync data for ids ['c8e885b0-4b07-46a6-8048-8f86cec920d6'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:21:56.312389 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7aa4bfed-79dd-45b2-ad9e-d8596ef0e24c tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.322269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:56.322643 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.332331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7aa4bfed-79dd-45b2-ad9e-d8596ef0e24c tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.352114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.356336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:56.356669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.432871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1288c9e2-8cfc-4426-a924-778699f808dc tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.451376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7aa4bfed-79dd-45b2-ad9e-d8596ef0e24c tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.476507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7aa4bfed-79dd-45b2-ad9e-d8596ef0e24c tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.477636 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7aa4bfed-79dd-45b2-ad9e-d8596ef0e24c tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/16c7ed18-3cea-4dad-87cf-cb27ef5c4ef0 HTTP/1.1" status: 204 len: 168 time: 0.2161305 May 09 13:21:56.484794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55376) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:56.486037 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3812635 May 09 13:21:56.496535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55380) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:56.505020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d323195-a6b2-40c9-b82e-4914337ed0a1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'Network': ['ID=08a52ea3-5f76-49af-9b25-99334f043227,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:56.507143 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4bfed-79dd-45b2-ad9e-d8596ef0e24c tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16c7ed18-3cea-4dad-87cf-cb27ef5c4ef0,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:56.516900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288c9e2-8cfc-4426-a924-778699f808dc tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a258b2-7ef1-4caf-82a8-1025bf30e7bc,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:56.520340 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 08a52ea3-5f76-49af-9b25-99334f043227 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:21:56.521378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1606107232', 'admin_state_up': True, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:56.585120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-73b7370c-c997-4ada-8583-f18d59ed167b tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:56.604055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-73b7370c-c997-4ada-8583-f18d59ed167b tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:56.606158 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-73b7370c-c997-4ada-8583-f18d59ed167b tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1184962 May 09 13:21:56.609304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55384) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:56.646232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:56.653825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=be757451-bf97-4b44-9b35-fd3eeaf126a4,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:56.684549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:router and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:56.692950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1288c9e2-8cfc-4426-a924-778699f808dc tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.693798 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1288c9e2-8cfc-4426-a924-778699f808dc tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "DELETE /v2.0/security-groups/a8a258b2-7ef1-4caf-82a8-1025bf30e7bc HTTP/1.1" status: 204 len: 168 time: 1.1237757 May 09 13:21:56.694900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:56.696513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4ac812aa-ffdf-4028-9fe2-c4b658103b6a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.698014 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55388) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:56.717780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:56.727203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] device_id is not set on port 8b9b9f55-c262-4fb6-98c7-52d103d27a11 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:21:56.749474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4ac812aa-ffdf-4028-9fe2-c4b658103b6a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.784598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.785532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.824183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:56.829349 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:56.906925 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-889545e1-6c34-4014-b7ac-26f06a080ad5 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Synchronizing usage tracker for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:56.930897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-889545e1-6c34-4014-b7ac-26f06a080ad5 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] Unset dirty status for tenant:6afb1f49510749bbbd1020876938ed39 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:56.937137 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-889545e1-6c34-4014-b7ac-26f06a080ad5 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2326815 May 09 13:21:56.937137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55392) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:56.939370 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4ac812aa-ffdf-4028-9fe2-c4b658103b6a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:56.970873 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac812aa-ffdf-4028-9fe2-c4b658103b6a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bcd218-3974-4f2c-b282-8448da52bc81,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:56.976840 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-da14c78c-a0cd-4577-8f77-0c92e0b611e6 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] delete failed (client error): The resource could not be found. May 09 13:21:56.977590 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-da14c78c-a0cd-4577-8f77-0c92e0b611e6 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "DELETE /v2.0/security-groups/cbe61bce-86d6-4d89-b59c-704150589fcb HTTP/1.1" status: 404 len: 347 time: 0.0400710 May 09 13:21:56.981521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55396) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:56.984054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:57.004892 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-7432b88d-3daf-4561-9a8f-e697979cbe79 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] show failed (client error): The resource could not be found. May 09 13:21:57.006170 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7432b88d-3daf-4561-9a8f-e697979cbe79 tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "GET /v2.0/security-groups/b1748207-b2a5-4da7-9301-7925aebe6a53 HTTP/1.1" status: 404 len: 347 time: 0.0237033 May 09 13:21:57.008923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4ac812aa-ffdf-4028-9fe2-c4b658103b6a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:57.011874 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4ac812aa-ffdf-4028-9fe2-c4b658103b6a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-groups/71bcd218-3974-4f2c-b282-8448da52bc81 HTTP/1.1" status: 204 len: 168 time: 0.4012923 May 09 13:21:57.012887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55400) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:57.015678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55402) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:57.034398 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-e39be727-37b2-468e-9fcb-46357346a0bf tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] show failed (client error): The resource could not be found. May 09 13:21:57.036695 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e39be727-37b2-468e-9fcb-46357346a0bf tempest-NegativeSecGroupIPv6Test-691448950 tempest-NegativeSecGroupIPv6Test-691448950-project] 10.222.0.44 "GET /v2.0/security-group-rules/d6a5b0b6-e01f-4307-8990-5ad4c01ed580 HTTP/1.1" status: 404 len: 356 time: 0.0213795 May 09 13:21:57.184590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-858c3e26-431f-42c9-96fe-3c494c76d44f None None] Provisioning complete for port be757451-bf97-4b44-9b35-fd3eeaf126a4 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:21:57.185635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-858c3e26-431f-42c9-96fe-3c494c76d44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:57.197419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:57.299837 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-858c3e26-431f-42c9-96fe-3c494c76d44f None None] Port be757451-bf97-4b44-9b35-fd3eeaf126a4 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:21:57.388383 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55412) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:57.558221 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9d64e2be-27e1-420e-81a8-ac72ef820c0f tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/routers/c8e885b0-4b07-46a6-8048-8f86cec920d6 HTTP/1.1" status: 200 len: 920 time: 1.4258754 May 09 13:21:57.566011 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55418) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:57.637336 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6faf7183-e3e7-49aa-a4e9-91a22deaff48 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8e885b0-4b07-46a6-8048-8f86cec920d6 HTTP/1.1" status: 200 len: 205 time: 0.0679574 May 09 13:21:57.645608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55422) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:57.674116 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-02247c61-4ca0-4d97-96b5-13434a99939c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6afb1f49510749bbbd1020876938ed39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2843711 May 09 13:21:57.677122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55426) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:57.724726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3b9d4675-da81-40f9-b5e1-905a296c5e56 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:57.752967 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9329-185a-472a-98fb-abf169783339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:57.755358 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] device_id is not set on port 5dcbe4c0-5f2d-47be-bfae-ac7a89d2c802 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:21:57.781427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9329-185a-472a-98fb-abf169783339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:57.841869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9329-185a-472a-98fb-abf169783339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:57.851873 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:57.871146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c9329-185a-472a-98fb-abf169783339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb9f04b-3cd8-4451-9cc8-bebc86e5f0db,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:57.882890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9329-185a-472a-98fb-abf169783339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:57.882890 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ab5c9329-185a-472a-98fb-abf169783339 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0cb9f04b-3cd8-4451-9cc8-bebc86e5f0db HTTP/1.1" status: 204 len: 168 time: 0.1967654 May 09 13:21:57.886393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3b9d4675-da81-40f9-b5e1-905a296c5e56 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:57.886393 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3b9d4675-da81-40f9-b5e1-905a296c5e56 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.8576708 May 09 13:21:57.895743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55432) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:57.993919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24bbcf65-33cb-41d0-81e9-b45ad5ab886f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.030994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24bbcf65-33cb-41d0-81e9-b45ad5ab886f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.092299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24bbcf65-33cb-41d0-81e9-b45ad5ab886f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.117900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbcf65-33cb-41d0-81e9-b45ad5ab886f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c21e50-69e7-4426-91bb-45f3c4954d31,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:58.146108 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-24bbcf65-33cb-41d0-81e9-b45ad5ab886f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.147216 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-24bbcf65-33cb-41d0-81e9-b45ad5ab886f tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-groups/67c21e50-69e7-4426-91bb-45f3c4954d31 HTTP/1.1" status: 204 len: 168 time: 0.2534614 May 09 13:21:58.150552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55438) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:58.249980 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.351550 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1bda8240-466d-4ef0-9906-1277aababa3a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1874666 May 09 13:21:58.356273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55448) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:58.362218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group': {'name': 'tempest-secgroup--423701654'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:58.368645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:58.372877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:58.375838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:58.382184 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:58.385766 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.393915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.432428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:58.437501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:58.441831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:58.447499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:58.448587 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Router b0e1dd94-5e84-47a1-b16c-304b83507f89 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:21:58.517806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.524301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.528001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.596973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f78174-b4db-485e-869a-2c99fdbdc68e,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:58.608660 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.614824 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6d592430-5f9c-4def-8a56-ed7ad86749e4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2572219 May 09 13:21:58.615534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55456) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:58.621770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-208ddeae-c052-471b-96a6-3c0a728abe5d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group_rule': {'security_group_id': '74f78174-b4db-485e-869a-2c99fdbdc68e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:58.629363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-208ddeae-c052-471b-96a6-3c0a728abe5d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:58.633659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-208ddeae-c052-471b-96a6-3c0a728abe5d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:58.636519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-208ddeae-c052-471b-96a6-3c0a728abe5d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:58.642581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-208ddeae-c052-471b-96a6-3c0a728abe5d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:58.665737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-208ddeae-c052-471b-96a6-3c0a728abe5d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.676897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.738263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-208ddeae-c052-471b-96a6-3c0a728abe5d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.743163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-208ddeae-c052-471b-96a6-3c0a728abe5d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.766860 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ddeae-c052-471b-96a6-3c0a728abe5d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03245b0-ead1-49c8-acae-ef5fba1f75f8,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:58.771411 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event updated for resources: {'Port': ['ID=8b9b9f55-c262-4fb6-98c7-52d103d27a11,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:58.781673 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-208ddeae-c052-471b-96a6-3c0a728abe5d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.784086 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.786558 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-208ddeae-c052-471b-96a6-3c0a728abe5d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1699491 May 09 13:21:58.787233 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55464) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:58.817774 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af0e0c19-71ee-4695-a6da-76dea9d08de5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.829009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af0e0c19-71ee-4695-a6da-76dea9d08de5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.855861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af0e0c19-71ee-4695-a6da-76dea9d08de5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.872446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e0c19-71ee-4695-a6da-76dea9d08de5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c03245b0-ead1-49c8-acae-ef5fba1f75f8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:58.883131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af0e0c19-71ee-4695-a6da-76dea9d08de5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:58.884410 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-af0e0c19-71ee-4695-a6da-76dea9d08de5 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c03245b0-ead1-49c8-acae-ef5fba1f75f8 HTTP/1.1" status: 204 len: 168 time: 0.0962846 May 09 13:21:58.887172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55468) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:58.937897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c76790a8-abb6-4006-b7ac-883d6d87eccc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:58.951642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Checking segment: {'id': '5f5f59d0-398a-40ab-b2bc-5527d45490ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd870304-f022-428e-8d7c-28d175bb0ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:21:58.952012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Network hostable DHCP agents. Network: bd870304-f022-428e-8d7c-28d175bb0ef4, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:21:58.955631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c76790a8-abb6-4006-b7ac-883d6d87eccc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:58.957114 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c76790a8-abb6-4006-b7ac-883d6d87eccc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0690153 May 09 13:21:58.960812 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55472) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:58.992153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55476) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:59.037863 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4edf44c1-700a-4456-a80e-8a91977e1e48 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.070559 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4edf44c1-700a-4456-a80e-8a91977e1e48 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.084475 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Allocated IP 172.26.1.109 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/705f9cd4-409a-45f8-98cb-7043c19d1822) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:21:59.088302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Network bd870304-f022-428e-8d7c-28d175bb0ef4 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:21:59.125946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4edf44c1-700a-4456-a80e-8a91977e1e48 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.140774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, bd870304-f022-428e-8d7c-28d175bb0ef4) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:59.145189 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:59.146906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.147013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1393036626'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:59.150335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c701e5-dd14-45c5-8901-544add102106 None None] Network bd870304-f022-428e-8d7c-28d175bb0ef4 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:59.154357 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf44c1-700a-4456-a80e-8a91977e1e48 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f78174-b4db-485e-869a-2c99fdbdc68e,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:59.156373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:59.164496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Usage tracker for resource:network and tenant:af05db7ee21e479aaab8d1c040ca455e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:59.169661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:59.177328 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:59.182452 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4edf44c1-700a-4456-a80e-8a91977e1e48 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.183616 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4edf44c1-700a-4456-a80e-8a91977e1e48 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-groups/74f78174-b4db-485e-869a-2c99fdbdc68e HTTP/1.1" status: 204 len: 168 time: 0.2217634 May 09 13:21:59.186661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55482) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:59.202933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Made reservation on behalf of af05db7ee21e479aaab8d1c040ca455e for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:21:59.206077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.225455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.288117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-36b0cfcf-e8b0-4301-8f7b-13cc21fb8ace tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:59.295705 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:59.304664 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Usage tracker for resource:security_group_rule and tenant:af05db7ee21e479aaab8d1c040ca455e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:59.310569 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:59.318476 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:59.322383 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-36b0cfcf-e8b0-4301-8f7b-13cc21fb8ace tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:59.323901 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-36b0cfcf-e8b0-4301-8f7b-13cc21fb8ace tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1362829 May 09 13:21:59.330200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55486) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:59.342151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-79919eca-8349-49f9-8216-be4c43da6b4a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group': {'name': 'tempest-secgroup--367433832'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:59.350550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-79919eca-8349-49f9-8216-be4c43da6b4a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:59.369036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-79919eca-8349-49f9-8216-be4c43da6b4a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:59.390944 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79919eca-8349-49f9-8216-be4c43da6b4a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.440480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:21:59.450924 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Sync routers for ids ['b0e1dd94-5e84-47a1-b16c-304b83507f89'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:21:59.453376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.460856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-79919eca-8349-49f9-8216-be4c43da6b4a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:59.463036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.467977 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Routers {'b0e1dd94-5e84-47a1-b16c-304b83507f89'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:21:59.468585 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b0e1dd94-5e84-47a1-b16c-304b83507f89'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:21:59.478596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-79919eca-8349-49f9-8216-be4c43da6b4a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:21:59.479763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event updated for resources: {'Port': ['ID=5dcbe4c0-5f2d-47be-bfae-ac7a89d2c802,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:59.487063 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-79919eca-8349-49f9-8216-be4c43da6b4a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:21:59.496245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:21:59.498402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-79919eca-8349-49f9-8216-be4c43da6b4a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:21:59.516420 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7962c9e1-5440-4f58-85e0-6be9ec7aafe8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "PUT /v2.0/routers/b0e1dd94-5e84-47a1-b16c-304b83507f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3305960 May 09 13:21:59.524147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55490) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:59.528406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.528902 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Added segment 336eb9d2-bcd1-421e-8bc2-a7ae1a003010 of type vlan for network 40f7f64c-2bbd-4223-97df-c50e9955aa25 May 09 13:21:59.530188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7fffab-b76e-4cae-becb-feae7f6675be,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:59.544551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.557465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Checking segment: {'id': '462b13f8-ea8d-4b76-a828-0e5a9a5792d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5907f370-3d1c-465a-b13f-35a952e502ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:21:59.558263 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Network hostable DHCP agents. Network: 5907f370-3d1c-465a-b13f-35a952e502ba, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:21:59.577113 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Deleting port 10637f5e-d683-4dd6-a428-cdac6f1f0120 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:21:59.577722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.631090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.631426 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.636940 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Set router b0e1dd94-5e84-47a1-b16c-304b83507f89 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:21:59.641668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069da0d-3d74-456a-9cfc-18ea4ffdc9d0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:59.642433 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b069da0d-3d74-456a-9cfc-18ea4ffdc9d0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:21:59.694852 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79919eca-8349-49f9-8216-be4c43da6b4a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.702733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79919eca-8349-49f9-8216-be4c43da6b4a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.707139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b069da0d-3d74-456a-9cfc-18ea4ffdc9d0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:21:59.708442 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b069da0d-3d74-456a-9cfc-18ea4ffdc9d0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports/be757451-bf97-4b44-9b35-fd3eeaf126a4 HTTP/1.1" status: 200 len: 911 time: 0.1830082 May 09 13:21:59.723835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55494) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:59.724766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.728806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:59.729502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.753189 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Network 5907f370-3d1c-465a-b13f-35a952e502ba is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:21:59.790515 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.841482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 5907f370-3d1c-465a-b13f-35a952e502ba) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:21:59.851933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da92a3-afd6-40ca-a9a1-92528780c8bd None None] Network 5907f370-3d1c-465a-b13f-35a952e502ba requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:21:59.869786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.893632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:21:59.898410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:59.901611 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:21:59.902460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.903367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79919eca-8349-49f9-8216-be4c43da6b4a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85bb89b3-bdd4-4ca4-a751-10dc2de6dbda,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:59.932347 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Pushing event updated for resources: {'Network': ['ID=40f7f64c-2bbd-4223-97df-c50e9955aa25,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:21:59.936956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79919eca-8349-49f9-8216-be4c43da6b4a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:21:59.938367 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-79919eca-8349-49f9-8216-be4c43da6b4a tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6064103 May 09 13:21:59.945388 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b38f0cee-c239-45fd-bca0-e09e8d87b0ea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9521985 May 09 13:21:59.946210 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55498) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:59.946670 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55500) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:59.954839 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Request body: {'subnet': {'network_id': '40f7f64c-2bbd-4223-97df-c50e9955aa25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:59.973589 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-61649ce7-c740-44d0-849b-510b96e9034e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group_rule': {'security_group_id': '85bb89b3-bdd4-4ca4-a751-10dc2de6dbda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:21:59.982257 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:21:59.984265 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ee85289c-c728-44a7-a7e0-c815df915c8d tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.8534977 May 09 13:21:59.990545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55506) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:21:59.991640 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-61649ce7-c740-44d0-849b-510b96e9034e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:21:59.992315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 40f7f64c-2bbd-4223-97df-c50e9955aa25 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:22:00.029713 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1dd94-5e84-47a1-b16c-304b83507f89', 'name': 'tempest-NetworksTestDHCPv6-router-1875296056', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:51Z', 'updated_at': '2022-05-09T13:21:54Z', 'revision_number': 2, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'gw_port_host': None, '_interfaces': [{'id': 'be757451-bf97-4b44-9b35-fd3eeaf126a4', 'name': '', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'mac_address': 'fa:16:3e:4b:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1dd94-5e84-47a1-b16c-304b83507f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba30f5eb-36da-491b-98dd-ed8d59dc5da8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:53Z', 'updated_at': '2022-05-09T13:21:55Z', 'revision_number': 2, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'subnets': [{'id': 'ba30f5eb-36da-491b-98dd-ed8d59dc5da8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:00.034385 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Checking router: b0e1dd94-5e84-47a1-b16c-304b83507f89 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:22:00.034835 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Updating router b0e1dd94-5e84-47a1-b16c-304b83507f89 port be757451-bf97-4b44-9b35-fd3eeaf126a4 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:22:00.045366 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:00.047180 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-61649ce7-c740-44d0-849b-510b96e9034e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:00.055803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Calling delete_port for 10637f5e-d683-4dd6-a428-cdac6f1f0120 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:00.081777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:00.087624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-61649ce7-c740-44d0-849b-510b96e9034e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:00.100685 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.113063 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-61649ce7-c740-44d0-849b-510b96e9034e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:00.152073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b784fc-5062-4a78-bda5-b443adf0f7ed tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:00.156225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b784fc-5062-4a78-bda5-b443adf0f7ed tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:00.157966 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-39b784fc-5062-4a78-bda5-b443adf0f7ed tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4245331 May 09 13:22:00.162603 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55510) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:00.183221 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'Port': ['ID=705f9cd4-409a-45f8-98cb-7043c19d1822,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:00.237908 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61649ce7-c740-44d0-849b-510b96e9034e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.312690 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:00.332176 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Usage tracker for resource:subnet and tenant:af05db7ee21e479aaab8d1c040ca455e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:00.340642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:00.356360 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:00.375076 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.375857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.381819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.475079 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89854a5-28dd-4afb-86a7-d255c6e96e8a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:00.478798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89854a5-28dd-4afb-86a7-d255c6e96e8a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:00.483776 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a89854a5-28dd-4afb-86a7-d255c6e96e8a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4849932 May 09 13:22:00.488569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Pushing event deleted for resources: {'Port': ['ID=10637f5e-d683-4dd6-a428-cdac6f1f0120,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:00.490567 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55514) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:00.493334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Made reservation on behalf of af05db7ee21e479aaab8d1c040ca455e for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:00.521969 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.536103 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Transition to ACTIVE for port object be757451-bf97-4b44-9b35-fd3eeaf126a4 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:00.544836 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.619434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61649ce7-c740-44d0-849b-510b96e9034e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.624979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.643323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61649ce7-c740-44d0-849b-510b96e9034e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.706515 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d525b-4b9d-4fdf-b3ac-d6be18f7262e None None] Pushing event updated for resources: {'Port': ['ID=be757451-bf97-4b44-9b35-fd3eeaf126a4,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:00.715827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0a58f-e563-4662-b982-2346fea73b99 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Deleting port 8b9b9f55-c262-4fb6-98c7-52d103d27a11 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:00.716338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a58f-e563-4662-b982-2346fea73b99 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.739150 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61649ce7-c740-44d0-849b-510b96e9034e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b4a554-2330-409d-b66e-52d7a4e23993,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:00.764451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61649ce7-c740-44d0-849b-510b96e9034e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.766034 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-61649ce7-c740-44d0-849b-510b96e9034e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8182094 May 09 13:22:00.774322 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55518) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:00.834476 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Attempting to bind port be757451-bf97-4b44-9b35-fd3eeaf126a4 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:00.834842 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Attempting to bind port be757451-bf97-4b44-9b35-fd3eeaf126a4 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:00.835218 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Attempting to bind port be757451-bf97-4b44-9b35-fd3eeaf126a4 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:00.856551 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:00.856891 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:00.857309 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.857693 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:00.858298 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Bound port: be757451-bf97-4b44-9b35-fd3eeaf126a4, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:00.858861 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:00.921621 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c983ca82-f787-483f-a267-6df757e3f3c9 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules/56b4a554-2330-409d-b66e-52d7a4e23993 HTTP/1.1" status: 200 len: 705 time: 0.1458514 May 09 13:22:00.930526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55522) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:00.973745 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] For port be757451-bf97-4b44-9b35-fd3eeaf126a4, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:00.979713 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] For port be757451-bf97-4b44-9b35-fd3eeaf126a4, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=be757451-bf97-4b44-9b35-fd3eeaf126a4,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:00.984690 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.003985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.056758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e704a9f2-da8f-4d39-a9ec-ba86c2af679d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:01.071182 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Routers {'b0e1dd94-5e84-47a1-b16c-304b83507f89'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:01.081587 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b0e1dd94-5e84-47a1-b16c-304b83507f89'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:01.114878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e704a9f2-da8f-4d39-a9ec-ba86c2af679d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:01.116342 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e704a9f2-da8f-4d39-a9ec-ba86c2af679d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1834929 May 09 13:22:01.120038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55526) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:01.139317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.258497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5994ce9b-c154-434b-b6b9-3a064c3b2c65 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.287638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5994ce9b-c154-434b-b6b9-3a064c3b2c65 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.292780 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d525b-4b9d-4fdf-b3ac-d6be18f7262e None None] Pushing event updated for resources: {'Port': ['ID=be757451-bf97-4b44-9b35-fd3eeaf126a4,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:01.302861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Pushing event updated for resources: {'Subnet': ['ID=68b24d1b-89fe-4c92-a54b-0a4145568f06,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:01.319489 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] Set router b0e1dd94-5e84-47a1-b16c-304b83507f89 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:22:01.335654 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Checking segment: {'id': '336eb9d2-bcd1-421e-8bc2-a7ae1a003010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '40f7f64c-2bbd-4223-97df-c50e9955aa25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:01.336012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Network hostable DHCP agents. Network: 40f7f64c-2bbd-4223-97df-c50e9955aa25, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:22:01.376302 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5994ce9b-c154-434b-b6b9-3a064c3b2c65 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.414363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994ce9b-c154-434b-b6b9-3a064c3b2c65 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56b4a554-2330-409d-b66e-52d7a4e23993,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:01.454837 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Network 40f7f64c-2bbd-4223-97df-c50e9955aa25 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:22:01.457722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5994ce9b-c154-434b-b6b9-3a064c3b2c65 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.461132 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5994ce9b-c154-434b-b6b9-3a064c3b2c65 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/56b4a554-2330-409d-b66e-52d7a4e23993 HTTP/1.1" status: 204 len: 168 time: 0.3363011 May 09 13:22:01.465350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55530) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:01.488010 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 40f7f64c-2bbd-4223-97df-c50e9955aa25) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:01.497973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:01.498367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.505424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5135a6-d089-4166-9aec-3861a119d9c2 None None] Network 40f7f64c-2bbd-4223-97df-c50e9955aa25 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:01.507619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.533435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.541328 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0d35ed65-eac2-43fd-a2f7-cee37b1a6470 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5915270 May 09 13:22:01.544023 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55534) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:01.557788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Request body: {'port': {'network_id': '40f7f64c-2bbd-4223-97df-c50e9955aa25', 'name': 'tempest-TagsExtTest-587763851'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:01.573311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a58f-e563-4662-b982-2346fea73b99 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.635934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-41024d86-6d79-4f73-a1e7-a7cf69ee6d88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:01.703369 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1dd94-5e84-47a1-b16c-304b83507f89', 'name': 'tempest-NetworksTestDHCPv6-router-1875296056', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:51Z', 'updated_at': '2022-05-09T13:21:54Z', 'revision_number': 2, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'gw_port_host': None, '_interfaces': [{'id': 'be757451-bf97-4b44-9b35-fd3eeaf126a4', 'name': '', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'mac_address': 'fa:16:3e:4b:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1dd94-5e84-47a1-b16c-304b83507f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba30f5eb-36da-491b-98dd-ed8d59dc5da8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:53Z', 'updated_at': '2022-05-09T13:22:00Z', 'revision_number': 4, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'subnets': [{'id': 'ba30f5eb-36da-491b-98dd-ed8d59dc5da8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:01.707359 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b50c39-749c-4972-8d2c-89c322f9db38 None None] The sync data for ids ['b0e1dd94-5e84-47a1-b16c-304b83507f89'] in dv-neutron-840889-2-hyperv is: [{'id': 'b0e1dd94-5e84-47a1-b16c-304b83507f89', 'name': 'tempest-NetworksTestDHCPv6-router-1875296056', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:51Z', 'updated_at': '2022-05-09T13:21:54Z', 'revision_number': 2, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'gw_port_host': None, '_interfaces': [{'id': 'be757451-bf97-4b44-9b35-fd3eeaf126a4', 'name': '', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'mac_address': 'fa:16:3e:4b:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1dd94-5e84-47a1-b16c-304b83507f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba30f5eb-36da-491b-98dd-ed8d59dc5da8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:53Z', 'updated_at': '2022-05-09T13:22:00Z', 'revision_number': 4, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'subnets': [{'id': 'ba30f5eb-36da-491b-98dd-ed8d59dc5da8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:22:01.748892 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-41024d86-6d79-4f73-a1e7-a7cf69ee6d88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:01.753473 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-41024d86-6d79-4f73-a1e7-a7cf69ee6d88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2821579 May 09 13:22:01.767716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55538) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:01.788250 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0a58f-e563-4662-b982-2346fea73b99 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Calling delete_port for 8b9b9f55-c262-4fb6-98c7-52d103d27a11 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:01.795269 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.823037 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-13e999f3-1e1b-4419-8017-7c2476173313 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group_rule': {'security_group_id': '85bb89b3-bdd4-4ca4-a751-10dc2de6dbda', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:01.834238 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-40f7f64c-2bbd-4223-97df-c50e9955aa25', 'network_id': '40f7f64c-2bbd-4223-97df-c50e9955aa25', 'tenant_id': 'af05db7ee21e479aaab8d1c040ca455e', 'fixed_ips': [{'subnet_id': '68b24d1b-89fe-4c92-a54b-0a4145568f06'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:01.835518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.839001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-13e999f3-1e1b-4419-8017-7c2476173313 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:01.883367 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-13e999f3-1e1b-4419-8017-7c2476173313 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:01.888530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.889012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Fanout notify agent at l3_agent the message router_deleted on router c8e885b0-4b07-46a6-8048-8f86cec920d6 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:22:01.935971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:01.948919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Usage tracker for resource:port and tenant:af05db7ee21e479aaab8d1c040ca455e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:01.952781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:01.959858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:01.968462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.969895 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-44b3dd27-c949-47bc-a56d-858c6af84401 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "DELETE /v2.0/routers/c8e885b0-4b07-46a6-8048-8f86cec920d6 HTTP/1.1" status: 204 len: 168 time: 4.3235259 May 09 13:22:01.973725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-13e999f3-1e1b-4419-8017-7c2476173313 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:01.974018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55542) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:01.981077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Request body: {'router': {'name': 'tempest-snat-router-197465285', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'enable_snat': False}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:01.984667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Router bad1103b-d4b2-4b06-90a0-60491c85eb78 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:22:01.995423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:01.997426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a58f-e563-4662-b982-2346fea73b99 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.002851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Usage tracker for resource:router and tenant:1c385bf548d74fd8ac96a79aea04e3d8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:02.005875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:02.011550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Made reservation on behalf of af05db7ee21e479aaab8d1c040ca455e for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:02.014470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.024602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:02.055614 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] device_id is not set on port 99c082d0-b6cf-4e34-bfb7-d6697afd4c25 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:22:02.063775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0a58f-e563-4662-b982-2346fea73b99 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event deleted for resources: {'Port': ['ID=8b9b9f55-c262-4fb6-98c7-52d103d27a11,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:02.095068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.099595 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.185561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Allocated IP 172.20.0.2 (40f7f64c-2bbd-4223-97df-c50e9955aa25/68b24d1b-89fe-4c92-a54b-0a4145568f06/01e66a79-b030-4e51-a884-fb115773b3d1) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:02.194540 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a58f-e563-4662-b982-2346fea73b99 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.204530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.283306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-13e999f3-1e1b-4419-8017-7c2476173313 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.292311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-13e999f3-1e1b-4419-8017-7c2476173313 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.301387 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2ca0a58f-e563-4662-b982-2346fea73b99 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "DELETE /v2.0/ports/8b9b9f55-c262-4fb6-98c7-52d103d27a11 HTTP/1.1" status: 204 len: 168 time: 1.7666397 May 09 13:22:02.317165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device be757451-bf97-4b44-9b35-fd3eeaf126a4 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:02.322093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55546) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:02.335485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-13e999f3-1e1b-4419-8017-7c2476173313 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.340436 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-13e999f3-1e1b-4419-8017-7c2476173313 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5596864 May 09 13:22:02.344671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55548) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:02.357891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e999f3-1e1b-4419-8017-7c2476173313 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30875cdb-b581-42de-b755-68c10c467a59,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:02.376986 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7610ba85-b397-47fe-9a19-db2377537df4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules/30875cdb-b581-42de-b755-68c10c467a59 HTTP/1.1" status: 200 len: 705 time: 0.0310113 May 09 13:22:02.378540 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55554) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:02.442644 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b8b29f63-46ec-44ad-9b5e-9c3a24b18fb0 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:02.467428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b8b29f63-46ec-44ad-9b5e-9c3a24b18fb0 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:02.472534 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b8b29f63-46ec-44ad-9b5e-9c3a24b18fb0 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0928650 May 09 13:22:02.473465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55558) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:02.496861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port be757451-bf97-4b44-9b35-fd3eeaf126a4 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:02.504934 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port be757451-bf97-4b44-9b35-fd3eeaf126a4 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:02.505795 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.517570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-528cfe25-f414-481b-813f-ba3441fdd4fe tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.531338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-528cfe25-f414-481b-813f-ba3441fdd4fe tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.587175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:22:02.589080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-528cfe25-f414-481b-813f-ba3441fdd4fe tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.597900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.610457 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Transition to ACTIVE for port object 01e66a79-b030-4e51-a884-fb115773b3d1 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:02.641154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cfe25-f414-481b-813f-ba3441fdd4fe tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30875cdb-b581-42de-b755-68c10c467a59,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:02.641578 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Transition to ACTIVE for port object 01e66a79-b030-4e51-a884-fb115773b3d1 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:02.657530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-528cfe25-f414-481b-813f-ba3441fdd4fe tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.663225 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-528cfe25-f414-481b-813f-ba3441fdd4fe tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/30875cdb-b581-42de-b755-68c10c467a59 HTTP/1.1" status: 204 len: 168 time: 0.1869321 May 09 13:22:02.664162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55562) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:02.664284 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Sync routers for ids ['bad1103b-d4b2-4b06-90a0-60491c85eb78'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:22:02.669836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.674117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.678214 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-acffecfa-73d7-4fc2-a033-d192ea56eb6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.1710558 May 09 13:22:02.728660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55566) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:02.743698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Allocated IP 172.20.0.10 (40f7f64c-2bbd-4223-97df-c50e9955aa25/68b24d1b-89fe-4c92-a54b-0a4145568f06/99c082d0-b6cf-4e34-bfb7-d6697afd4c25) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:02.746609 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Pushing event updated for resources: {'Port': ['ID=01e66a79-b030-4e51-a884-fb115773b3d1,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:02.789008 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-209810cc-dd04-44ce-a3eb-6f7e09379853 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:02.808644 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-209810cc-dd04-44ce-a3eb-6f7e09379853 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:02.811828 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-209810cc-dd04-44ce-a3eb-6f7e09379853 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1434724 May 09 13:22:02.815286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55572) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:02.822093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-337c4d76-c80c-41aa-be63-06ab00057f63 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group_rule': {'security_group_id': '85bb89b3-bdd4-4ca4-a751-10dc2de6dbda', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:02.830946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-337c4d76-c80c-41aa-be63-06ab00057f63 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:02.846880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-337c4d76-c80c-41aa-be63-06ab00057f63 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:02.869956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port be757451-bf97-4b44-9b35-fd3eeaf126a4 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:02.870287 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.879378 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Routers {'bad1103b-d4b2-4b06-90a0-60491c85eb78'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:02.880025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['bad1103b-d4b2-4b06-90a0-60491c85eb78'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:02.881286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-337c4d76-c80c-41aa-be63-06ab00057f63 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:02.958971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c4c9a-bc0b-450a-9b72-9bfe2580c36c tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Deleting port 5dcbe4c0-5f2d-47be-bfae-ac7a89d2c802 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:02.959337 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4c9a-bc0b-450a-9b72-9bfe2580c36c tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.034771 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b0fe0c55-11e3-4c90-b3bb-5a54d64a11a5 tempest-TestNetworkAdvancedServerOps-30502841 tempest-TestNetworkAdvancedServerOps-30502841-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=4f91e4eb308c4fb1b7a7036641c61f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3028641 May 09 13:22:03.036424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55576) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:03.068947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-337c4d76-c80c-41aa-be63-06ab00057f63 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.090536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Network 40f7f64c-2bbd-4223-97df-c50e9955aa25 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:03.091325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.138466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.155870 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-337c4d76-c80c-41aa-be63-06ab00057f63 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.163051 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:03.168876 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:03.197602 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c4d76-c80c-41aa-be63-06ab00057f63 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8710dfa-bfb0-4faf-8f05-5ea09d670fcb,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:03.259716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-337c4d76-c80c-41aa-be63-06ab00057f63 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.263284 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-337c4d76-c80c-41aa-be63-06ab00057f63 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4442830 May 09 13:22:03.264586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55580) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:03.304817 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-46fe5563-c8b5-4e1e-86f7-2a76141abef6 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules/f8710dfa-bfb0-4faf-8f05-5ea09d670fcb HTTP/1.1" status: 200 len: 706 time: 0.0354664 May 09 13:22:03.307958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55584) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:03.332429 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port be757451-bf97-4b44-9b35-fd3eeaf126a4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=be757451-bf97-4b44-9b35-fd3eeaf126a4,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:03.338664 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Attempting to bind port 01e66a79-b030-4e51-a884-fb115773b3d1 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:03.339288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Attempting to bind port 01e66a79-b030-4e51-a884-fb115773b3d1 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '336eb9d2-bcd1-421e-8bc2-a7ae1a003010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '40f7f64c-2bbd-4223-97df-c50e9955aa25'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:03.340008 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Attempting to bind port 01e66a79-b030-4e51-a884-fb115773b3d1 on network 40f7f64c-2bbd-4223-97df-c50e9955aa25 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:03.346319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Set router bad1103b-d4b2-4b06-90a0-60491c85eb78 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:22:03.361345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f290d3bc-1452-442a-9ec9-a6b816071361 tempest-TestNetworkAdvancedServerOps-30502841 tempest-TestNetworkAdvancedServerOps-30502841-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:03.366322 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f290d3bc-1452-442a-9ec9-a6b816071361 tempest-TestNetworkAdvancedServerOps-30502841 tempest-TestNetworkAdvancedServerOps-30502841-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3263960 May 09 13:22:03.368776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55588) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:03.394551 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.419222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4c9a-bc0b-450a-9b72-9bfe2580c36c tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.431119 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-29133bb9-de38-40c2-83a5-88feab9e52f5 tempest-TestNetworkAdvancedServerOps-30502841 tempest-TestNetworkAdvancedServerOps-30502841-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544689 May 09 13:22:03.433554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55592) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:03.442739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a25dffec-1a5d-4436-9649-489f9ffd4d34 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:03.449875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1566598647', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:03.481773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=be757451-bf97-4b44-9b35-fd3eeaf126a4,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:03.544464 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:03.545155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Checking segment: {'id': '336eb9d2-bcd1-421e-8bc2-a7ae1a003010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '40f7f64c-2bbd-4223-97df-c50e9955aa25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:03.545273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.545622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Bound using segment: {'id': '336eb9d2-bcd1-421e-8bc2-a7ae1a003010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '40f7f64c-2bbd-4223-97df-c50e9955aa25'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:03.546239 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Bound port: 01e66a79-b030-4e51-a884-fb115773b3d1, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336eb9d2-bcd1-421e-8bc2-a7ae1a003010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '40f7f64c-2bbd-4223-97df-c50e9955aa25'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:03.546607 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.551112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c4c9a-bc0b-450a-9b72-9bfe2580c36c tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Calling delete_port for 5dcbe4c0-5f2d-47be-bfae-ac7a89d2c802 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:03.649715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4c9a-bc0b-450a-9b72-9bfe2580c36c tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.711089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a25dffec-1a5d-4436-9649-489f9ffd4d34 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:03.714872 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a25dffec-1a5d-4436-9649-489f9ffd4d34 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.4059656 May 09 13:22:03.719071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55596) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:03.760425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c4c9a-bc0b-450a-9b72-9bfe2580c36c tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event deleted for resources: {'Port': ['ID=5dcbe4c0-5f2d-47be-bfae-ac7a89d2c802,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:03.772574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:03.775788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acc0f549-2cb4-4096-8c1e-581c004044ce tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.777753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] For port 01e66a79-b030-4e51-a884-fb115773b3d1, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:03.778565 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] For port be757451-bf97-4b44-9b35-fd3eeaf126a4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=be757451-bf97-4b44-9b35-fd3eeaf126a4,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:03.778921 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.785061 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:subnet and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:03.791548 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:03.795018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acc0f549-2cb4-4096-8c1e-581c004044ce tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.807182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4c9a-bc0b-450a-9b72-9bfe2580c36c tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.816380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] For port 01e66a79-b030-4e51-a884-fb115773b3d1, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=01e66a79-b030-4e51-a884-fb115773b3d1,segment=NetworkSegment(336eb9d2-bcd1-421e-8bc2-a7ae1a003010),segment_id=336eb9d2-bcd1-421e-8bc2-a7ae1a003010)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:03.826830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:03.829814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.839146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acc0f549-2cb4-4096-8c1e-581c004044ce tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.857066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Made reservation on behalf of 4f91e4eb308c4fb1b7a7036641c61f30 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:03.880085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0f549-2cb4-4096-8c1e-581c004044ce tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8710dfa-bfb0-4faf-8f05-5ea09d670fcb,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:03.944906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa388aa-5498-4747-8dbb-d4057fbca7e4 None None] Pushing event updated for resources: {'Port': ['ID=01e66a79-b030-4e51-a884-fb115773b3d1,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:03.948309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606107232', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:56Z', 'updated_at': '2022-05-09T13:22:00Z', 'revision_number': 3, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'gw_port': {'id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:58Z', 'updated_at': '2022-05-09T13:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:03.951483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-acc0f549-2cb4-4096-8c1e-581c004044ce tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:03.952641 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-acc0f549-2cb4-4096-8c1e-581c004044ce tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f8710dfa-bfb0-4faf-8f05-5ea09d670fcb HTTP/1.1" status: 204 len: 168 time: 0.2332423 May 09 13:22:03.955231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55600) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:03.955873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Checking router: bad1103b-d4b2-4b06-90a0-60491c85eb78 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:22:03.956114 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Updating router bad1103b-d4b2-4b06-90a0-60491c85eb78 port 705f9cd4-409a-45f8-98cb-7043c19d1822 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:22:03.997187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.008517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for be757451-bf97-4b44-9b35-fd3eeaf126a4 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:04.011142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.103091 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3d0f0bfe-2e7d-4b23-8874-9eac194528a4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:04.148953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3d0f0bfe-2e7d-4b23-8874-9eac194528a4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:04.150293 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3d0f0bfe-2e7d-4b23-8874-9eac194528a4 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1937082 May 09 13:22:04.153387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55604) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:04.179396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55608) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:04.179537 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3a2c4c9a-bc0b-450a-9b72-9bfe2580c36c tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "DELETE /v2.0/ports/5dcbe4c0-5f2d-47be-bfae-ac7a89d2c802 HTTP/1.1" status: 204 len: 168 time: 1.8043499 May 09 13:22:04.190452 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.252086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device be757451-bf97-4b44-9b35-fd3eeaf126a4 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:04.254441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Transition to ACTIVE for port object 99c082d0-b6cf-4e34-bfb7-d6697afd4c25 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:04.263822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-39d16a18-76ac-4a7a-99b9-17e8d93db43f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Synchronizing usage tracker for tenant:a5bfffc6c26c44daa786083f52a37425 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:04.334289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-39d16a18-76ac-4a7a-99b9-17e8d93db43f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Unset dirty status for tenant:a5bfffc6c26c44daa786083f52a37425 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:04.335440 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-39d16a18-76ac-4a7a-99b9-17e8d93db43f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1491325 May 09 13:22:04.349820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55612) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:04.361734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-422611330'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:04.367242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7cf36a5-d7b0-4be1-881b-de04a3eabfdb tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.375754 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:04.376315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:22:04.376779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:22:04.379439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.421116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:04.444271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7cf36a5-d7b0-4be1-881b-de04a3eabfdb tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.457643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.462583 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port be757451-bf97-4b44-9b35-fd3eeaf126a4 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:04.462940 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.503861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Made reservation on behalf of a5bfffc6c26c44daa786083f52a37425 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:04.506802 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.508175 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Network 40f7f64c-2bbd-4223-97df-c50e9955aa25 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:04.509147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Pushing event updated for resources: {'Port': ['ID=99c082d0-b6cf-4e34-bfb7-d6697afd4c25,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:04.512718 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:04.518345 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:04.580952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'Subnet': ['ID=5223c720-486c-4a56-a6ff-adc45a45c389,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:04.590331 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.622249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.631335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:22:04.659717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Transition to ACTIVE for port object 705f9cd4-409a-45f8-98cb-7043c19d1822 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:04.662162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:04.662901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.671419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.673898 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.674757 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Added segment 0ab2ac60-4230-4755-a0ee-76aece8ca1d0 of type vlan for network a24b7e22-f9d4-4b3b-9242-ed3903e75e6d May 09 13:22:04.679078 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.688651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7cf36a5-d7b0-4be1-881b-de04a3eabfdb tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.730122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf36a5-d7b0-4be1-881b-de04a3eabfdb tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bb89b3-bdd4-4ca4-a751-10dc2de6dbda,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:04.733582 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bd0143e0-712f-45bb-930d-27892613fa4e tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1828737 May 09 13:22:04.737865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55616) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:04.741332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.746186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Checking segment: {'id': 'c327239d-6c77-413d-95ce-c8e727db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:04.746702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Network hostable DHCP agents. Network: 08a52ea3-5f76-49af-9b25-99334f043227, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:22:04.751912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ebe3fd6f-f934-4b40-9622-eba6c3254840 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-33940737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:04.761594 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ebe3fd6f-f934-4b40-9622-eba6c3254840 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:04.769983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ebe3fd6f-f934-4b40-9622-eba6c3254840 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Usage tracker for resource:router and tenant:af05db7ee21e479aaab8d1c040ca455e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:04.775168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ebe3fd6f-f934-4b40-9622-eba6c3254840 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:04.783979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091ab2f-199b-4f13-9b9b-af87a95a6dfc None None] Pushing event updated for resources: {'Port': ['ID=705f9cd4-409a-45f8-98cb-7043c19d1822,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:04.784901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ebe3fd6f-f934-4b40-9622-eba6c3254840 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:04.787792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Attempting to bind port 705f9cd4-409a-45f8-98cb-7043c19d1822 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:04.788325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Attempting to bind port 705f9cd4-409a-45f8-98cb-7043c19d1822 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:04.788726 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Attempting to bind port 705f9cd4-409a-45f8-98cb-7043c19d1822 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:04.795218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7cf36a5-d7b0-4be1-881b-de04a3eabfdb tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.796345 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b7cf36a5-d7b0-4be1-881b-de04a3eabfdb tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-groups/85bb89b3-bdd4-4ca4-a751-10dc2de6dbda HTTP/1.1" status: 204 len: 168 time: 0.6420443 May 09 13:22:04.799828 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:04.800473 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:04.800607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55620) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:04.800733 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.801298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:04.801821 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Bound port: 705f9cd4-409a-45f8-98cb-7043c19d1822, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:04.802285 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.835198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.840108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:04.840910 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.842660 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebe3fd6f-f934-4b40-9622-eba6c3254840 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.843739 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebe3fd6f-f934-4b40-9622-eba6c3254840 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.876201 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Allocated IP 172.26.1.135 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/b885df9d-4487-4543-8e53-d9a357c8bb55) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:04.879158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port be757451-bf97-4b44-9b35-fd3eeaf126a4 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:04.879651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.881435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Network 08a52ea3-5f76-49af-9b25-99334f043227 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:22:04.890930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] For port 705f9cd4-409a-45f8-98cb-7043c19d1822, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:04.898618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] For port 705f9cd4-409a-45f8-98cb-7043c19d1822, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=705f9cd4-409a-45f8-98cb-7043c19d1822,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:04.904383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.955525 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebe3fd6f-f934-4b40-9622-eba6c3254840 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:04.987618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091ab2f-199b-4f13-9b9b-af87a95a6dfc None None] Pushing event updated for resources: {'Port': ['ID=705f9cd4-409a-45f8-98cb-7043c19d1822,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:05.000223 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6497779 May 09 13:22:05.005170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 08a52ea3-5f76-49af-9b25-99334f043227) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:05.010706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:05.011260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.024539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55624) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:05.024949 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Routers {'bad1103b-d4b2-4b06-90a0-60491c85eb78'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:05.025847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['bad1103b-d4b2-4b06-90a0-60491c85eb78'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:05.052060 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1040141652'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:05.056673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fd915-fe9c-4759-b9ee-1d55b1a66ee0 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event updated for resources: {'Network': ['ID=a24b7e22-f9d4-4b3b-9242-ed3903e75e6d,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:05.063731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:05.068819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7f6610ea-d4ef-498d-825e-d135930eee09 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:05.078778 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-507911bb-b791-4600-b32d-d1c409675ceb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6414707 May 09 13:22:05.081597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55628) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:05.090343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:05.159420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebe3fd6f-f934-4b40-9622-eba6c3254840 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.170078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7f6610ea-d4ef-498d-825e-d135930eee09 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:05.176456 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7f6610ea-d4ef-498d-825e-d135930eee09 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3699620 May 09 13:22:05.183753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55632) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:05.201687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e2ef2c61-080e-4c9a-a534-4cfcc692d7dc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533502488'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:05.208562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e2ef2c61-080e-4c9a-a534-4cfcc692d7dc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:05.241051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Made reservation on behalf of a5bfffc6c26c44daa786083f52a37425 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:05.243927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.249756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e2ef2c61-080e-4c9a-a534-4cfcc692d7dc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:05.253915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79164dc-aee7-44a5-a135-d2dc08141a9f None None] Network 08a52ea3-5f76-49af-9b25-99334f043227 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:05.285572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebe3fd6f-f934-4b40-9622-eba6c3254840 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.287197 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ebe3fd6f-f934-4b40-9622-eba6c3254840 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5482936 May 09 13:22:05.292515 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55636) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:05.295659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:22:05.301077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.305527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.305914 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Added segment b296797b-782f-441f-ab4f-0650ec631312 of type vlan for network edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e May 09 13:22:05.308652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e2ef2c61-080e-4c9a-a534-4cfcc692d7dc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.322336 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d3d4e6af-25fb-4564-997c-bae6b200ba53 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-525022951', 'prefixes': ['172.20.0.0/16']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:05.328826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d3d4e6af-25fb-4564-997c-bae6b200ba53 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:05.333686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] For port be757451-bf97-4b44-9b35-fd3eeaf126a4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=be757451-bf97-4b44-9b35-fd3eeaf126a4,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:05.334431 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.356391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network a24b7e22-f9d4-4b3b-9242-ed3903e75e6d details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:22:05.366742 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.426862 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.430528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:05.431099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.439025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ebabee-914d-409b-a875-84debbe76932 None None] Network 40f7f64c-2bbd-4223-97df-c50e9955aa25 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:05.485768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for be757451-bf97-4b44-9b35-fd3eeaf126a4 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:05.556426 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e2ef2c61-080e-4c9a-a534-4cfcc692d7dc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:05.567220 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e2ef2c61-080e-4c9a-a534-4cfcc692d7dc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:05.572643 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e2ef2c61-080e-4c9a-a534-4cfcc692d7dc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:05.573569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event updated for resources: {'Network': ['ID=edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:05.593276 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5512409 May 09 13:22:05.609277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:05.609277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:05.609277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:05.609277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:05.609277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:05.609277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:05.609277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:05.609277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:05.609277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:05.609277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:05.609277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b607a-779f-4221-b271-ac6106dd17bf tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:05.622505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e2ef2c61-080e-4c9a-a534-4cfcc692d7dc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:05.625484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.674135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d3d4e6af-25fb-4564-997c-bae6b200ba53 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks [] for subnetpool, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.675295 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d3d4e6af-25fb-4564-997c-bae6b200ba53 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3582797 May 09 13:22:05.678498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:05.679633 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55640) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:05.692466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:05.708014 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:05.733580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55644) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:05.744407 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Request body: {'subnets': [{'network_id': 'a24b7e22-f9d4-4b3b-9242-ed3903e75e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--902058483', 'ip_version': 4}, {'network_id': 'edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:05.744919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Request body: {'subnet': {'network_id': 'a24b7e22-f9d4-4b3b-9242-ed3903e75e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--902058483', 'ip_version': 4}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:05.745582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Request body: {'subnet': {'network_id': 'edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:05.746122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-b2caf215-5c9c-476b-9f1e-d9e1e4a7806d tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '68b24d1b-89fe-4c92-a54b-0a4145568f06', 'tempest-TagsExtTest-Tag-566512901') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:05.774577 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:22:05.852702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event updated for resources: {'Port': ['ID=b885df9d-4487-4543-8e53-d9a357c8bb55,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:05.926294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] Set router bad1103b-d4b2-4b06-90a0-60491c85eb78 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:22:05.937459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e2ef2c61-080e-4c9a-a534-4cfcc692d7dc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:05.985567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e2ef2c61-080e-4c9a-a534-4cfcc692d7dc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:06.032626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9453c8f2-e8af-4945-9495-6b668e218537 None None] Provisioning for port 01e66a79-b030-4e51-a884-fb115773b3d1 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:06.078869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:06.146428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:06.148544 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 01e66a79-b030-4e51-a884-fb115773b3d1 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:06.151400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Usage tracker for resource:subnet and tenant:a5bfffc6c26c44daa786083f52a37425 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:06.156298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:06.159743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef2c61-080e-4c9a-a534-4cfcc692d7dc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ca652e-7b0b-40a0-b29b-bd67f3e7723b,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:06.165778 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:06.188898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=be757451-bf97-4b44-9b35-fd3eeaf126a4,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:06.232616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e2ef2c61-080e-4c9a-a534-4cfcc692d7dc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:06.233837 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e2ef2c61-080e-4c9a-a534-4cfcc692d7dc tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0462775 May 09 13:22:06.243494 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55648) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:06.259701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1814dc80-5aa0-4549-81c8-00570914ca88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Request body: {'security_group_rule': {'security_group_id': 'a6ca652e-7b0b-40a0-b29b-bd67f3e7723b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:06.323978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Made reservation on behalf of a5bfffc6c26c44daa786083f52a37425 for: {'subnet': 2} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:06.324556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-08a52ea3-5f76-49af-9b25-99334f043227', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'fixed_ips': [{'subnet_id': '5223c720-486c-4a56-a6ff-adc45a45c389'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:06.324556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:06.426977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1814dc80-5aa0-4549-81c8-00570914ca88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:06.437314 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b2caf215-5c9c-476b-9f1e-d9e1e4a7806d tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "PUT /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06/tags/tempest-TagsExtTest-Tag-566512901 HTTP/1.1" status: 201 len: 201 time: 0.7422755 May 09 13:22:06.440219 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1814dc80-5aa0-4549-81c8-00570914ca88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Usage tracker for resource:security_group_rule and tenant:2d07b3977ef049c1b7998758f49e4d9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:06.447711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55652) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:06.450650 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1814dc80-5aa0-4549-81c8-00570914ca88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:06.458858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-f5d2ae56-45f8-44f2-b2a4-cabb6884f4a4 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '99c082d0-b6cf-4e34-bfb7-d6697afd4c25', 'tempest-TagsExtTest-Tag-1521355955') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:06.517635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1814dc80-5aa0-4549-81c8-00570914ca88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:06.554125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:06.557825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1814dc80-5aa0-4549-81c8-00570914ca88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:06.639996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:06.640331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:06.743075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:06.743813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:06.779080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 01e66a79-b030-4e51-a884-fb115773b3d1 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:06.792155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 01e66a79-b030-4e51-a884-fb115773b3d1 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:06.792155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:06.880555 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f5d2ae56-45f8-44f2-b2a4-cabb6884f4a4 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "PUT /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25/tags/tempest-TagsExtTest-Tag-1521355955 HTTP/1.1" status: 201 len: 201 time: 0.4304657 May 09 13:22:06.883560 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55656) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:06.899011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-20ad9bcc-acec-405e-a8e7-259bcd8cc79c tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '226e8124-04c7-4a60-90bc-864329d1a331', 'tempest-TagsExtTest-Tag-1082689905') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:06.922243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1814dc80-5aa0-4549-81c8-00570914ca88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:06.965951 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:22:06.988457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1814dc80-5aa0-4549-81c8-00570914ca88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:07.007151 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606107232', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:56Z', 'updated_at': '2022-05-09T13:22:00Z', 'revision_number': 3, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'gw_port': {'id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:58Z', 'updated_at': '2022-05-09T13:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:07.026351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316194e8-1df6-4454-93d7-63d41e0a7d72 None None] The sync data for ids ['bad1103b-d4b2-4b06-90a0-60491c85eb78'] in dv-neutron-840889-2-hyperv is: [{'id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606107232', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:56Z', 'updated_at': '2022-05-09T13:22:00Z', 'revision_number': 3, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'gw_port': {'id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:58Z', 'updated_at': '2022-05-09T13:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:22:07.037310 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Allocated IP 172.20.0.2 (08a52ea3-5f76-49af-9b25-99334f043227/5223c720-486c-4a56-a6ff-adc45a45c389/2d797528-0735-4bb2-b309-63e280abdf73) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:07.039812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:07.054934 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-23838f0a-9538-4a2f-9249-00ada695f743 None None] Provisioning for port 99c082d0-b6cf-4e34-bfb7-d6697afd4c25 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:07.076261 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-23838f0a-9538-4a2f-9249-00ada695f743 None None] Provisioning complete for port 99c082d0-b6cf-4e34-bfb7-d6697afd4c25 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:07.076626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-23838f0a-9538-4a2f-9249-00ada695f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:07.136218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814dc80-5aa0-4549-81c8-00570914ca88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f625622c-a761-4153-b260-6b2191cba8ab,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:07.219127 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1814dc80-5aa0-4549-81c8-00570914ca88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:07.220547 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1814dc80-5aa0-4549-81c8-00570914ca88 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9742978 May 09 13:22:07.228150 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55660) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:07.244592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 01e66a79-b030-4e51-a884-fb115773b3d1, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=01e66a79-b030-4e51-a884-fb115773b3d1,segment=NetworkSegment(336eb9d2-bcd1-421e-8bc2-a7ae1a003010),segment_id=336eb9d2-bcd1-421e-8bc2-a7ae1a003010)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:07.260218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-23838f0a-9538-4a2f-9249-00ada695f743 None None] Port 99c082d0-b6cf-4e34-bfb7-d6697afd4c25 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:22:07.263831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:07.388339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Router b0e1dd94-5e84-47a1-b16c-304b83507f89 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:22:07.419573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-23838f0a-9538-4a2f-9249-00ada695f743 None None] Provisioning complete for port 01e66a79-b030-4e51-a884-fb115773b3d1 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:07.419935 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-23838f0a-9538-4a2f-9249-00ada695f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:07.498665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=01e66a79-b030-4e51-a884-fb115773b3d1,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:07.538663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:07.553438 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Transition to ACTIVE for port object 2d797528-0735-4bb2-b309-63e280abdf73 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:07.607667 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Transition to ACTIVE for port object 2d797528-0735-4bb2-b309-63e280abdf73 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:07.623012 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:07.628572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:22:07.635355 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-71474279-5d6d-4d62-a91c-ff442d58e927 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "PUT /v2.0/routers/b0e1dd94-5e84-47a1-b16c-304b83507f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4622636 May 09 13:22:07.642914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55664) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:07.648360 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b0b72a-cab9-4eea-8ac4-dee052017108 None None] Sync routers for ids ['b0e1dd94-5e84-47a1-b16c-304b83507f89'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:22:07.667310 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0b72a-cab9-4eea-8ac4-dee052017108 None None] Routers {'b0e1dd94-5e84-47a1-b16c-304b83507f89'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:07.668655 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-49b0b72a-cab9-4eea-8ac4-dee052017108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b0e1dd94-5e84-47a1-b16c-304b83507f89'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:07.707355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Network 08a52ea3-5f76-49af-9b25-99334f043227 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:07.707728 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5bbf6-5568-4295-bc32-90f968bfe754 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:07.709802 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:07.712113 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:07.724263 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Pushing event updated for resources: {'Port': ['ID=2d797528-0735-4bb2-b309-63e280abdf73,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:07.724906 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-20ad9bcc-acec-405e-a8e7-259bcd8cc79c tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "PUT /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331/tags/tempest-TagsExtTest-Tag-1082689905 HTTP/1.1" status: 201 len: 201 time: 0.8399408 May 09 13:22:07.735638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55668) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:07.752946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-3dde60a0-5cb6-4a76-ad30-2cc92b69b2c3 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ae78c851-5966-4b38-acf6-9f2c15a28bd4', 'tempest-TagsExtTest-Tag-1032364972') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:07.765856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5bbf6-5568-4295-bc32-90f968bfe754 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:07.778775 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Router a369ffff-e717-4f5c-b608-4a306bcf4b12 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:22:07.816910 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Attempting to bind port 2d797528-0735-4bb2-b309-63e280abdf73 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:07.817556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Attempting to bind port 2d797528-0735-4bb2-b309-63e280abdf73 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'c327239d-6c77-413d-95ce-c8e727db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:07.817655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Attempting to bind port 2d797528-0735-4bb2-b309-63e280abdf73 on network 08a52ea3-5f76-49af-9b25-99334f043227 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:07.827663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:07.828029 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Checking segment: {'id': 'c327239d-6c77-413d-95ce-c8e727db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:07.828421 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:07.828802 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Bound using segment: {'id': 'c327239d-6c77-413d-95ce-c8e727db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:07.829282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Bound port: 2d797528-0735-4bb2-b309-63e280abdf73, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c327239d-6c77-413d-95ce-c8e727db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:07.829652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:07.861362 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4a5859f5-2ccf-4050-94c6-b40b78fc2511 None None] Provisioning complete for port 99c082d0-b6cf-4e34-bfb7-d6697afd4c25 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:07.862261 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4a5859f5-2ccf-4050-94c6-b40b78fc2511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:07.886167 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-49b0b72a-cab9-4eea-8ac4-dee052017108 None None] Set router b0e1dd94-5e84-47a1-b16c-304b83507f89 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:22:07.975337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4a5859f5-2ccf-4050-94c6-b40b78fc2511 None None] Port 99c082d0-b6cf-4e34-bfb7-d6697afd4c25 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:22:08.000864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:08.005114 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] For port 2d797528-0735-4bb2-b309-63e280abdf73, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:08.008640 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] For port 2d797528-0735-4bb2-b309-63e280abdf73, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=2d797528-0735-4bb2-b309-63e280abdf73,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:08.013100 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:08.100344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cc5a9-69c6-4129-ae84-36857f801a95 None None] Pushing event updated for resources: {'Port': ['ID=2d797528-0735-4bb2-b309-63e280abdf73,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:08.126670 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-49b0b72a-cab9-4eea-8ac4-dee052017108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1dd94-5e84-47a1-b16c-304b83507f89', 'name': 'tempest-NetworksTestDHCPv6-router-1875296056', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:51Z', 'updated_at': '2022-05-09T13:22:05Z', 'revision_number': 3, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:08.134826 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b0b72a-cab9-4eea-8ac4-dee052017108 None None] Checking router: b0e1dd94-5e84-47a1-b16c-304b83507f89 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:22:08.154944 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0b72a-cab9-4eea-8ac4-dee052017108 None None] Routers {'b0e1dd94-5e84-47a1-b16c-304b83507f89'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:08.157551 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-49b0b72a-cab9-4eea-8ac4-dee052017108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b0e1dd94-5e84-47a1-b16c-304b83507f89'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:08.235912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757bc544-037e-44e6-9fb1-d333da20c079 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:08.238040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757bc544-037e-44e6-9fb1-d333da20c079 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:08.238796 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-757bc544-037e-44e6-9fb1-d333da20c079 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:08.275358 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3dde60a0-5cb6-4a76-ad30-2cc92b69b2c3 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "PUT /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4/tags/tempest-TagsExtTest-Tag-1032364972 HTTP/1.1" status: 201 len: 201 time: 0.5386975 May 09 13:22:08.277358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-757bc544-037e-44e6-9fb1-d333da20c079 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:08.281500 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-757bc544-037e-44e6-9fb1-d333da20c079 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6346383 May 09 13:22:08.281500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55672) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:08.293147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-ff6febe7-557b-4add-a1fe-f6370318b062 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '68b24d1b-89fe-4c92-a54b-0a4145568f06') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:08.340264 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55674) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:08.403960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 705f9cd4-409a-45f8-98cb-7043c19d1822 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:08.466549 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-49b0b72a-cab9-4eea-8ac4-dee052017108 None None] Set router b0e1dd94-5e84-47a1-b16c-304b83507f89 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:22:08.507275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5bbf6-5568-4295-bc32-90f968bfe754 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:08.520917 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 705f9cd4-409a-45f8-98cb-7043c19d1822 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:08.526371 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 705f9cd4-409a-45f8-98cb-7043c19d1822 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:08.526793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:08.550563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5bbf6-5568-4295-bc32-90f968bfe754 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ca652e-7b0b-40a0-b29b-bd67f3e7723b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:08.554756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:08.685728 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-49b0b72a-cab9-4eea-8ac4-dee052017108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1dd94-5e84-47a1-b16c-304b83507f89', 'name': 'tempest-NetworksTestDHCPv6-router-1875296056', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:51Z', 'updated_at': '2022-05-09T13:22:05Z', 'revision_number': 3, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:08.687224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5bbf6-5568-4295-bc32-90f968bfe754 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:08.692228 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1cb5bbf6-5568-4295-bc32-90f968bfe754 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-groups/a6ca652e-7b0b-40a0-b29b-bd67f3e7723b HTTP/1.1" status: 204 len: 168 time: 1.4596658 May 09 13:22:08.692819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55680) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:08.695205 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b0b72a-cab9-4eea-8ac4-dee052017108 None None] The sync data for ids ['b0e1dd94-5e84-47a1-b16c-304b83507f89'] in dv-neutron-840889-2-hyperv is: [{'id': 'b0e1dd94-5e84-47a1-b16c-304b83507f89', 'name': 'tempest-NetworksTestDHCPv6-router-1875296056', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:51Z', 'updated_at': '2022-05-09T13:22:05Z', 'revision_number': 3, 'project_id': '29a93b12d3f84baea5c612c57ca17602', 'gw_port_host': None}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:22:08.701087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:08.708646 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ff6febe7-557b-4add-a1fe-f6370318b062 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06/tags HTTP/1.1" status: 200 len: 240 time: 0.4206252 May 09 13:22:08.710555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55682) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:08.719587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 705f9cd4-409a-45f8-98cb-7043c19d1822, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=705f9cd4-409a-45f8-98cb-7043c19d1822,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:08.721189 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-b7c0cb3a-8fe3-4fbd-9385-86f671507125 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68b24d1b-89fe-4c92-a54b-0a4145568f06', 'tempest-TagsExtTest-Tag-566512901') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:08.724123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:08.726144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 01e66a79-b030-4e51-a884-fb115773b3d1 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:08.749776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event updated for resources: {'Subnet': ['ID=cd832b35-d04e-4fe2-a2e8-8e362a351771,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:08.813024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Checking segment: {'id': '0ab2ac60-4230-4755-a0ee-76aece8ca1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a24b7e22-f9d4-4b3b-9242-ed3903e75e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:08.813429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Network hostable DHCP agents. Network: a24b7e22-f9d4-4b3b-9242-ed3903e75e6d, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:22:08.825602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet ba30f5eb-36da-491b-98dd-ed8d59dc5da8 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:08.832148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:08.858817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=705f9cd4-409a-45f8-98cb-7043c19d1822,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:08.874665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 01e66a79-b030-4e51-a884-fb115773b3d1 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:08.874665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:08.880099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-31143a85-7edd-45d3-ba1d-f21e2782d43e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:08.901275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:22:08.915328 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Sync routers for ids ['a369ffff-e717-4f5c-b608-4a306bcf4b12'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:22:08.919723 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:08.949693 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Routers {'a369ffff-e717-4f5c-b608-4a306bcf4b12'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:08.949971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Network a24b7e22-f9d4-4b3b-9242-ed3903e75e6d is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:22:08.950667 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:21:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a369ffff-e717-4f5c-b608-4a306bcf4b12'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:08.956845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-31143a85-7edd-45d3-ba1d-f21e2782d43e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:08.960769 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-31143a85-7edd-45d3-ba1d-f21e2782d43e tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2455609 May 09 13:22:08.961129 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55688) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:08.971547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, a24b7e22-f9d4-4b3b-9242-ed3903e75e6d) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:08.993885 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b7c0cb3a-8fe3-4fbd-9385-86f671507125 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06/tags/tempest-TagsExtTest-Tag-566512901 HTTP/1.1" status: 204 len: 168 time: 0.2787466 May 09 13:22:08.996155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:08.997317 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-44498c6c-4939-4286-a0f6-7bf3816b784a tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.0221972 May 09 13:22:09.003277 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55692) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:09.003473 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55694) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:09.016045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:09.070050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-d41db57d-e4bd-4654-9375-e1eb8c2598ed tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '68b24d1b-89fe-4c92-a54b-0a4145568f06', 'tempest-TagsExtTest-Tag-566512901') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:09.113320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Allocated IP 172.20.0.1 (08a52ea3-5f76-49af-9b25-99334f043227/5223c720-486c-4a56-a6ff-adc45a45c389/2ea1f57c-4b4b-4141-a92f-a1d730951db9) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:09.136740 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event updated for resources: {'Subnet': ['ID=a576ced5-5c12-45a7-b218-265b7776f028,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:09.226353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Set router a369ffff-e717-4f5c-b608-4a306bcf4b12 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:22:09.234268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2b150e6c-5062-408d-9296-2305069a0704 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Synchronizing usage tracker for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:09.241672 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Checking segment: {'id': 'b296797b-782f-441f-ab4f-0650ec631312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:09.241991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Network hostable DHCP agents. Network: edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:22:09.261509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:09.302224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Network edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:22:09.338244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:09.340652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2b150e6c-5062-408d-9296-2305069a0704 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] Unset dirty status for tenant:2d07b3977ef049c1b7998758f49e4d9a on resource:security_group_rule {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:09.344809 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2b150e6c-5062-408d-9296-2305069a0704 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3799903 May 09 13:22:09.349798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55700) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:09.358642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:09.359168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:09.360019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:09.366294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8277b33b-1dc6-4794-acc0-8de83d0d8ba8 None None] Network a24b7e22-f9d4-4b3b-9242-ed3903e75e6d requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:09.368083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:09.379954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198ab4a9-99a7-41af-8918-1d9035703516 None None] Network edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:09.397311 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-02a22398-73b3-4d99-9741-a25e12b2362d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] delete failed (client error): The resource could not be found. May 09 13:22:09.397311 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-02a22398-73b3-4d99-9741-a25e12b2362d tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "DELETE /v2.0/security-groups/a6ca652e-7b0b-40a0-b29b-bd67f3e7723b HTTP/1.1" status: 404 len: 347 time: 0.0362377 May 09 13:22:09.398643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55704) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:09.415514 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:09.435965 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6c1874b2-0570-4f9f-93ce-e3d7be699ad6 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.7012577 May 09 13:22:09.437151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Transition to ACTIVE for port object 2ea1f57c-4b4b-4141-a92f-a1d730951db9 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:09.452072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55708) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:09.465456 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d41db57d-e4bd-4654-9375-e1eb8c2598ed tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06/tags/tempest-TagsExtTest-Tag-566512901 HTTP/1.1" status: 204 len: 168 time: 0.4585679 May 09 13:22:09.467228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55712) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:09.484960 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-98f4a5e4-211d-496d-9969-16ecb0c177d9 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '68b24d1b-89fe-4c92-a54b-0a4145568f06') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:09.510871 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=ba30f5eb-36da-491b-98dd-ed8d59dc5da8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:09.529386 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:09.566210 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:09.566725 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:09.566870 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:09.567208 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:09.567539 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:09.567868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:09.568193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:09.568521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:09.569018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:09.569152 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:09.573607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:09.589033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cf9a06-9c84-407e-a4e4-b83cfa8fa524 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:09.607267 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fcd7fcd9-1e2c-45f6-bf38-a3b6b2db54a1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/ba30f5eb-36da-491b-98dd-ed8d59dc5da8 HTTP/1.1" status: 204 len: 168 time: 1.2649624 May 09 13:22:09.611810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55716) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:09.615386 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd14007-0e10-4dce-bc2b-3c912b6aaa30 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:09.618880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd14007-0e10-4dce-bc2b-3c912b6aaa30 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:09.620820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd14007-0e10-4dce-bc2b-3c912b6aaa30 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:09.622350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0bd14007-0e10-4dce-bc2b-3c912b6aaa30 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Synchronizing usage tracker for tenant:a5bfffc6c26c44daa786083f52a37425 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:09.694046 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4a849054-c3e0-4a1e-bbea-6be8919e3616 tempest-SecGroupTest-2021179229 tempest-SecGroupTest-2021179229-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2939231 May 09 13:22:09.702177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0bd14007-0e10-4dce-bc2b-3c912b6aaa30 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Unset dirty status for tenant:a5bfffc6c26c44daa786083f52a37425 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:09.704074 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0bd14007-0e10-4dce-bc2b-3c912b6aaa30 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2510459 May 09 13:22:09.709715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55722) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:09.713964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:09.774311 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c9c1cb00-e282-4873-9a0d-bef3d726ece9 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/routers/a369ffff-e717-4f5c-b608-4a306bcf4b12 HTTP/1.1" status: 200 len: 908 time: 0.7681286 May 09 13:22:09.776731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55726) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:09.781555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Request body: {'router': {'name': 'tempest-snat-router-197465285', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'enable_snat': True}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:09.788992 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-98f4a5e4-211d-496d-9969-16ecb0c177d9 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06/tags HTTP/1.1" status: 200 len: 205 time: 0.3081875 May 09 13:22:09.790980 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55730) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:09.792086 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:09.803616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-931d385c-2a11-4366-85bb-da7b87c62bef tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '99c082d0-b6cf-4e34-bfb7-d6697afd4c25') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:09.803749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eebbfc-efd1-4470-86d0-ba3f8f2b14ed None None] Network 08a52ea3-5f76-49af-9b25-99334f043227 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:09.834785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Usage tracker for resource:router and tenant:1c385bf548d74fd8ac96a79aea04e3d8 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:09.838902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:09.857872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:09.865763 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7bb7ca27-33a5-4412-9115-10dd9d62cf03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:router {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:09.881976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Network 08a52ea3-5f76-49af-9b25-99334f043227 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:09.888412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:09.891910 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:09.897989 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:09.899253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:09.917346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7bb7ca27-33a5-4412-9115-10dd9d62cf03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:router {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:09.918797 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7bb7ca27-33a5-4412-9115-10dd9d62cf03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3053603 May 09 13:22:09.922786 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55734) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:09.936745 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'Port': ['ID=2ea1f57c-4b4b-4141-a92f-a1d730951db9,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:09.956482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-44972299-f2e6-4935-9e4d-0b1860af3b60 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Deleting subnet cd832b35-d04e-4fe2-a2e8-8e362a351771 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:09.960349 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44972299-f2e6-4935-9e4d-0b1860af3b60 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.030503 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ccacb48c-592d-4d6c-8048-14f371b6858f None None] Provisioning for port 2d797528-0735-4bb2-b309-63e280abdf73 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:10.031610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44972299-f2e6-4935-9e4d-0b1860af3b60 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.087590 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-931d385c-2a11-4366-85bb-da7b87c62bef tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25/tags HTTP/1.1" status: 200 len: 241 time: 0.2884891 May 09 13:22:10.089802 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55740) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:10.096573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.125125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d21ca8e-45c2-49eb-90e5-602766c8bf5a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.135464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-f5056feb-10c8-45ae-9e5d-90dca6389cd1 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99c082d0-b6cf-4e34-bfb7-d6697afd4c25', 'tempest-TagsExtTest-Tag-1521355955') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:10.197712 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.207272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55744) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:10.265426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44972299-f2e6-4935-9e4d-0b1860af3b60 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.284330 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c73867c-7162-481c-97ff-f13b6f4f7378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.301838 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e', 'network_id': 'edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e', 'tenant_id': 'a5bfffc6c26c44daa786083f52a37425', 'fixed_ips': [{'subnet_id': 'a576ced5-5c12-45a7-b218-265b7776f028'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:10.302640 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.366839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 2d797528-0735-4bb2-b309-63e280abdf73 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:10.413045 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f5056feb-10c8-45ae-9e5d-90dca6389cd1 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25/tags/tempest-TagsExtTest-Tag-1521355955 HTTP/1.1" status: 204 len: 168 time: 0.3165004 May 09 13:22:10.415839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55750) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:10.422512 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-f9054aa0-a3f5-400b-8b43-54a93fcb35af tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '99c082d0-b6cf-4e34-bfb7-d6697afd4c25', 'tempest-TagsExtTest-Tag-1521355955') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:10.457867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44972299-f2e6-4935-9e4d-0b1860af3b60 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.570504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44972299-f2e6-4935-9e4d-0b1860af3b60 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event deleted for resources: {'Subnet': ['ID=cd832b35-d04e-4fe2-a2e8-8e362a351771,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:10.587170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-44972299-f2e6-4935-9e4d-0b1860af3b60 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.613468 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.639311 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a897f50-fce9-42cb-b994-d08fa729deb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-a24b7e22-f9d4-4b3b-9242-ed3903e75e6d', 'network_id': 'a24b7e22-f9d4-4b3b-9242-ed3903e75e6d', 'tenant_id': 'a5bfffc6c26c44daa786083f52a37425', 'fixed_ips': [{'subnet_id': 'cd832b35-d04e-4fe2-a2e8-8e362a351771'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:10.640225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a897f50-fce9-42cb-b994-d08fa729deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.660936 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-44972299-f2e6-4935-9e4d-0b1860af3b60 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "DELETE /v2.0/subnets/cd832b35-d04e-4fe2-a2e8-8e362a351771 HTTP/1.1" status: 204 len: 168 time: 0.9465470 May 09 13:22:10.663900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55754) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:10.707310 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.747876 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a369ffff-e717-4f5c-b608-4a306bcf4b12', 'name': 'tempest-snat-router-197465285', 'tenant_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.135'}], 'enable_snat': False}, 'gw_port_id': 'b885df9d-4487-4543-8e53-d9a357c8bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:22:02Z', 'updated_at': '2022-05-09T13:22:06Z', 'revision_number': 3, 'project_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'gw_port': {'id': 'b885df9d-4487-4543-8e53-d9a357c8bb55', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a369ffff-e717-4f5c-b608-4a306bcf4b12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:22:04Z', 'updated_at': '2022-05-09T13:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:10.770849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Checking router: a369ffff-e717-4f5c-b608-4a306bcf4b12 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:22:10.771217 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Updating router a369ffff-e717-4f5c-b608-4a306bcf4b12 port b885df9d-4487-4543-8e53-d9a357c8bb55 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:22:10.857703 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e98ffe83-0605-49f7-b2f1-3abdcd718eca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d07b3977ef049c1b7998758f49e4d9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6466894 May 09 13:22:10.863002 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55758) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:10.901720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d21ca8e-45c2-49eb-90e5-602766c8bf5a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.920989 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 2d797528-0735-4bb2-b309-63e280abdf73 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:10.924116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d21ca8e-45c2-49eb-90e5-602766c8bf5a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.927222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc5f306-2e98-4dcf-93e2-00d9468f718f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Deleting subnet a576ced5-5c12-45a7-b218-265b7776f028 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:10.952105 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 2d797528-0735-4bb2-b309-63e280abdf73 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:10.952499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:10.986635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:11.046941 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ac0a84-a490-4ece-b585-e9e92c5b7c40 None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:22:11.057166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c8b4f8b-4e58-479e-914f-4a8d4324be23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:11.073785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d21ca8e-45c2-49eb-90e5-602766c8bf5a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:11.074703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d21ca8e-45c2-49eb-90e5-602766c8bf5a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Fanout notify agent at l3_agent the message router_deleted on router b0e1dd94-5e84-47a1-b16c-304b83507f89 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:22:11.086797 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Allocated IP 172.20.0.18 (edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e/a576ced5-5c12-45a7-b218-265b7776f028/53fce4bf-053b-4db0-aeb3-d5cbb590d98a) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:11.092420 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f9054aa0-a3f5-400b-8b43-54a93fcb35af tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25/tags/tempest-TagsExtTest-Tag-1521355955 HTTP/1.1" status: 204 len: 168 time: 0.6730852 May 09 13:22:11.093989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55762) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:11.101464 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-01ac0a84-a490-4ece-b585-e9e92c5b7c40 None None] Deleting port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:11.101839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-01ac0a84-a490-4ece-b585-e9e92c5b7c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:11.102810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-95cb1a9e-043b-4117-b4e8-fa0aade9c7b6 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '99c082d0-b6cf-4e34-bfb7-d6697afd4c25') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:11.118291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c8b4f8b-4e58-479e-914f-4a8d4324be23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:11.137896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d21ca8e-45c2-49eb-90e5-602766c8bf5a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:11.139201 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6d21ca8e-45c2-49eb-90e5-602766c8bf5a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/routers/b0e1dd94-5e84-47a1-b16c-304b83507f89 HTTP/1.1" status: 204 len: 168 time: 1.2153320 May 09 13:22:11.142573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55766) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:11.167073 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc69313-6c45-4538-ad84-01d6f58af4cd None None] Network a24b7e22-f9d4-4b3b-9242-ed3903e75e6d requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:11.270747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c8b4f8b-4e58-479e-914f-4a8d4324be23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:11.289699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:11.333896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b4f8b-4e58-479e-914f-4a8d4324be23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7d856d-e50f-4e00-ab76-bd7550f663dd,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:11.338696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:11.365346 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-95cb1a9e-043b-4117-b4e8-fa0aade9c7b6 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25/tags HTTP/1.1" status: 200 len: 205 time: 0.2700589 May 09 13:22:11.403075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55770) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:11.417186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-dc196627-911d-461e-9b58-9103aa98a8a7 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '226e8124-04c7-4a60-90bc-864329d1a331') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:11.577821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6998bb97-8fc5-48cd-97ab-3e4e6ce095ce tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:11.578531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6998bb97-8fc5-48cd-97ab-3e4e6ce095ce tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:11.590465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c8b4f8b-4e58-479e-914f-4a8d4324be23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:11.591989 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1c8b4f8b-4e58-479e-914f-4a8d4324be23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d7d856d-e50f-4e00-ab76-bd7550f663dd HTTP/1.1" status: 204 len: 168 time: 0.7279160 May 09 13:22:11.615244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6998bb97-8fc5-48cd-97ab-3e4e6ce095ce tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:11.618227 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6998bb97-8fc5-48cd-97ab-3e4e6ce095ce tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4716551 May 09 13:22:11.618506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55776) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:11.652254 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:11.663058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:11.716201 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-dc196627-911d-461e-9b58-9103aa98a8a7 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331/tags HTTP/1.1" status: 200 len: 241 time: 0.3116677 May 09 13:22:11.719671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55780) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:11.737946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021cd80-69fd-4546-8aca-c3c5588a4ac7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:11.739469 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2021cd80-69fd-4546-8aca-c3c5588a4ac7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:11.766701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2021cd80-69fd-4546-8aca-c3c5588a4ac7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:11.767932 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2021cd80-69fd-4546-8aca-c3c5588a4ac7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1412704 May 09 13:22:11.779498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55782) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:11.800082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-535fd470-3418-4431-b1e8-5a9f90027696 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '226e8124-04c7-4a60-90bc-864329d1a331', 'tempest-TagsExtTest-Tag-1082689905') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:11.905113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a0692416-2f80-4545-9f17-33f774730157 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:router {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:11.949938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a0692416-2f80-4545-9f17-33f774730157 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:router {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:11.952925 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a0692416-2f80-4545-9f17-33f774730157 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1723173 May 09 13:22:11.959966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55788) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:11.970093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:11.997456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.002841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'Port': ['ID=2ea1f57c-4b4b-4141-a92f-a1d730951db9,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:12.016517 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-535fd470-3418-4431-b1e8-5a9f90027696 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331/tags/tempest-TagsExtTest-Tag-1082689905 HTTP/1.1" status: 204 len: 168 time: 0.2373943 May 09 13:22:12.020147 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55792) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:12.026976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-d6cb53ba-33c6-4c25-a5e6-cfe4a9b9fd45 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '226e8124-04c7-4a60-90bc-864329d1a331', 'tempest-TagsExtTest-Tag-1082689905') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:12.094693 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f8418be8-8fc0-432b-91b1-423d2eadc505 None None] Provisioning complete for port 2d797528-0735-4bb2-b309-63e280abdf73 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:12.095328 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f8418be8-8fc0-432b-91b1-423d2eadc505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.194895 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.resource_extend [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:22:12.214273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:12.215213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.225427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:12.238300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:12.242869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.293032 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Network 08a52ea3-5f76-49af-9b25-99334f043227 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:12.294675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:12.356775 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-01ac0a84-a490-4ece-b585-e9e92c5b7c40 None None] For port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:12.357745 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-01ac0a84-a490-4ece-b585-e9e92c5b7c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.365834 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d6cb53ba-33c6-4c25-a5e6-cfe4a9b9fd45 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331/tags/tempest-TagsExtTest-Tag-1082689905 HTTP/1.1" status: 204 len: 168 time: 0.3449149 May 09 13:22:12.366071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55796) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:12.374812 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-b8c962fb-b089-4756-80b1-1dd8fb9a5548 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '226e8124-04c7-4a60-90bc-864329d1a331') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:12.383700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.538113 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-01ac0a84-a490-4ece-b585-e9e92c5b7c40 None None] Calling delete_port for ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:12.581470 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b8c962fb-b089-4756-80b1-1dd8fb9a5548 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331/tags HTTP/1.1" status: 200 len: 205 time: 0.2113047 May 09 13:22:12.581658 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.581745 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55800) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:12.588057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-5895cb62-8c06-418c-996a-46b84126f3d1 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ae78c851-5966-4b38-acf6-9f2c15a28bd4') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:12.589209 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Transition to ACTIVE for port object 53fce4bf-053b-4db0-aeb3-d5cbb590d98a will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:12.600549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 2d797528-0735-4bb2-b309-63e280abdf73, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=2d797528-0735-4bb2-b309-63e280abdf73,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:12.612229 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ee30036b-621f-453a-81df-a1f5e28b9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.635986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.636387 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 705f9cd4-409a-45f8-98cb-7043c19d1822 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:12.643591 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5895cb62-8c06-418c-996a-46b84126f3d1 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4/tags HTTP/1.1" status: 200 len: 241 time: 0.0579188 May 09 13:22:12.643834 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55804) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:12.649638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-f93b4214-fa86-4e46-8a7c-50750d8d30dc tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae78c851-5966-4b38-acf6-9f2c15a28bd4', 'tempest-TagsExtTest-Tag-1032364972') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:12.672352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Transition to ACTIVE for port object b885df9d-4487-4543-8e53-d9a357c8bb55 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:12.727796 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f93b4214-fa86-4e46-8a7c-50750d8d30dc tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4/tags/tempest-TagsExtTest-Tag-1032364972 HTTP/1.1" status: 204 len: 168 time: 0.0805044 May 09 13:22:12.728347 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55808) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:12.739488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-02f06b8c-0c52-4632-a78d-156c9936c770 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ae78c851-5966-4b38-acf6-9f2c15a28bd4', 'tempest-TagsExtTest-Tag-1032364972') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:12.846172 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Transition to ACTIVE for port object 53fce4bf-053b-4db0-aeb3-d5cbb590d98a will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:12.847432 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.863476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f306-2e98-4dcf-93e2-00d9468f718f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.887124 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.objects.ports [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83894) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:22:12.910946 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.927248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f306-2e98-4dcf-93e2-00d9468f718f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.947351 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-02f06b8c-0c52-4632-a78d-156c9936c770 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4/tags/tempest-TagsExtTest-Tag-1032364972 HTTP/1.1" status: 204 len: 168 time: 0.2157285 May 09 13:22:12.949125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Allocated IP 172.26.1.53 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/d80d1834-9575-4f75-a59b-bb551dc3983e) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:12.956346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55812) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:12.960165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-01ac0a84-a490-4ece-b585-e9e92c5b7c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:12.962761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-68688ca6-76c3-425f-bdf2-e2bb0413ae19 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ae78c851-5966-4b38-acf6-9f2c15a28bd4') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:12.964290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=2d797528-0735-4bb2-b309-63e280abdf73,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:12.997776 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Attempting to bind port b885df9d-4487-4543-8e53-d9a357c8bb55 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:12.998125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Attempting to bind port b885df9d-4487-4543-8e53-d9a357c8bb55 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:12.998386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Attempting to bind port b885df9d-4487-4543-8e53-d9a357c8bb55 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:13.004420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Network edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:13.008206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:13.010826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:13.013807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:13.014687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:13.014687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:13.014899 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:13.015116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:13.016046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:13.016046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:13.016338 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:13.016655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:13.016976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:13.017315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:22:13.039336 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-68688ca6-76c3-425f-bdf2-e2bb0413ae19 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4/tags HTTP/1.1" status: 200 len: 205 time: 0.0796173 May 09 13:22:13.039936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55816) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:13.051808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-73dd4ce6-cb24-48f5-9cb9-adc47b76f34c tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae78c851-5966-4b38-acf6-9f2c15a28bd4') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:13.060174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac0a84-a490-4ece-b585-e9e92c5b7c40 None None] No DVR routers for this DVR port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:22:13.080089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.ipam_pluggable_backend [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Port ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83894) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 09 13:22:13.080674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.ipam_pluggable_backend [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Reverting IP allocation for 2001:db8::f816:3eff:fe08:78fe {{(pid=83894) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 09 13:22:13.087563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Router bad1103b-d4b2-4b06-90a0-60491c85eb78 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:22:13.095182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f8418be8-8fc0-432b-91b1-423d2eadc505 None None] Provisioning for port 2ea1f57c-4b4b-4141-a92f-a1d730951db9 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:13.099011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:13.099011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:13.099443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.100366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:13.100366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Bound port: b885df9d-4487-4543-8e53-d9a357c8bb55, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:13.100649 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.105148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f306-2e98-4dcf-93e2-00d9468f718f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.129583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.180289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f8418be8-8fc0-432b-91b1-423d2eadc505 None None] Provisioning complete for port 2ea1f57c-4b4b-4141-a92f-a1d730951db9 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:13.180289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f8418be8-8fc0-432b-91b1-423d2eadc505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.223477 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-73dd4ce6-cb24-48f5-9cb9-adc47b76f34c tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4/tags HTTP/1.1" status: 204 len: 168 time: 0.1797078 May 09 13:22:13.223723 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.227927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55820) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:13.229433 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:13.234512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:13.237876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=9ebd9033-e57a-43f4-8ef1-4a05c8cf7222,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:13.242724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:13.243652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.269641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e94ac-40b5-4e34-8319-552e2cc3ce21 None None] Pushing event updated for resources: {'Port': ['ID=b885df9d-4487-4543-8e53-d9a357c8bb55,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:13.286064 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-00de29c5-64b6-4cab-b392-f34cadd53877 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3215249 May 09 13:22:13.286250 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-e955345e-ff8e-4e35-b7d9-015752fc09f2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '226e8124-04c7-4a60-90bc-864329d1a331') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:13.286378 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55824) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:13.291905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:13.303793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c20bdaf-5a33-4ca7-a4de-bc04f39c49ce None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:13.309725 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.419690 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 705f9cd4-409a-45f8-98cb-7043c19d1822 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:13.420140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.448253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f306-2e98-4dcf-93e2-00d9468f718f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.451692 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:13.457972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:13.473057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:13.492932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5f306-2e98-4dcf-93e2-00d9468f718f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event deleted for resources: {'Subnet': ['ID=a576ced5-5c12-45a7-b218-265b7776f028,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:13.509186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f306-2e98-4dcf-93e2-00d9468f718f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.525324 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e955345e-ff8e-4e35-b7d9-015752fc09f2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331/tags HTTP/1.1" status: 204 len: 168 time: 0.2909050 May 09 13:22:13.525517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event updated for resources: {'Port': ['ID=d80d1834-9575-4f75-a59b-bb551dc3983e,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:13.527554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55828) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:13.533925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-b6288998-0612-4e3a-ad17-6f7311764feb tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99c082d0-b6cf-4e34-bfb7-d6697afd4c25') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:13.554204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f8418be8-8fc0-432b-91b1-423d2eadc505 None None] Port 2ea1f57c-4b4b-4141-a92f-a1d730951db9 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:22:13.563519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Attempting to bind port 53fce4bf-053b-4db0-aeb3-d5cbb590d98a on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:13.563701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Attempting to bind port 53fce4bf-053b-4db0-aeb3-d5cbb590d98a by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'b296797b-782f-441f-ab4f-0650ec631312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:13.564010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Attempting to bind port 53fce4bf-053b-4db0-aeb3-d5cbb590d98a on network edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:13.568667 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8cc5f306-2e98-4dcf-93e2-00d9468f718f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "DELETE /v2.0/subnets/a576ced5-5c12-45a7-b218-265b7776f028 HTTP/1.1" status: 204 len: 168 time: 2.9008482 May 09 13:22:13.574026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55832) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:13.622851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] For port b885df9d-4487-4543-8e53-d9a357c8bb55, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:13.630880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] For port b885df9d-4487-4543-8e53-d9a357c8bb55, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b885df9d-4487-4543-8e53-d9a357c8bb55,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:13.655045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:22:13.667992 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-94fdcbf4-9246-4a63-a74e-973e983d1fc3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "PUT /v2.0/routers/bad1103b-d4b2-4b06-90a0-60491c85eb78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5748243 May 09 13:22:13.667992 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b6288998-0612-4e3a-ad17-6f7311764feb tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25/tags HTTP/1.1" status: 204 len: 168 time: 0.1359124 May 09 13:22:13.667992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55836) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:13.671849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:13.672833 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Sync routers for ids ['bad1103b-d4b2-4b06-90a0-60491c85eb78'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:22:13.675375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-26c12ca6-89c8-489f-9878-f6aaada0ee81 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '68b24d1b-89fe-4c92-a54b-0a4145568f06') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:13.682381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:13.691403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:13.695596 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Routers {'bad1103b-d4b2-4b06-90a0-60491c85eb78'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:13.697215 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['bad1103b-d4b2-4b06-90a0-60491c85eb78'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:13.704245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f306611-d443-4458-b95e-7f11369b840f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:13.706467 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8f306611-d443-4458-b95e-7f11369b840f tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1313038 May 09 13:22:13.708323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:13.711995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55842) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:13.730028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:13.734565 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.788604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.789448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Pushing event updated for resources: {'Port': ['ID=53fce4bf-053b-4db0-aeb3-d5cbb590d98a,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:13.894793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.899835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.900564 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.921803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Deleting port 53fce4bf-053b-4db0-aeb3-d5cbb590d98a {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:13.922279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.951535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:13.962647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac0a84-a490-4ece-b585-e9e92c5b7c40 None None] Pushing event deleted for resources: {'Port': ['ID=ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:13.986714 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-26c12ca6-89c8-489f-9878-f6aaada0ee81 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06/tags HTTP/1.1" status: 204 len: 168 time: 0.3127213 May 09 13:22:13.986714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55852) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:14.003849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-fcb88dd8-06b4-4a97-b6b9-e4f424aa0e3a tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '68b24d1b-89fe-4c92-a54b-0a4145568f06', 'tempest-TagsExtTest-Tag-1828896578') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:14.039734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:14.040023 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Checking segment: {'id': 'b296797b-782f-441f-ab4f-0650ec631312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:14.040411 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:14.040835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Bound using segment: {'id': 'b296797b-782f-441f-ab4f-0650ec631312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:14.041434 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Bound port: 53fce4bf-053b-4db0-aeb3-d5cbb590d98a, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b296797b-782f-441f-ab4f-0650ec631312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:14.041835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:14.042550 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Set router bad1103b-d4b2-4b06-90a0-60491c85eb78 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:22:14.073073 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:14.223560 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6cc923b0-fdc6-4a11-8030-dae91b46df6b None None] Provisioning complete for port 2ea1f57c-4b4b-4141-a92f-a1d730951db9 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:14.224239 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6cc923b0-fdc6-4a11-8030-dae91b46df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:14.267557 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '9ebd9033-e57a-43f4-8ef1-4a05c8cf7222'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:14.268524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-76642671-4b24-46a0-b1ab-4b1e180b9805 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Synchronizing usage tracker for tenant:4f91e4eb308c4fb1b7a7036641c61f30 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:14.268669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:14.279851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e94ac-40b5-4e34-8319-552e2cc3ce21 None None] Pushing event updated for resources: {'Port': ['ID=b885df9d-4487-4543-8e53-d9a357c8bb55,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:14.298260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] For port 53fce4bf-053b-4db0-aeb3-d5cbb590d98a, host dv-neutron-840889-2-hyperv, got binding levels [] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:14.300116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:14.321537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-76642671-4b24-46a0-b1ab-4b1e180b9805 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Unset dirty status for tenant:4f91e4eb308c4fb1b7a7036641c61f30 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:14.322852 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-76642671-4b24-46a0-b1ab-4b1e180b9805 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812980529&fields=id&tenant_id=4f91e4eb308c4fb1b7a7036641c61f30 HTTP/1.1" status: 200 len: 267 time: 0.2471774 May 09 13:22:14.363973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:14.369883 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device be757451-bf97-4b44-9b35-fd3eeaf126a4 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:22:14.391780 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606107232', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:56Z', 'updated_at': '2022-05-09T13:22:10Z', 'revision_number': 4, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'gw_port': {'id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:58Z', 'updated_at': '2022-05-09T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '2ea1f57c-4b4b-4141-a92f-a1d730951db9', 'name': '', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'mac_address': 'fa:16:3e:86:3d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:22:08Z', 'updated_at': '2022-05-09T13:22:11Z', 'revision_number': 2, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'subnets': [{'id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:14.396376 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Checking router: bad1103b-d4b2-4b06-90a0-60491c85eb78 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:22:14.396837 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Updating router bad1103b-d4b2-4b06-90a0-60491c85eb78 port 2ea1f57c-4b4b-4141-a92f-a1d730951db9 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:22:14.456692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6cc923b0-fdc6-4a11-8030-dae91b46df6b None None] Port 2ea1f57c-4b4b-4141-a92f-a1d730951db9 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:22:14.458121 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: be757451-bf97-4b44-9b35-fd3eeaf126a4 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:22:14.458368 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:14.458531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device be757451-bf97-4b44-9b35-fd3eeaf126a4 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:22:14.462414 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Routers {'a369ffff-e717-4f5c-b608-4a306bcf4b12'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:14.463056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['a369ffff-e717-4f5c-b608-4a306bcf4b12'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:14.527873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] For port 53fce4bf-053b-4db0-aeb3-d5cbb590d98a, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:14.537876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:14.551018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:14.582607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:14.583358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:14.592900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=c0d97d92-7e51-4b98-a3ae-8e2a50505675,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:14.618913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Calling delete_port for 53fce4bf-053b-4db0-aeb3-d5cbb590d98a owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:14.647751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-1f144f49-7ace-4cb4-ba5d-ba30abba133c tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:14.648944 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-1f144f49-7ace-4cb4-ba5d-ba30abba133c tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Synchronizing usage tracker for tenant:4f91e4eb308c4fb1b7a7036641c61f30 on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:14.656793 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-933fa736-a3e9-44b6-bc50-d6f10bb107a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3694303 May 09 13:22:14.662235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55858) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:14.669810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'mac_address': 'fa:16:3e:cf:65:44', 'name': 'tempest-NetworksTestDHCPv6-1099136688'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:14.693397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-1f144f49-7ace-4cb4-ba5d-ba30abba133c tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Unset dirty status for tenant:4f91e4eb308c4fb1b7a7036641c61f30 on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:14.694848 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-1f144f49-7ace-4cb4-ba5d-ba30abba133c tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/networks?id=08a52ea3-5f76-49af-9b25-99334f043227 HTTP/1.1" status: 200 len: 797 time: 0.3640211 May 09 13:22:14.717458 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-6ab4060d-88ab-40cb-b3a1-e9dd928246b1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/quotas/4f91e4eb308c4fb1b7a7036641c61f30 HTTP/1.1" status: 200 len: 375 time: 0.0164709 May 09 13:22:14.722699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Router 7f4b5d03-3ea6-4385-b2dc-63e40df95231 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:22:14.739909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 2d797528-0735-4bb2-b309-63e280abdf73 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:14.893332 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] For port 53fce4bf-053b-4db0-aeb3-d5cbb590d98a, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=53fce4bf-053b-4db0-aeb3-d5cbb590d98a,segment=NetworkSegment(b296797b-782f-441f-ab4f-0650ec631312),segment_id=b296797b-782f-441f-ab4f-0650ec631312)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:14.910048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:14.922868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:14.929367 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:22:14.930391 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:22:14.943441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:14.950320 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fcb88dd8-06b4-4a97-b6b9-e4f424aa0e3a tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "PUT /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06/tags/tempest-TagsExtTest-Tag-1828896578 HTTP/1.1" status: 201 len: 201 time: 0.9629877 May 09 13:22:14.953940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55864) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:14.964656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-50f0d2e8-c9e4-4498-a956-fa11264b4192 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '99c082d0-b6cf-4e34-bfb7-d6697afd4c25', 'tempest-TagsExtTest-Tag-1506060555') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:14.976279 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-e5320c1b-0bb2-43a6-ac8d-8ab060d42fdc tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f91e4eb308c4fb1b7a7036641c61f30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2508814 May 09 13:22:15.021861 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:15.035159 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Transition to ACTIVE for port object 2ea1f57c-4b4b-4141-a92f-a1d730951db9 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:15.042653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:15.048246 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:15.053423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3751a-c1d7-4640-adb7-2da18e4d11d7 None None] Pushing event updated for resources: {'Port': ['ID=53fce4bf-053b-4db0-aeb3-d5cbb590d98a,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:15.081854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 2d797528-0735-4bb2-b309-63e280abdf73 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:15.082215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:15.082793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:22:15.112411 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:15.113803 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ed52a0d0-358e-42d5-a7af-7edaf136a3d3 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.3359940 May 09 13:22:15.117768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55872) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:15.234385 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Allocated IP 2001:db8::f816:3eff:fe11:7c6f (733a9858-46ec-4cf8-be89-833c62720969/9ebd9033-e57a-43f4-8ef1-4a05c8cf7222/cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:15.272147 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c38c5b-637c-4e8a-8ffe-0a0dda687aad None None] Pushing event updated for resources: {'Port': ['ID=2ea1f57c-4b4b-4141-a92f-a1d730951db9,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:15.286963 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55878) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:15.287418 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-50f0d2e8-c9e4-4498-a956-fa11264b4192 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "PUT /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25/tags/tempest-TagsExtTest-Tag-1506060555 HTTP/1.1" status: 201 len: 201 time: 0.3316932 May 09 13:22:15.315509 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:15.355720 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 4567c8be-4249-487f-a727-99bc72ed07e9 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:22:15.371093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-cf2cba7f-4e38-4376-bd97-320acee5aa71 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '226e8124-04c7-4a60-90bc-864329d1a331', 'tempest-TagsExtTest-Tag-2132556367') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:15.399667 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] Sync routers for ids ['7f4b5d03-3ea6-4385-b2dc-63e40df95231'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:22:15.407717 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Attempting to bind port 2ea1f57c-4b4b-4141-a92f-a1d730951db9 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:15.407717 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Attempting to bind port 2ea1f57c-4b4b-4141-a92f-a1d730951db9 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'c327239d-6c77-413d-95ce-c8e727db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:15.407717 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Attempting to bind port 2ea1f57c-4b4b-4141-a92f-a1d730951db9 on network 08a52ea3-5f76-49af-9b25-99334f043227 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:15.429423 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:15.430500 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Checking segment: {'id': 'c327239d-6c77-413d-95ce-c8e727db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:15.430902 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:15.431294 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Bound using segment: {'id': 'c327239d-6c77-413d-95ce-c8e727db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:15.431936 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Bound port: 2ea1f57c-4b4b-4141-a92f-a1d730951db9, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c327239d-6c77-413d-95ce-c8e727db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:15.432427 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:15.441442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Deleting port 53fce4bf-053b-4db0-aeb3-d5cbb590d98a {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:15.441442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:15.503830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:15.549291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] Set router a369ffff-e717-4f5c-b608-4a306bcf4b12 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:22:15.593571 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-c4ab2116-fc25-424d-a871-a40ab0ff47b0 service neutron] 10.222.0.44 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031640 May 09 13:22:15.622586 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] For port 2ea1f57c-4b4b-4141-a92f-a1d730951db9, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:15.626404 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] For port 2ea1f57c-4b4b-4141-a92f-a1d730951db9, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=2ea1f57c-4b4b-4141-a92f-a1d730951db9,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:15.633706 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:15.649693 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] Routers {'7f4b5d03-3ea6-4385-b2dc-63e40df95231'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:15.650377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7f4b5d03-3ea6-4385-b2dc-63e40df95231'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:15.728217 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c38c5b-637c-4e8a-8ffe-0a0dda687aad None None] Pushing event updated for resources: {'Port': ['ID=2ea1f57c-4b4b-4141-a92f-a1d730951db9,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:15.754614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] For port 53fce4bf-053b-4db0-aeb3-d5cbb590d98a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=53fce4bf-053b-4db0-aeb3-d5cbb590d98a,segment=NetworkSegment(b296797b-782f-441f-ab4f-0650ec631312),segment_id=b296797b-782f-441f-ab4f-0650ec631312)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:15.754976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:15.759126 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Routers {'bad1103b-d4b2-4b06-90a0-60491c85eb78'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:15.760336 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['bad1103b-d4b2-4b06-90a0-60491c85eb78'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:15.802589 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc97c701-3eba-4d64-a8a0-afa7961ce874 None None] Network edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:15.862797 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cf2cba7f-4e38-4376-bd97-320acee5aa71 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "PUT /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331/tags/tempest-TagsExtTest-Tag-2132556367 HTTP/1.1" status: 201 len: 201 time: 0.5061195 May 09 13:22:15.872747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55884) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:15.903325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-848e37f8-18c8-4d4d-8141-bddae1fdc667 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ae78c851-5966-4b38-acf6-9f2c15a28bd4', 'tempest-TagsExtTest-Tag-1705946903') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:15.904796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Calling delete_port for 53fce4bf-053b-4db0-aeb3-d5cbb590d98a owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:15.961621 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-f6dd3710-f855-4ce7-b0db-05c38493d442 service neutron] 10.222.0.44 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572302 May 09 13:22:15.992950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:16.034492 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5e982a09-5939-4738-853f-31633d6dabba tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/routers/7f4b5d03-3ea6-4385-b2dc-63e40df95231 HTTP/1.1" status: 200 len: 906 time: 0.9152374 May 09 13:22:16.037498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55888) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:16.057805 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] Set router bad1103b-d4b2-4b06-90a0-60491c85eb78 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:22:16.072690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event deleted for resources: {'Port': ['ID=53fce4bf-053b-4db0-aeb3-d5cbb590d98a,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:16.083267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] No DVR routers for this DVR port 53fce4bf-053b-4db0-aeb3-d5cbb590d98a on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:22:16.170558 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-848e37f8-18c8-4d4d-8141-bddae1fdc667 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "PUT /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4/tags/tempest-TagsExtTest-Tag-1705946903 HTTP/1.1" status: 201 len: 201 time: 0.2950912 May 09 13:22:16.171864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55892) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:16.215595 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:16.239753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-74c94f90-19a4-4578-8a92-4f115189b95a tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '68b24d1b-89fe-4c92-a54b-0a4145568f06', {'tags': ['tempest-TagsExtTest-Tag-1526321438', 'tempest-TagsExtTest-Tag-305578725', 'tempest-TagsExtTest-Tag-1569885264']}) {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:16.245240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:16.257952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b296797b-782f-441f-ab4f-0650ec631312') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:16.258232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b296797b-782f-441f-ab4f-0650ec631312') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:16.273041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:16.301284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:16.309146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:22:16.309802 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:16.351389 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-74c94f90-19a4-4578-8a92-4f115189b95a tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "PUT /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06/tags HTTP/1.1" status: 200 len: 317 time: 0.1223433 May 09 13:22:16.352186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55896) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:16.359729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-9567db67-6f36-4471-ad46-d123ae0563b9 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '68b24d1b-89fe-4c92-a54b-0a4145568f06') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:16.388257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:22:16.438787 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:22:16.448033 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606107232', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:56Z', 'updated_at': '2022-05-09T13:22:10Z', 'revision_number': 4, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'gw_port': {'id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:58Z', 'updated_at': '2022-05-09T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '2ea1f57c-4b4b-4141-a92f-a1d730951db9', 'name': '', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'mac_address': 'fa:16:3e:86:3d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:22:08Z', 'updated_at': '2022-05-09T13:22:15Z', 'revision_number': 4, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'subnets': [{'id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:16.448871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:16.459151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:16.460330 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc01b6-3691-4eb3-ad89-49a07f0b4820 None None] The sync data for ids ['bad1103b-d4b2-4b06-90a0-60491c85eb78'] in dv-neutron-840889-2-hyperv is: [{'id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606107232', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:56Z', 'updated_at': '2022-05-09T13:22:10Z', 'revision_number': 4, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'gw_port': {'id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:58Z', 'updated_at': '2022-05-09T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '2ea1f57c-4b4b-4141-a92f-a1d730951db9', 'name': '', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'mac_address': 'fa:16:3e:86:3d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:22:08Z', 'updated_at': '2022-05-09T13:22:15Z', 'revision_number': 4, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'subnets': [{'id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:22:16.475820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Transition to ACTIVE for port object cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:16.501481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:22:16.504480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event deleted for resources: {'Network': ['ID=edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:16.517172 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cbc7ea1b-8fb3-4a14-a4f9-5aac36977ba8 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "DELETE /v2.0/networks/edb21fd8-0cbe-44b0-adcc-1a1aeead3f1e HTTP/1.1" status: 204 len: 168 time: 2.7995279 May 09 13:22:16.520296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55900) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:16.551516 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:16.569996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:22:16.570335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device ad0e8efc-3da1-4b41-aaf4-e0314e3ab92a not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:22:16.584848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Transition to ACTIVE for port object cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:16.589510 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] Set router 7f4b5d03-3ea6-4385-b2dc-63e40df95231 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:22:16.743830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:16.903224 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9567db67-6f36-4471-ad46-d123ae0563b9 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06/tags HTTP/1.1" status: 204 len: 168 time: 0.5497246 May 09 13:22:16.906370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55904) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:16.912224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1fe7-0a1b-4084-ac70-12a1e2e9ed05 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:16.916437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-8ccceac4-4044-4c6e-9041-8f4a3f4c9d1c tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68b24d1b-89fe-4c92-a54b-0a4145568f06', 'tempest-TagsExtTest-Tag-1526321438') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:16.944901 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 2ea1f57c-4b4b-4141-a92f-a1d730951db9 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:16.948895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 172.20.0.11 (733a9858-46ec-4cf8-be89-833c62720969/c0d97d92-7e51-4b98-a3ae-8e2a50505675/4567c8be-4249-487f-a727-99bc72ed07e9) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:16.976333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::f816:3eff:fecf:6544 (733a9858-46ec-4cf8-be89-833c62720969/9ebd9033-e57a-43f4-8ef1-4a05c8cf7222/4567c8be-4249-487f-a727-99bc72ed07e9) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:17.103013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1fe7-0a1b-4084-ac70-12a1e2e9ed05 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.131531 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-8ccceac4-4044-4c6e-9041-8f4a3f4c9d1c tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] show failed (client error): The resource could not be found. May 09 13:22:17.136132 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8ccceac4-4044-4c6e-9041-8f4a3f4c9d1c tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06/tags/tempest-TagsExtTest-Tag-1526321438 HTTP/1.1" status: 404 len: 329 time: 0.2259555 May 09 13:22:17.136873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Pushing event updated for resources: {'Port': ['ID=cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:17.137168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55908) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:17.146569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-3924c8f0-9d37-4a6f-85fc-44dccb91ba1a tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68b24d1b-89fe-4c92-a54b-0a4145568f06', 'tempest-TagsExtTest-Tag-305578725') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:17.148782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-2b3e1fe7-0a1b-4084-ac70-12a1e2e9ed05 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24b7e22-f9d4-4b3b-9242-ed3903e75e6d']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:17.165628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-2b3e1fe7-0a1b-4084-ac70-12a1e2e9ed05 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab2ac60-4230-4755-a0ee-76aece8ca1d0') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:17.166517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-2b3e1fe7-0a1b-4084-ac70-12a1e2e9ed05 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab2ac60-4230-4755-a0ee-76aece8ca1d0') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:17.186670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:17.195420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1fe7-0a1b-4084-ac70-12a1e2e9ed05 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.202719 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:17.215573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:17.279416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1fe7-0a1b-4084-ac70-12a1e2e9ed05 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.284505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.350429 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 2ea1f57c-4b4b-4141-a92f-a1d730951db9 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:17.356254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3e1fe7-0a1b-4084-ac70-12a1e2e9ed05 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:22:17.356663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1fe7-0a1b-4084-ac70-12a1e2e9ed05 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.382818 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-3924c8f0-9d37-4a6f-85fc-44dccb91ba1a tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] show failed (client error): The resource could not be found. May 09 13:22:17.386798 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3924c8f0-9d37-4a6f-85fc-44dccb91ba1a tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06/tags/tempest-TagsExtTest-Tag-305578725 HTTP/1.1" status: 404 len: 328 time: 0.2464147 May 09 13:22:17.390169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55920) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:17.404182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Attempting to bind port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:17.404702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-2b045fcb-9148-4ce4-b39d-790cbb895b3f tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68b24d1b-89fe-4c92-a54b-0a4145568f06', 'tempest-TagsExtTest-Tag-1569885264') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:17.406309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Attempting to bind port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:17.406462 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f380c7c5-abfc-4556-bbce-6d2658b1e66a req-38cb0138-24d5-424f-a0a6-7552cbbd6bfc tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 210 time: 0.1060395 May 09 13:22:17.407141 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Attempting to bind port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:22:17.410462 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:22:17.433948 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:17.434315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:17.435116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.435518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:17.436279 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Bound port: cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:17.436873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.460274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 2ea1f57c-4b4b-4141-a92f-a1d730951db9 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:17.460913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.519789 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Deleting port d80d1834-9575-4f75-a59b-bb551dc3983e {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:17.520101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.521197 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-2b045fcb-9148-4ce4-b39d-790cbb895b3f tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] show failed (client error): The resource could not be found. May 09 13:22:17.525755 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2b045fcb-9148-4ce4-b39d-790cbb895b3f tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06/tags/tempest-TagsExtTest-Tag-1569885264 HTTP/1.1" status: 404 len: 329 time: 0.1349227 May 09 13:22:17.527366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a369ffff-e717-4f5c-b608-4a306bcf4b12', 'name': 'tempest-snat-router-197465285', 'tenant_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.135'}], 'enable_snat': False}, 'gw_port_id': 'b885df9d-4487-4543-8e53-d9a357c8bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:22:02Z', 'updated_at': '2022-05-09T13:22:06Z', 'revision_number': 3, 'project_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'gw_port': {'id': 'b885df9d-4487-4543-8e53-d9a357c8bb55', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a369ffff-e717-4f5c-b608-4a306bcf4b12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:22:04Z', 'updated_at': '2022-05-09T13:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:17.529817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55928) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:17.537394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-53d125c3-825b-4728-8390-bc46a5e03164 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '99c082d0-b6cf-4e34-bfb7-d6697afd4c25', {'tags': ['tempest-TagsExtTest-Tag-1818642883', 'tempest-TagsExtTest-Tag-2139399411', 'tempest-TagsExtTest-Tag-638195185']}) {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:17.552306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cd2e6e-d087-49e8-a5aa-c7cfe9768f58 None None] The sync data for ids ['a369ffff-e717-4f5c-b608-4a306bcf4b12'] in dv-neutron-840889-2-hyperv is: [{'id': 'a369ffff-e717-4f5c-b608-4a306bcf4b12', 'name': 'tempest-snat-router-197465285', 'tenant_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.135'}], 'enable_snat': False}, 'gw_port_id': 'b885df9d-4487-4543-8e53-d9a357c8bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:22:02Z', 'updated_at': '2022-05-09T13:22:06Z', 'revision_number': 3, 'project_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'gw_port': {'id': 'b885df9d-4487-4543-8e53-d9a357c8bb55', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a369ffff-e717-4f5c-b608-4a306bcf4b12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:22:04Z', 'updated_at': '2022-05-09T13:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:22:17.659884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1fe7-0a1b-4084-ac70-12a1e2e9ed05 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.676280 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] For port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:17.680515 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] For port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:17.726707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.742602 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-53d125c3-825b-4728-8390-bc46a5e03164 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "PUT /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25/tags HTTP/1.1" status: 200 len: 317 time: 0.2114904 May 09 13:22:17.745774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55934) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:17.754448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-b95bd2fa-48cd-4633-936f-42e096f9bd0c tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99c082d0-b6cf-4e34-bfb7-d6697afd4c25') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:17.785738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1fe7-0a1b-4084-ac70-12a1e2e9ed05 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.808341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e1fe7-0a1b-4084-ac70-12a1e2e9ed05 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event deleted for resources: {'Network': ['ID=a24b7e22-f9d4-4b3b-9242-ed3903e75e6d,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:17.839112 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.849194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55938) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:17.849710 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2b3e1fe7-0a1b-4084-ac70-12a1e2e9ed05 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "DELETE /v2.0/networks/a24b7e22-f9d4-4b3b-9242-ed3903e75e6d HTTP/1.1" status: 204 len: 168 time: 1.3282003 May 09 13:22:17.910950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:17.925063 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5e595-a132-43ac-a323-cd4edc887c93 None None] Pushing event updated for resources: {'Port': ['ID=cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:17.957328 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.004974 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4b5d03-3ea6-4385-b2dc-63e40df95231', 'name': 'tempest-snat-router-197465285', 'tenant_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd80d1834-9575-4f75-a59b-bb551dc3983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:22:09Z', 'updated_at': '2022-05-09T13:22:13Z', 'revision_number': 3, 'project_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'gw_port': {'id': 'd80d1834-9575-4f75-a59b-bb551dc3983e', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4b5d03-3ea6-4385-b2dc-63e40df95231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:22:11Z', 'updated_at': '2022-05-09T13:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:18.027960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] Checking router: 7f4b5d03-3ea6-4385-b2dc-63e40df95231 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:22:18.029514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] Updating router 7f4b5d03-3ea6-4385-b2dc-63e40df95231 port d80d1834-9575-4f75-a59b-bb551dc3983e binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:22:18.060017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 4567c8be-4249-487f-a727-99bc72ed07e9 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:18.084253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 2ea1f57c-4b4b-4141-a92f-a1d730951db9, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=2ea1f57c-4b4b-4141-a92f-a1d730951db9,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:18.087991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5703e30f-fb31-4df5-8421-c8d614b13bb9 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.095513 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.120014 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b95bd2fa-48cd-4633-936f-42e096f9bd0c tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25/tags HTTP/1.1" status: 204 len: 168 time: 0.3732159 May 09 13:22:18.125376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Calling delete_port for d80d1834-9575-4f75-a59b-bb551dc3983e owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:18.167956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55942) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:18.213247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=2ea1f57c-4b4b-4141-a92f-a1d730951db9,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:18.223707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.252066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.315468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-828ed3c8-d1f3-4d37-a26f-43446609bcea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99c082d0-b6cf-4e34-bfb7-d6697afd4c25', 'tempest-TagsExtTest-Tag-1818642883') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:18.360765 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5703e30f-fb31-4df5-8421-c8d614b13bb9 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.407701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:18.413989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:18.416850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-5703e30f-fb31-4df5-8421-c8d614b13bb9 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5907f370-3d1c-465a-b13f-35a952e502ba']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:18.425621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=4567c8be-4249-487f-a727-99bc72ed07e9,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:18.431067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:18.438858 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-828ed3c8-d1f3-4d37-a26f-43446609bcea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] show failed (client error): The resource could not be found. May 09 13:22:18.442698 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-828ed3c8-d1f3-4d37-a26f-43446609bcea tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25/tags/tempest-TagsExtTest-Tag-1818642883 HTTP/1.1" status: 404 len: 329 time: 0.2711360 May 09 13:22:18.443314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55946) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:18.449326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-c82c949b-d007-4b2a-a79d-84082838dce1 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99c082d0-b6cf-4e34-bfb7-d6697afd4c25', 'tempest-TagsExtTest-Tag-2139399411') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:18.462921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-5703e30f-fb31-4df5-8421-c8d614b13bb9 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462b13f8-ea8d-4b76-a828-0e5a9a5792d9') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:18.463654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-5703e30f-fb31-4df5-8421-c8d614b13bb9 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462b13f8-ea8d-4b76-a828-0e5a9a5792d9') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:18.483897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5703e30f-fb31-4df5-8421-c8d614b13bb9 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.518188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5703e30f-fb31-4df5-8421-c8d614b13bb9 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.528127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5703e30f-fb31-4df5-8421-c8d614b13bb9 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:22:18.529420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5703e30f-fb31-4df5-8421-c8d614b13bb9 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:22:18.571365 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:22:18.617284 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-c82c949b-d007-4b2a-a79d-84082838dce1 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] show failed (client error): The resource could not be found. May 09 13:22:18.621012 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c82c949b-d007-4b2a-a79d-84082838dce1 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25/tags/tempest-TagsExtTest-Tag-2139399411 HTTP/1.1" status: 404 len: 329 time: 0.1743796 May 09 13:22:18.621012 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8d00153d-4db8-448c-8b74-92c4490b57c7 req-d43713b3-26ed-4244-806f-05c759b5bbad tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 210 time: 0.0563440 May 09 13:22:18.623277 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55952) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:18.635170 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-2c34c203-e38d-4393-8057-ac5dce563790 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99c082d0-b6cf-4e34-bfb7-d6697afd4c25', 'tempest-TagsExtTest-Tag-638195185') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:18.683807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:22:18.684341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:22:18.686555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.734539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:18.735176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.743544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5703e30f-fb31-4df5-8421-c8d614b13bb9 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.776597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event deleted for resources: {'Port': ['ID=d80d1834-9575-4f75-a59b-bb551dc3983e,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:18.778689 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5703e30f-fb31-4df5-8421-c8d614b13bb9 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.798338 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5703e30f-fb31-4df5-8421-c8d614b13bb9 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "DELETE /v2.0/networks/5907f370-3d1c-465a-b13f-35a952e502ba HTTP/1.1" status: 204 len: 168 time: 0.9457145 May 09 13:22:18.798338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703e30f-fb31-4df5-8421-c8d614b13bb9 tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event deleted for resources: {'Network': ['ID=5907f370-3d1c-465a-b13f-35a952e502ba,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:18.799675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55956) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:18.898675 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 2ea1f57c-4b4b-4141-a92f-a1d730951db9 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:18.974932 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-02cebaec-81e8-4876-a56e-76a5d7d6ce2e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.3094511 May 09 13:22:18.976560 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-20efe707-bb85-4741-a8c6-db8df9aa268a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:18.979872 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55960) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:19.015535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 2ea1f57c-4b4b-4141-a92f-a1d730951db9 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:19.016188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:19.039813 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-2c34c203-e38d-4393-8057-ac5dce563790 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] show failed (client error): The resource could not be found. May 09 13:22:19.043722 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2c34c203-e38d-4393-8057-ac5dce563790 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25/tags/tempest-TagsExtTest-Tag-638195185 HTTP/1.1" status: 404 len: 328 time: 0.4169781 May 09 13:22:19.048461 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55964) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:19.081050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-76510420-0a07-4f74-8598-6d856d5cbd3a tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '226e8124-04c7-4a60-90bc-864329d1a331', {'tags': ['tempest-TagsExtTest-Tag-675791945', 'tempest-TagsExtTest-Tag-147317987', 'tempest-TagsExtTest-Tag-127791133']}) {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:19.220038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-20efe707-bb85-4741-a8c6-db8df9aa268a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:19.223627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:19.247284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-20efe707-bb85-4741-a8c6-db8df9aa268a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd870304-f022-428e-8d7c-28d175bb0ef4']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:19.254179 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] Port d80d1834-9575-4f75-a59b-bb551dc3983e not found while updating agent binding for router 7f4b5d03-3ea6-4385-b2dc-63e40df95231. {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} May 09 13:22:19.260654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-20efe707-bb85-4741-a8c6-db8df9aa268a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5f59d0-398a-40ab-b2bc-5527d45490ad') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:19.260947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-20efe707-bb85-4741-a8c6-db8df9aa268a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5f59d0-398a-40ab-b2bc-5527d45490ad') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:19.273900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-20efe707-bb85-4741-a8c6-db8df9aa268a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:19.290459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-20efe707-bb85-4741-a8c6-db8df9aa268a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:19.297000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20efe707-bb85-4741-a8c6-db8df9aa268a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:22:19.297563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-20efe707-bb85-4741-a8c6-db8df9aa268a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:19.299188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] Routers {'7f4b5d03-3ea6-4385-b2dc-63e40df95231'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:19.300108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7f4b5d03-3ea6-4385-b2dc-63e40df95231'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:22:19.318801 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:22:19.353065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1672775-df3f-4d7f-b024-9db34c6fd579 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:19.409870 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4da36b-cd85-4ef1-91ab-bec5fe29328d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:19.413885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4da36b-cd85-4ef1-91ab-bec5fe29328d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:19.414804 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1a4da36b-cd85-4ef1-91ab-bec5fe29328d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:19.419661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:19.433154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-20efe707-bb85-4741-a8c6-db8df9aa268a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:19.437629 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1a4da36b-cd85-4ef1-91ab-bec5fe29328d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:19.442889 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1a4da36b-cd85-4ef1-91ab-bec5fe29328d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4619658 May 09 13:22:19.460118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55968) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:19.461321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-20efe707-bb85-4741-a8c6-db8df9aa268a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:19.508257 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efe707-bb85-4741-a8c6-db8df9aa268a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] Pushing event deleted for resources: {'Network': ['ID=bd870304-f022-428e-8d7c-28d175bb0ef4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:19.529699 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-20efe707-bb85-4741-a8c6-db8df9aa268a tempest-BulkNetworkOpsTest-1535448877 tempest-BulkNetworkOpsTest-1535448877-project] 10.222.0.44 "DELETE /v2.0/networks/bd870304-f022-428e-8d7c-28d175bb0ef4 HTTP/1.1" status: 204 len: 168 time: 0.7267375 May 09 13:22:19.561515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-13bffd1f-5a1a-4657-b016-a3fa901a36e1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:19.563239 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-13bffd1f-5a1a-4657-b016-a3fa901a36e1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.57 "GET /v2.0/networks?id=08a52ea3-5f76-49af-9b25-99334f043227 HTTP/1.1" status: 200 len: 797 time: 0.7311308 May 09 13:22:19.567945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-18762900-2bfc-4568-80d6-b5a51318b8fc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 4567c8be-4249-487f-a727-99bc72ed07e9 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:19.568289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-18762900-2bfc-4568-80d6-b5a51318b8fc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:19.575243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] Set router 7f4b5d03-3ea6-4385-b2dc-63e40df95231 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:22:19.686712 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:19.711447 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-76510420-0a07-4f74-8598-6d856d5cbd3a tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "PUT /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331/tags HTTP/1.1" status: 200 len: 315 time: 0.6619065 May 09 13:22:19.721353 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55976) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:19.732567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-07489e79-963d-4098-b1ce-0807f85572ec tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '226e8124-04c7-4a60-90bc-864329d1a331') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:19.798262 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c0124a62-3c85-43d1-b9c5-19a737370640 None None] Provisioning for port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:19.806651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:19.807327 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:19.845150 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4b5d03-3ea6-4385-b2dc-63e40df95231', 'name': 'tempest-snat-router-197465285', 'tenant_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:22:09Z', 'updated_at': '2022-05-09T13:22:18Z', 'revision_number': 5, 'project_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:19.876625 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c0124a62-3c85-43d1-b9c5-19a737370640 None None] Provisioning complete for port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:19.878119 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c0124a62-3c85-43d1-b9c5-19a737370640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:19.922651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8c1aa-f814-408c-97b4-8ae3767b4fcf None None] The sync data for ids ['7f4b5d03-3ea6-4385-b2dc-63e40df95231'] in dv-neutron-840889-2-hyperv is: [{'id': '7f4b5d03-3ea6-4385-b2dc-63e40df95231', 'name': 'tempest-snat-router-197465285', 'tenant_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:22:09Z', 'updated_at': '2022-05-09T13:22:18Z', 'revision_number': 5, 'project_id': '1c385bf548d74fd8ac96a79aea04e3d8', 'gw_port_host': None}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:22:19.996563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.001683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-18762900-2bfc-4568-80d6-b5a51318b8fc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.040645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55982) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:20.063873 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.070519 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2d02b3e5-3094-49ac-903f-f4e7089b84a6 req-1a6b51b9-8e87-4f48-b644-5b9aceb1ef6b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 210 time: 0.0720525 May 09 13:22:20.076172 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-2366a2c7-f327-44db-b13d-9fc9677dbba5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f91e4eb308c4fb1b7a7036641c61f30 HTTP/1.1" status: 200 len: 379 time: 0.4995439 May 09 13:22:20.084755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Request body: {'port': {'device_id': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'admin_state_up': True, 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'security_groups': ['9e752242-22bb-4386-9d2d-2a30b654e68e']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:20.142780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-18762900-2bfc-4568-80d6-b5a51318b8fc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 4567c8be-4249-487f-a727-99bc72ed07e9 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:20.201996 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-07489e79-963d-4098-b1ce-0807f85572ec tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331/tags HTTP/1.1" status: 204 len: 168 time: 0.4747512 May 09 13:22:20.206655 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55988) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:20.219008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-b5d14484-05e9-4078-9b78-a74da659f92f tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '226e8124-04c7-4a60-90bc-864329d1a331', 'tempest-TagsExtTest-Tag-675791945') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:20.246721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c0124a62-3c85-43d1-b9c5-19a737370640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.258344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.298675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.299188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f4b5d03-3ea6-4385-b2dc-63e40df95231 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:22:20.316238 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c0124a62-3c85-43d1-b9c5-19a737370640 None None] For port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:20.325441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c0124a62-3c85-43d1-b9c5-19a737370640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.360028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-18762900-2bfc-4568-80d6-b5a51318b8fc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.406502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18762900-2bfc-4568-80d6-b5a51318b8fc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=4567c8be-4249-487f-a727-99bc72ed07e9,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:20.431767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:20.435248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.440896 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-07694703-e70f-4e3e-aa39-7102ac497012 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "DELETE /v2.0/routers/7f4b5d03-3ea6-4385-b2dc-63e40df95231 HTTP/1.1" status: 204 len: 168 time: 4.3959260 May 09 13:22:20.441053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 55992) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:20.441143 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:port and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:20.452419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:20.463034 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-b5d14484-05e9-4078-9b78-a74da659f92f tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] show failed (client error): The resource could not be found. May 09 13:22:20.466711 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b5d14484-05e9-4078-9b78-a74da659f92f tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331/tags/tempest-TagsExtTest-Tag-675791945 HTTP/1.1" status: 404 len: 328 time: 0.2563004 May 09 13:22:20.466711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:20.467068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 55996) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:20.474067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-ac06c8db-03d3-46f0-9b6f-1cad97ba9f11 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '226e8124-04c7-4a60-90bc-864329d1a331', 'tempest-TagsExtTest-Tag-147317987') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:20.491626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:22:20.492006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:22:20.501009 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0124a62-3c85-43d1-b9c5-19a737370640 None None] Pushing event updated for resources: {'Port': ['ID=cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:20.503574 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9611e1fc-1bdb-4147-9433-8901d4126947 None None] Update dhcp port {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'fixed_ips': [{'subnet_id': '9ebd9033-e57a-43f4-8ef1-4a05c8cf7222', 'ip_address': '2001:db8::f816:3eff:fe11:7c6f'}, {'subnet_id': 'c0d97d92-7e51-4b98-a3ae-8e2a50505675'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': 'cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:22:20.528084 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e51146ed-438d-45c7-a288-b02748a76926 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5bfffc6c26c44daa786083f52a37425&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4767699 May 09 13:22:20.536607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56000) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:20.558585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9611e1fc-1bdb-4147-9433-8901d4126947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.599096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Made reservation on behalf of 4f91e4eb308c4fb1b7a7036641c61f30 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:20.602264 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.674329 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-ac06c8db-03d3-46f0-9b6f-1cad97ba9f11 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] show failed (client error): The resource could not be found. May 09 13:22:20.678358 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ac06c8db-03d3-46f0-9b6f-1cad97ba9f11 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331/tags/tempest-TagsExtTest-Tag-147317987 HTTP/1.1" status: 404 len: 328 time: 0.2074640 May 09 13:22:20.680026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56004) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:20.691881 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-4d709d7e-6ed5-4b10-aa58-44de3ddbfa22 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '226e8124-04c7-4a60-90bc-864329d1a331', 'tempest-TagsExtTest-Tag-127791133') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:20.722767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-18762900-2bfc-4568-80d6-b5a51318b8fc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.751239 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c3b1ec0-d8de-418f-b93d-f6a05883d0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.760450 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-18762900-2bfc-4568-80d6-b5a51318b8fc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/4567c8be-4249-487f-a727-99bc72ed07e9 HTTP/1.1" status: 204 len: 168 time: 1.2934248 May 09 13:22:20.766220 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56008) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:20.789900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-9611e1fc-1bdb-4147-9433-8901d4126947 None None] Allocated IP 172.20.0.2 (733a9858-46ec-4cf8-be89-833c62720969/c0d97d92-7e51-4b98-a3ae-8e2a50505675/cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:20.836542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c3b1ec0-d8de-418f-b93d-f6a05883d0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:20.886179 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-4d709d7e-6ed5-4b10-aa58-44de3ddbfa22 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] show failed (client error): The resource could not be found. May 09 13:22:20.887225 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4d709d7e-6ed5-4b10-aa58-44de3ddbfa22 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331/tags/tempest-TagsExtTest-Tag-127791133 HTTP/1.1" status: 404 len: 328 time: 0.2062931 May 09 13:22:20.890024 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56012) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:20.891468 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490d395-0320-4acd-bca4-253c5bcbf2a5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:20.893418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490d395-0320-4acd-bca4-253c5bcbf2a5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:20.894817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490d395-0320-4acd-bca4-253c5bcbf2a5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:20.895588 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4490d395-0320-4acd-bca4-253c5bcbf2a5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:20.897999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-3fdf608e-b29d-4a53-8b3a-58658ed944a4 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ae78c851-5966-4b38-acf6-9f2c15a28bd4', {'tags': ['tempest-TagsExtTest-Tag-1328890479', 'tempest-TagsExtTest-Tag-1230438995', 'tempest-TagsExtTest-Tag-1333788086']}) {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:20.929477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Allocated IP 172.20.0.13 (08a52ea3-5f76-49af-9b25-99334f043227/5223c720-486c-4a56-a6ff-adc45a45c389/fe5aed0e-1ae8-4a35-b6b1-178505e3a7db) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:20.931355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4490d395-0320-4acd-bca4-253c5bcbf2a5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:20.935663 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4490d395-0320-4acd-bca4-253c5bcbf2a5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1622026 May 09 13:22:20.935843 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56016) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:20.969971 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9611e1fc-1bdb-4147-9433-8901d4126947 None None] For port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:20.986227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:21.063846 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9611e1fc-1bdb-4147-9433-8901d4126947 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:21.064375 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3fdf608e-b29d-4a53-8b3a-58658ed944a4 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "PUT /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4/tags HTTP/1.1" status: 200 len: 318 time: 0.1733816 May 09 13:22:21.070278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56020) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:21.077846 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-f6f3b521-5ecb-4210-9908-3ee87d3e4374 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae78c851-5966-4b38-acf6-9f2c15a28bd4') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:21.086499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9611e1fc-1bdb-4147-9433-8901d4126947 None None] Transition to ACTIVE for port object cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:21.090522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9611e1fc-1bdb-4147-9433-8901d4126947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:21.228517 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c3b1ec0-d8de-418f-b93d-f6a05883d0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:21.249572 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611e1fc-1bdb-4147-9433-8901d4126947 None None] Pushing event updated for resources: {'Port': ['ID=cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:21.252953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:21.266483 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:21.280624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b1ec0-d8de-418f-b93d-f6a05883d0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594e62e4-6f09-4c96-a411-d4c2951d9b96,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:21.289603 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Transition to ACTIVE for port object fe5aed0e-1ae8-4a35-b6b1-178505e3a7db will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:21.337304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7c3b1ec0-d8de-418f-b93d-f6a05883d0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:21.338983 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7c3b1ec0-d8de-418f-b93d-f6a05883d0f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/594e62e4-6f09-4c96-a411-d4c2951d9b96 HTTP/1.1" status: 204 len: 168 time: 0.7951844 May 09 13:22:21.386939 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f6f3b521-5ecb-4210-9908-3ee87d3e4374 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4/tags HTTP/1.1" status: 204 len: 168 time: 0.3158183 May 09 13:22:21.389777 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:21.392313 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56028) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:21.398939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-69e1bdfc-7cc2-4325-85d1-29645ecc1c08 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae78c851-5966-4b38-acf6-9f2c15a28bd4', 'tempest-TagsExtTest-Tag-1328890479') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:21.553841 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-69e1bdfc-7cc2-4325-85d1-29645ecc1c08 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] show failed (client error): The resource could not be found. May 09 13:22:21.556131 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-69e1bdfc-7cc2-4325-85d1-29645ecc1c08 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4/tags/tempest-TagsExtTest-Tag-1328890479 HTTP/1.1" status: 404 len: 329 time: 0.1610975 May 09 13:22:21.559171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56032) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:21.567562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:21.572123 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Network 08a52ea3-5f76-49af-9b25-99334f043227 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:21.573500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-ae5edb2c-44a5-4dd7-bb57-907afe3a09b4 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae78c851-5966-4b38-acf6-9f2c15a28bd4', 'tempest-TagsExtTest-Tag-1230438995') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:21.585978 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34776984-6e28-4d90-bb85-5c1740ff5af8 req-2d80ec38-427a-4fff-91be-67ccaaacfa81 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:21.587527 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-34776984-6e28-4d90-bb85-5c1740ff5af8 req-2d80ec38-427a-4fff-91be-67ccaaacfa81 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 932 time: 0.2568016 May 09 13:22:21.588432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:21.590950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:21.657395 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-ae5edb2c-44a5-4dd7-bb57-907afe3a09b4 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] show failed (client error): The resource could not be found. May 09 13:22:21.659094 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ae5edb2c-44a5-4dd7-bb57-907afe3a09b4 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4/tags/tempest-TagsExtTest-Tag-1230438995 HTTP/1.1" status: 404 len: 329 time: 0.0970361 May 09 13:22:21.665390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56036) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:21.679291 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-f25a5469-a63f-4944-9e07-0b9393a3fbbd tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae78c851-5966-4b38-acf6-9f2c15a28bd4', 'tempest-TagsExtTest-Tag-1333788086') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:21.696612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97c9600-25d6-4d89-b2df-273ffe77f9a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 9ebd9033-e57a-43f4-8ef1-4a05c8cf7222 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:21.706343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a97c9600-25d6-4d89-b2df-273ffe77f9a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:21.792042 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-f25a5469-a63f-4944-9e07-0b9393a3fbbd tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] show failed (client error): The resource could not be found. May 09 13:22:21.796548 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f25a5469-a63f-4944-9e07-0b9393a3fbbd tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4/tags/tempest-TagsExtTest-Tag-1333788086 HTTP/1.1" status: 404 len: 329 time: 0.1292655 May 09 13:22:21.797527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'Port': ['ID=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:21.807752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56042) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:21.822413 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-6468ed14-32ab-4236-ade4-323e3204f2d1 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae78c851-5966-4b38-acf6-9f2c15a28bd4') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:21.835376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a97c9600-25d6-4d89-b2df-273ffe77f9a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:21.872278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:21.873191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:21.910193 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-34776984-6e28-4d90-bb85-5c1740ff5af8 req-542e1f40-e0ba-4aad-9e03-2c69e4dda116 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254201 May 09 13:22:21.920022 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-d1660952-323a-4f6c-a7db-26d5dddc63b6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8386817 May 09 13:22:21.933704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Request body: {'port': {'device_id': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:21.958571 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6468ed14-32ab-4236-ade4-323e3204f2d1 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4/tags HTTP/1.1" status: 204 len: 168 time: 0.1443102 May 09 13:22:21.963085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56050) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:21.976510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.tag.tag_plugin [None req-d63c0f27-5d79-4cb1-9cb6-524c000feb71 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '226e8124-04c7-4a60-90bc-864329d1a331') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:22.036298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:22.069383 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:22.073091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-45760474-fec1-463d-a3f2-779a544f62a0 None None] Provisioning for port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:22.083625 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-45760474-fec1-463d-a3f2-779a544f62a0 None None] Provisioning complete for port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:22.084508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45760474-fec1-463d-a3f2-779a544f62a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:22.115690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a97c9600-25d6-4d89-b2df-273ffe77f9a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:22.156577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Deleting port b885df9d-4487-4543-8e53-d9a357c8bb55 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:22.156912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:22.262047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-45760474-fec1-463d-a3f2-779a544f62a0 None None] Port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:22:22.417053 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d63c0f27-5d79-4cb1-9cb6-524c000feb71 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331/tags HTTP/1.1" status: 204 len: 168 time: 0.4528944 May 09 13:22:22.420115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56058) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:22.430389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a97c9600-25d6-4d89-b2df-273ffe77f9a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:22.437047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] For port b885df9d-4487-4543-8e53-d9a357c8bb55, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b885df9d-4487-4543-8e53-d9a357c8bb55,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:22.437543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:22.438767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-f7957ae9-f71e-4dcb-b459-996ffa679dd8 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99c082d0-b6cf-4e34-bfb7-d6697afd4c25') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:22.630801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c9600-25d6-4d89-b2df-273ffe77f9a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=9ebd9033-e57a-43f4-8ef1-4a05c8cf7222,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:22.700004 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f7957ae9-f71e-4dcb-b459-996ffa679dd8 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25/tags HTTP/1.1" status: 204 len: 168 time: 0.2772350 May 09 13:22:22.700431 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-12ed334b-2fef-40e2-b4e1-3abe18d8cfff None None] Provisioning for port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:22.703457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56066) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:22.711207 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.tag.tag_plugin [None req-8d5cdfd7-979c-4d3a-b6ae-87f3f9567916 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '68b24d1b-89fe-4c92-a54b-0a4145568f06') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:22.711439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-12ed334b-2fef-40e2-b4e1-3abe18d8cfff None None] Provisioning complete for port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:22.713878 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-12ed334b-2fef-40e2-b4e1-3abe18d8cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:22.758952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Calling delete_port for b885df9d-4487-4543-8e53-d9a357c8bb55 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:22.784667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5aed0e-1ae8-4a35-b6b1-178505e3a7db {{(pid=83894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:22:22.795067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:22.857506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Transition to ACTIVE for port object fe5aed0e-1ae8-4a35-b6b1-178505e3a7db will not be triggered until provisioned by entity L2. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:22.873976 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:22.966546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a97c9600-25d6-4d89-b2df-273ffe77f9a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:22.977545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:23.011304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-12ed334b-2fef-40e2-b4e1-3abe18d8cfff None None] Could not find standard attr ID for object 4567c8be-4249-487f-a727-99bc72ed07e9. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:22:23.026124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56074) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:23.047220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb24bab-7ffc-4f69-bbc2-5a5fd9c4ee48 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:23.070811 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:23.124525 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event deleted for resources: {'Port': ['ID=b885df9d-4487-4543-8e53-d9a357c8bb55,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:23.133158 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a97c9600-25d6-4d89-b2df-273ffe77f9a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/9ebd9033-e57a-43f4-8ef1-4a05c8cf7222 HTTP/1.1" status: 204 len: 168 time: 2.1957989 May 09 13:22:23.141950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56080) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:23.198116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-34b73982-95f1-484c-97f9-dd602e5a6581 None None] Could not find standard attr ID for object 4567c8be-4249-487f-a727-99bc72ed07e9. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:22:23.239968 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0828f531-4e78-43a3-966f-341980ada5bf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet c0d97d92-7e51-4b98-a3ae-8e2a50505675 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:23.256309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0828f531-4e78-43a3-966f-341980ada5bf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:23.342730 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8d5cdfd7-979c-4d3a-b6ae-87f3f9567916 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06/tags HTTP/1.1" status: 204 len: 168 time: 0.6380866 May 09 13:22:23.363865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56084) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:23.436577 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b885df9d-4487-4543-8e53-d9a357c8bb55 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:23.442256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66682d73-00e9-4663-96a8-b925cfb338a5 req-0713ef96-fb09-4915-a71f-b11b5a43a567 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:23.442982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-66682d73-00e9-4663-96a8-b925cfb338a5 req-0713ef96-fb09-4915-a71f-b11b5a43a567 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Synchronizing usage tracker for tenant:4f91e4eb308c4fb1b7a7036641c61f30 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:23.454779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Attempting to bind port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:23.455664 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Attempting to bind port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'c327239d-6c77-413d-95ce-c8e727db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:23.455982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Attempting to bind port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db on network 08a52ea3-5f76-49af-9b25-99334f043227 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:23.471830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db on network 08a52ea3-5f76-49af-9b25-99334f043227 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:22:23.471830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Attempting to bind port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db on network 08a52ea3-5f76-49af-9b25-99334f043227 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:23.480057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:23.480414 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Checking segment: {'id': 'c327239d-6c77-413d-95ce-c8e727db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:23.481072 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Bound using segment: {'id': 'c327239d-6c77-413d-95ce-c8e727db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227'} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:23.481519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Bound port: fe5aed0e-1ae8-4a35-b6b1-178505e3a7db, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c327239d-6c77-413d-95ce-c8e727db55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227'}}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:23.481851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:23.494049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-66682d73-00e9-4663-96a8-b925cfb338a5 req-0713ef96-fb09-4915-a71f-b11b5a43a567 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Unset dirty status for tenant:4f91e4eb308c4fb1b7a7036641c61f30 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:23.494735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: b885df9d-4487-4543-8e53-d9a357c8bb55 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:22:23.495086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b885df9d-4487-4543-8e53-d9a357c8bb55 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 09 13:22:23.500655 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-66682d73-00e9-4663-96a8-b925cfb338a5 req-0713ef96-fb09-4915-a71f-b11b5a43a567 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 944 time: 0.3013589 May 09 13:22:23.540481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Port b885df9d-4487-4543-8e53-d9a357c8bb55 not found, will not notify nova. {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 09 13:22:23.541086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:23.552476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:23.640217 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-66682d73-00e9-4663-96a8-b925cfb338a5 req-bf8db789-2df2-4c7b-b1dd-e306971cc220 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368594 May 09 13:22:23.671688 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:23.672065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:23.672246 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] For port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db, host hv-neutron-8408, cleared binding levels {{(pid=83894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:23.676475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] For port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:23.682240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:23.754057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:23.755413 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] 10.222.0.57 "PUT /v2.0/ports/fe5aed0e-1ae8-4a35-b6b1-178505e3a7db HTTP/1.1" status: 200 len: 1094 time: 1.8283513 May 09 13:22:23.755847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:22:23.787782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7473c2-a7d6-4dea-820b-25e3f0f0dbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,revision_number=3']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:23.865522 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be05279-4c0f-4839-b337-d40c58223d35'] response: {'name': 'network-changed', 'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'status': 'completed', 'code': 200} May 09 13:22:23.870493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0828f531-4e78-43a3-966f-341980ada5bf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:23.903716 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-3ce7fa0f-82ed-4897-bf3b-40900cc7ca2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f91e4eb308c4fb1b7a7036641c61f30&device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 1097 time: 0.0999439 May 09 13:22:23.928605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-295721281'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:23.944310 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:23.960287 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Usage tracker for resource:network and tenant:61d07e313fb14e24b6b54d43867ee09f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:23.967483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:23.982791 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-4eab3b0b-d4db-46a7-959d-0ff5fb3275f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db HTTP/1.1" status: 200 len: 217 time: 0.0702758 May 09 13:22:24.058202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bbbf0555-83f4-44d3-8e51-67f6ca7f3c74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:24.059877 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-bbbf0555-83f4-44d3-8e51-67f6ca7f3c74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5223c720-486c-4a56-a6ff-adc45a45c389 HTTP/1.1" status: 200 len: 835 time: 0.0701654 May 09 13:22:24.116330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:24.138762 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-eef73a8c-7c89-48e6-82d6-3b52c5afadfa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08a52ea3-5f76-49af-9b25-99334f043227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724247 May 09 13:22:24.160214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.175076 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:24.178096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.202755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.219756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.278488 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca93294a-d6c3-4845-acbe-55adfb526cf2 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:22:24.282709 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-2cf6fed9-c4f9-4eae-afe0-789c81e0a70f service neutron] 10.222.0.57 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385698 May 09 13:22:24.289648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0828f531-4e78-43a3-966f-341980ada5bf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.323899 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2925898a-4e4e-4f18-a56a-e13f38e51c2a None None] Provisioning complete for port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:24.324368 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2925898a-4e4e-4f18-a56a-e13f38e51c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.334885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:24.351828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.352328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a369ffff-e717-4f5c-b608-4a306bcf4b12 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:22:24.361945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Usage tracker for resource:security_group_rule and tenant:61d07e313fb14e24b6b54d43867ee09f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:24.367160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.373830 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-97db8de7-6a10-4dea-adb7-535a279335dc tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "DELETE /v2.0/routers/a369ffff-e717-4f5c-b608-4a306bcf4b12 HTTP/1.1" status: 204 len: 168 time: 3.9324670 May 09 13:22:24.373830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56090) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:24.375411 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:24.383165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-05db35d2-6723-4723-86ef-8b6dade56400 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks [] for subnetpool, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.384133 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-05db35d2-6723-4723-86ef-8b6dade56400 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/subnetpools/ae78c851-5966-4b38-acf6-9f2c15a28bd4 HTTP/1.1" status: 204 len: 168 time: 1.0160604 May 09 13:22:24.387917 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-318754943', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:24.398407 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:24.401181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56094) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:24.404141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:24.443715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Usage tracker for resource:router and tenant:2fd14dcf51d74fdf9ab70e44b3ed5105 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:24.452991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:24.471535 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-888bd3d9-0734-481e-b80b-fc68f2a7500a tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "GET /v2.0/ports?device_id=226e8124-04c7-4a60-90bc-864329d1a331 HTTP/1.1" status: 200 len: 205 time: 0.0669098 May 09 13:22:24.472865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56098) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:24.472997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:24.494509 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.495818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.506602 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0828f531-4e78-43a3-966f-341980ada5bf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.506858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93294a-d6c3-4845-acbe-55adfb526cf2 None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:22:24.563890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828f531-4e78-43a3-966f-341980ada5bf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d97d92-7e51-4b98-a3ae-8e2a50505675,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:24.583887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0828f531-4e78-43a3-966f-341980ada5bf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.599479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.702813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-672cfdf0-fa4d-46db-99b7-e622b195e621 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.759719 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9300d1d5-bc78-4ec6-a3b0-11cf09af9dfe req-c76ca549-fcaf-4612-a949-b180cc4c536e service neutron] 10.222.0.57 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711509 May 09 13:22:24.808929 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0828f531-4e78-43a3-966f-341980ada5bf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/c0d97d92-7e51-4b98-a3ae-8e2a50505675 HTTP/1.1" status: 204 len: 168 time: 1.6659164 May 09 13:22:24.817312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56104) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:24.898925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.901197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4123135c-34fb-4b11-add2-9262b9274dcc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:router {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:24.907515 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.926816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d54453-5132-4d97-b186-93ae46e8ce64 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:24.944701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4123135c-34fb-4b11-add2-9262b9274dcc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:router {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:24.945928 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4123135c-34fb-4b11-add2-9262b9274dcc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1279082 May 09 13:22:24.951455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:22:24.952251 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56108) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:24.954758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.961506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:24.979108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:24.979108 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Added segment e5bd6350-7451-48de-96eb-065f701d8456 of type vlan for network 28198272-2a6a-4698-92b1-8626f684ebaa May 09 13:22:24.981358 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d31751-2bec-4709-bdf4-22c642927480,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:25.028739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:25.138747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:25.144126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:25.145289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:25.215331 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560b7a85-28d3-471c-bdbf-0ebd067554ec None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:22:25.219558 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-560b7a85-28d3-471c-bdbf-0ebd067554ec None None] Deleting port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:25.220131 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-560b7a85-28d3-471c-bdbf-0ebd067554ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:25.268979 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2315531 May 09 13:22:25.295014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7757b1e-7469-4522-a2cd-05627b33503e tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Network': ['ID=28198272-2a6a-4698-92b1-8626f684ebaa,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:25.325434 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 28198272-2a6a-4698-92b1-8626f684ebaa details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:22:25.351176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:25.375482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb7dde-f29a-45f6-b8c4-3d13526f2824 req-1ddb66cf-77e8-455b-8edb-2b2c20bc6468 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:25.376305 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c6bb7dde-f29a-45f6-b8c4-3d13526f2824 req-1ddb66cf-77e8-455b-8edb-2b2c20bc6468 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 944 time: 0.5586200 May 09 13:22:25.394205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:25.395115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:25.406021 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-788c4b16-60e1-4d51-acca-dbc4ed6a247d req-6840cc53-5b09-4a1d-b321-c4cf6d4ea627 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f91e4eb308c4fb1b7a7036641c61f30&device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 1097 time: 0.5514960 May 09 13:22:25.433369 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:25.438225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-672cfdf0-fa4d-46db-99b7-e622b195e621 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:25.440159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:25.461110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:25.515858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-672cfdf0-fa4d-46db-99b7-e622b195e621 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:25.565560 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c6bb7dde-f29a-45f6-b8c4-3d13526f2824 req-fdb5680a-43d0-4f88-8e73-8a10b5938683 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882420 May 09 13:22:25.565898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:25.599934 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Allocated IP 172.26.1.248 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/448f610e-94cd-4f7b-aeb4-f67a14777b31) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:25.696314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-672cfdf0-fa4d-46db-99b7-e622b195e621 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:25.697615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672cfdf0-fa4d-46db-99b7-e622b195e621 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Fanout notify agent at l3_agent the message router_deleted on router 226e8124-04c7-4a60-90bc-864329d1a331 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:22:25.723415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-560b7a85-28d3-471c-bdbf-0ebd067554ec None None] For port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:25.725224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-560b7a85-28d3-471c-bdbf-0ebd067554ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:25.878497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-560b7a85-28d3-471c-bdbf-0ebd067554ec None None] Calling delete_port for cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:25.885705 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-672cfdf0-fa4d-46db-99b7-e622b195e621 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:25.889209 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-672cfdf0-fa4d-46db-99b7-e622b195e621 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/routers/226e8124-04c7-4a60-90bc-864329d1a331 HTTP/1.1" status: 204 len: 168 time: 1.4139998 May 09 13:22:25.890513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56112) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:25.895142 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:25.938691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4b16-60e1-4d51-acca-dbc4ed6a247d req-63ca9862-9194-4868-b3e9-97d608928630 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:25.940322 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-788c4b16-60e1-4d51-acca-dbc4ed6a247d req-63ca9862-9194-4868-b3e9-97d608928630 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08a52ea3-5f76-49af-9b25-99334f043227 HTTP/1.1" status: 200 len: 898 time: 0.5257809 May 09 13:22:25.956801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-560b7a85-28d3-471c-bdbf-0ebd067554ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:26.002992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:26.010437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b7a85-28d3-471c-bdbf-0ebd067554ec None None] Pushing event deleted for resources: {'Port': ['ID=cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:26.024380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560b7a85-28d3-471c-bdbf-0ebd067554ec None None] No DVR routers for this DVR port cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:22:26.044799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:26.104661 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-788c4b16-60e1-4d51-acca-dbc4ed6a247d req-cf286cb7-ac8e-4a4b-97fe-e0baec7eb8bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db HTTP/1.1" status: 200 len: 217 time: 0.1096673 May 09 13:22:26.114356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:26.117989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:26.119959 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Pushing event updated for resources: {'Port': ['ID=448f610e-94cd-4f7b-aeb4-f67a14777b31,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:26.122133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:26.150399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-d94f0448-c3b5-4fcf-b1d3-0091987497f5 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Deleting port 99c082d0-b6cf-4e34-bfb7-d6697afd4c25 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:26.150734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d94f0448-c3b5-4fcf-b1d3-0091987497f5 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:26.237884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4b16-60e1-4d51-acca-dbc4ed6a247d req-48a524ed-5661-4868-926c-0e2c7b53c7fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:26.239311 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-788c4b16-60e1-4d51-acca-dbc4ed6a247d req-48a524ed-5661-4868-926c-0e2c7b53c7fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5223c720-486c-4a56-a6ff-adc45a45c389 HTTP/1.1" status: 200 len: 835 time: 0.1239879 May 09 13:22:26.282017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:26.282829 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:26.509707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Router 7d800352-3e38-4b04-9138-eee8345bf3ac is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:22:26.571680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d94f0448-c3b5-4fcf-b1d3-0091987497f5 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:26.701627 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-788c4b16-60e1-4d51-acca-dbc4ed6a247d req-13d6c32a-cfc3-4855-97f9-cb03719f1559 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08a52ea3-5f76-49af-9b25-99334f043227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4323311 May 09 13:22:26.707861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-d94f0448-c3b5-4fcf-b1d3-0091987497f5 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Calling delete_port for 99c082d0-b6cf-4e34-bfb7-d6697afd4c25 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:26.745446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:22:26.758745 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905675b-a903-4a6e-b221-84edd8c067e6 None None] Sync routers for ids ['7d800352-3e38-4b04-9138-eee8345bf3ac'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:22:26.772082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:26.773378 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0df9f7ac-052d-4571-93bd-1aa3e1bc2f90 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3927169 May 09 13:22:26.776339 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56118) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:26.778099 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905675b-a903-4a6e-b221-84edd8c067e6 None None] Routers {'7d800352-3e38-4b04-9138-eee8345bf3ac'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:26.779074 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-0905675b-a903-4a6e-b221-84edd8c067e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7d800352-3e38-4b04-9138-eee8345bf3ac'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:26.782489 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3ea247fa-aaa1-4797-b0c8-0b4483765a85 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'enable_snat': False}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:26.853112 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-0905675b-a903-4a6e-b221-84edd8c067e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:26.868215 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905675b-a903-4a6e-b221-84edd8c067e6 None None] Routers {'7d800352-3e38-4b04-9138-eee8345bf3ac'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:26.869204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-0905675b-a903-4a6e-b221-84edd8c067e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7d800352-3e38-4b04-9138-eee8345bf3ac'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:26.992281 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-0905675b-a903-4a6e-b221-84edd8c067e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:26.993229 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905675b-a903-4a6e-b221-84edd8c067e6 None None] The sync data for ids ['7d800352-3e38-4b04-9138-eee8345bf3ac'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:22:27.142055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.objects.ports [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83894) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:22:27.146629 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-788c4b16-60e1-4d51-acca-dbc4ed6a247d req-dfc80509-deeb-4076-ba17-25a44180168b service neutron] 10.222.0.57 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027033 May 09 13:22:27.152329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:27.176522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:22:27.226556 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46d2f5-f4e9-4878-8c30-fbf861fd3992 req-b3d4656f-fb78-40e3-9bab-4b7f5a563b77 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:27.228031 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7e46d2f5-f4e9-4878-8c30-fbf861fd3992 req-b3d4656f-fb78-40e3-9bab-4b7f5a563b77 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 944 time: 0.4851656 May 09 13:22:27.247550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d94f0448-c3b5-4fcf-b1d3-0091987497f5 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:27.251294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:22:27.251972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd4c4847-3f11-4aac-b6a2-c5a6c7c1d92c not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:22:27.482545 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4406544b-5267-47e7-8fce-676d2ffddc54 req-0dad56ac-ffeb-4ce3-8d44-aba28d21ff25 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978603 May 09 13:22:27.494065 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:27.512214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:27.521857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f0448-c3b5-4fcf-b1d3-0091987497f5 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Pushing event deleted for resources: {'Port': ['ID=99c082d0-b6cf-4e34-bfb7-d6697afd4c25,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:27.529141 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cc6d75-44b3-4df6-9396-7ef8e4f0c189 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:27.529404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:27.529988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:27.545700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3ea247fa-aaa1-4797-b0c8-0b4483765a85 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:27.557348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=b2cde65c-cd09-4689-8026-49ecbf031a0d,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:27.587057 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7e46d2f5-f4e9-4878-8c30-fbf861fd3992 req-80e4cff4-f330-4237-8dea-df6d2778ac17 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485429 May 09 13:22:27.588301 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-06d43fd0-e9ef-4bc3-8e40-91b1bf17ac4e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6332169 May 09 13:22:27.592323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56122) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:27.647544 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:27.669709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device fe5aed0e-1ae8-4a35-b6b1-178505e3a7db details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:22:27.811293 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d94f0448-c3b5-4fcf-b1d3-0091987497f5 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:27.817104 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d94f0448-c3b5-4fcf-b1d3-0091987497f5 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/ports/99c082d0-b6cf-4e34-bfb7-d6697afd4c25 HTTP/1.1" status: 204 len: 168 time: 1.9228570 May 09 13:22:27.818495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56126) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:27.820520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:27.851231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'port_id': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'mac_address': 'fa:16:3e:fe:70:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:22:27.943893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.009103 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-788c4b16-60e1-4d51-acca-dbc4ed6a247d req-a3304c2e-2ad6-426f-b1a1-6ad4bb683882 service neutron] 10.222.0.57 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8524253 May 09 13:22:28.065658 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4406544b-5267-47e7-8fce-676d2ffddc54 req-e1119559-d01d-4097-b023-713d0db16307 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 1099 time: 0.4587727 May 09 13:22:28.077500 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5aed0e-1ae8-4a35-b6b1-178505e3a7db {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:22:28.094459 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': 'b2cde65c-cd09-4689-8026-49ecbf031a0d'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:28.097719 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.127856 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:28.173497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.188290 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:28.196595 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:28.201169 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:28.216981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:28.227186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f3c04d-1f95-4a59-b786-9250af7dd833 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Deleting subnet 68b24d1b-89fe-4c92-a54b-0a4145568f06 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:28.231104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c04d-1f95-4a59-b786-9250af7dd833 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.273136 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406544b-5267-47e7-8fce-676d2ffddc54 req-f276ee99-95dc-4035-af22-e7cf2a992e09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:28.274966 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4406544b-5267-47e7-8fce-676d2ffddc54 req-f276ee99-95dc-4035-af22-e7cf2a992e09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 912 time: 0.1783006 May 09 13:22:28.296457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c04d-1f95-4a59-b786-9250af7dd833 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.323918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:28.360260 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Allocated IP 2001:db8::f816:3eff:fee9:44b5 (733a9858-46ec-4cf8-be89-833c62720969/b2cde65c-cd09-4689-8026-49ecbf031a0d/0e7312ba-28e2-4efb-9ebc-f96a4560ab26) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:28.386032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c04d-1f95-4a59-b786-9250af7dd833 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.468025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c04d-1f95-4a59-b786-9250af7dd833 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.508937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:28.512308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.529880 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c04d-1f95-4a59-b786-9250af7dd833 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.541342 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c7f3c04d-1f95-4a59-b786-9250af7dd833 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/subnets/68b24d1b-89fe-4c92-a54b-0a4145568f06 HTTP/1.1" status: 204 len: 168 time: 0.6518867 May 09 13:22:28.543524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3c04d-1f95-4a59-b786-9250af7dd833 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Pushing event deleted for resources: {'Subnet': ['ID=68b24d1b-89fe-4c92-a54b-0a4145568f06,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:28.545100 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56130) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:28.599161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3ea247fa-aaa1-4797-b0c8-0b4483765a85 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.605911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3ea247fa-aaa1-4797-b0c8-0b4483765a85 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.621958 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.651725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Transition to ACTIVE for port object 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:28.704407 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Transition to ACTIVE for port object 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:28.717088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bcb97e-d35b-41d1-9609-5322f543d112 None None] Network 40f7f64c-2bbd-4223-97df-c50e9955aa25 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:28.738245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56136) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:28.744549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['fe5aed0e-1ae8-4a35-b6b1-178505e3a7db'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:22:28.766074 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'subnet': {'network_id': '28198272-2a6a-4698-92b1-8626f684ebaa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:28.783087 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4406544b-5267-47e7-8fce-676d2ffddc54 req-b9e5b172-ef1a-4e53-871f-91b22e8154a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9337cc3-a94d-4fc0-b44a-567707b990ff HTTP/1.1" status: 200 len: 1002 time: 0.4983392 May 09 13:22:28.862515 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.866237 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406544b-5267-47e7-8fce-676d2ffddc54 req-600e9192-cd03-4ddd-87d8-6fc08c27c409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:28.867656 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4406544b-5267-47e7-8fce-676d2ffddc54 req-600e9192-cd03-4ddd-87d8-6fc08c27c409 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.0733442 May 09 13:22:28.938253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:28.972890 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4406544b-5267-47e7-8fce-676d2ffddc54 req-260ddf47-526f-4250-ad88-2c03a1e97d14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0993285 May 09 13:22:28.983886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea247fa-aaa1-4797-b0c8-0b4483765a85 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Router 7d800352-3e38-4b04-9138-eee8345bf3ac has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:22:29.003940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:29.010016 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Deleting port 01e66a79-b030-4e51-a884-fb115773b3d1 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:29.010354 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:29.034606 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:29.035244 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Pushing event updated for resources: {'Port': ['ID=0e7312ba-28e2-4efb-9ebc-f96a4560ab26,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:29.036866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Usage tracker for resource:subnet and tenant:61d07e313fb14e24b6b54d43867ee09f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:29.040647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:29.048001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:29.060065 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:29.071239 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:29.155025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:29.183585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800a4f9-7fe9-4383-b81c-a7973c159009 req-85bfbfae-b409-4ed4-b207-d9fc99897d49 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:29.185031 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9800a4f9-7fe9-4383-b81c-a7973c159009 req-85bfbfae-b409-4ed4-b207-d9fc99897d49 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 945 time: 0.4021704 May 09 13:22:29.237162 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4406544b-5267-47e7-8fce-676d2ffddc54 req-48a53991-b3ba-4c04-86ae-d012baf747c7 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546086 May 09 13:22:29.253382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Attempting to bind port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:29.254454 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Attempting to bind port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:29.254814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Attempting to bind port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:29.280920 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:29.281838 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:29.281838 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:29.282057 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:29.282497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Bound port: 0e7312ba-28e2-4efb-9ebc-f96a4560ab26, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:29.282856 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:29.411350 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4406544b-5267-47e7-8fce-676d2ffddc54 req-9669f10f-2e69-4f7c-9c7e-4040bc5a7164 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654139 May 09 13:22:29.439085 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4b3d53-6fa6-4b09-b80b-3d312f36b5f3 None None] DHCP port deletion for 40f7f64c-2bbd-4223-97df-c50e9955aa25 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:22:29.459871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] For port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:29.463169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea247fa-aaa1-4797-b0c8-0b4483765a85 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:22:29.465125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b3d53-6fa6-4b09-b80b-3d312f36b5f3 None None] Deleting port 01e66a79-b030-4e51-a884-fb115773b3d1 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:29.465894 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3d53-6fa6-4b09-b80b-3d312f36b5f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:29.477131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3ea247fa-aaa1-4797-b0c8-0b4483765a85 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:29.482138 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3ea247fa-aaa1-4797-b0c8-0b4483765a85 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "PUT /v2.0/routers/7d800352-3e38-4b04-9138-eee8345bf3ac HTTP/1.1" status: 200 len: 921 time: 2.7046201 May 09 13:22:29.482775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56140) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:29.499019 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55660c-cc0f-4b3e-a291-d86e37da4a25 None None] Sync routers for ids ['7d800352-3e38-4b04-9138-eee8345bf3ac'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:22:29.521540 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] For port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0e7312ba-28e2-4efb-9ebc-f96a4560ab26,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:29.537730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:29.540778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:29.619435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2015c59-3c32-4673-9a48-5a68c3e3fca6 None None] Pushing event updated for resources: {'Port': ['ID=0e7312ba-28e2-4efb-9ebc-f96a4560ab26,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:29.668968 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9800a4f9-7fe9-4383-b81c-a7973c159009 req-ad9961d1-4e53-4e89-bb1d-82e37e1d8cd8 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4323318 May 09 13:22:29.690760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] For port 01e66a79-b030-4e51-a884-fb115773b3d1, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=01e66a79-b030-4e51-a884-fb115773b3d1,segment=NetworkSegment(336eb9d2-bcd1-421e-8bc2-a7ae1a003010),segment_id=336eb9d2-bcd1-421e-8bc2-a7ae1a003010)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:29.690760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:29.704012 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55660c-cc0f-4b3e-a291-d86e37da4a25 None None] Routers {'7d800352-3e38-4b04-9138-eee8345bf3ac'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:29.704640 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1d55660c-cc0f-4b3e-a291-d86e37da4a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7d800352-3e38-4b04-9138-eee8345bf3ac'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:29.788388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1d55660c-cc0f-4b3e-a291-d86e37da4a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:29.854304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:29.868375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55660c-cc0f-4b3e-a291-d86e37da4a25 None None] Routers {'7d800352-3e38-4b04-9138-eee8345bf3ac'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:29.869002 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1d55660c-cc0f-4b3e-a291-d86e37da4a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7d800352-3e38-4b04-9138-eee8345bf3ac'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:29.871338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Calling delete_port for 01e66a79-b030-4e51-a884-fb115773b3d1 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:29.884562 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0391e488-f95d-4d1a-b280-5c2cb683caea tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/routers/7d800352-3e38-4b04-9138-eee8345bf3ac HTTP/1.1" status: 200 len: 921 time: 0.4005878 May 09 13:22:29.887269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56144) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:29.974024 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-febce5df-d975-45a3-b13b-35dc31a94b7c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&device_id=7d800352-3e38-4b04-9138-eee8345bf3ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0855153 May 09 13:22:29.976611 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56148) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:29.980130 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1d55660c-cc0f-4b3e-a291-d86e37da4a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:29.980594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55660c-cc0f-4b3e-a291-d86e37da4a25 None None] The sync data for ids ['7d800352-3e38-4b04-9138-eee8345bf3ac'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:22:29.999448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:30.009351 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:30.012251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-aa4b3d53-6fa6-4b09-b80b-3d312f36b5f3 None None] For port 01e66a79-b030-4e51-a884-fb115773b3d1, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=01e66a79-b030-4e51-a884-fb115773b3d1,segment=NetworkSegment(336eb9d2-bcd1-421e-8bc2-a7ae1a003010),segment_id=336eb9d2-bcd1-421e-8bc2-a7ae1a003010)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:30.022212 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3d53-6fa6-4b09-b80b-3d312f36b5f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.087101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:30.092451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.093504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=e9dee4ad-d148-4ab7-8d17-941627ffea83,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:30.127936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.168440 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1bc666-0f09-4644-b2dd-0c23364b7679 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:30.170349 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ab1bc666-0f09-4644-b2dd-0c23364b7679 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/networks/f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 881 time: 0.1927860 May 09 13:22:30.174315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56152) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:30.189350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b3d53-6fa6-4b09-b80b-3d312f36b5f3 None None] Calling delete_port for 01e66a79-b030-4e51-a884-fb115773b3d1 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:30.192145 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Pushing event deleted for resources: {'Port': ['ID=01e66a79-b030-4e51-a884-fb115773b3d1,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:30.236743 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2c3d5c79-6bf8-438d-bdef-34aad391cf75 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6126225 May 09 13:22:30.237519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56156) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:30.243804 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'mac_address': 'fa:16:3e:3d:46:59', 'name': 'tempest-NetworksTestDHCPv6-599177589'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:30.258679 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-38f9f4b2-d40c-4f82-89e6-71e37ee378d7 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d800352-3e38-4b04-9138-eee8345bf3ac HTTP/1.1" status: 200 len: 205 time: 0.0735252 May 09 13:22:30.259716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] No DVR routers for this DVR port 01e66a79-b030-4e51-a884-fb115773b3d1 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:22:30.261302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56160) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:30.275694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-aa4b3d53-6fa6-4b09-b80b-3d312f36b5f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:22:30.276039 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-aa4b3d53-6fa6-4b09-b80b-3d312f36b5f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:22:30.372687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.438283 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.490641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f7f64c-2bbd-4223-97df-c50e9955aa25']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:30.503719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Subnet': ['ID=e332e32a-2f1c-4b65-ae4b-adcc331d340c,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:30.511074 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336eb9d2-bcd1-421e-8bc2-a7ae1a003010') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:30.511371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336eb9d2-bcd1-421e-8bc2-a7ae1a003010') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:30.514660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:30.520426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:30.524567 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:30.527225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.532307 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:30.536964 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Checking segment: {'id': 'e5bd6350-7451-48de-96eb-065f701d8456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '28198272-2a6a-4698-92b1-8626f684ebaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:30.537724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network hostable DHCP agents. Network: 28198272-2a6a-4698-92b1-8626f684ebaa, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:22:30.548123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:30.556398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.564495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:22:30.564895 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:22:30.588906 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:22:30.654889 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network 28198272-2a6a-4698-92b1-8626f684ebaa is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:22:30.672672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 28198272-2a6a-4698-92b1-8626f684ebaa) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:30.676765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.679205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:30.679962 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.687785 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c8d3e8-15a9-49a6-ba03-a29d06c591eb None None] Network 28198272-2a6a-4698-92b1-8626f684ebaa requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:30.701729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.701883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.715697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.719546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] Pushing event deleted for resources: {'Network': ['ID=40f7f64c-2bbd-4223-97df-c50e9955aa25,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:30.728224 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0c4c9673-9fee-4f37-a6a1-8a986d9cc4d2 tempest-TagsExtTest-1245338535 tempest-TagsExtTest-1245338535-project] 10.222.0.44 "DELETE /v2.0/networks/40f7f64c-2bbd-4223-97df-c50e9955aa25 HTTP/1.1" status: 204 len: 168 time: 2.1295958 May 09 13:22:30.736274 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-712746a9-2b63-4211-81ac-42fe4ef51124 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9969137 May 09 13:22:30.737451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56166) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:30.743570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-123215617'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:30.748548 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:30.752812 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Usage tracker for resource:network and tenant:61d07e313fb14e24b6b54d43867ee09f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:30.756173 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:30.762407 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:30.784416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:30.791188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.824087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b3d53-6fa6-4b09-b80b-3d312f36b5f3 None None] Deleting port 01e66a79-b030-4e51-a884-fb115773b3d1 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:30.838423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3d53-6fa6-4b09-b80b-3d312f36b5f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.852918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:22:30.866624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.867023 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Added segment 3569ff44-5412-45d1-aafa-08c89308a5c4 of type vlan for network c9c73c59-8e4e-4599-9be8-325cc9838412 May 09 13:22:30.898497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.924156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 2ad9c11f-cb78-415e-98e7-4c1078593e55 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:22:30.942447 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.950113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:30.950641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:30.987298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b3d53-6fa6-4b09-b80b-3d312f36b5f3 None None] The port '01e66a79-b030-4e51-a884-fb115773b3d1' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:22:31.163357 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61cd7ea-bd14-4d10-b0e5-99f6a15d7c83 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:31.171184 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4301410 May 09 13:22:31.174941 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56176) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:31.191428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'subnet': {'network_id': 'c9c73c59-8e4e-4599-9be8-325cc9838412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:31.221629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f1406-f7c4-40f2-914d-08e1869a52a6 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Network': ['ID=c9c73c59-8e4e-4599-9be8-325cc9838412,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:31.290912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network c9c73c59-8e4e-4599-9be8-325cc9838412 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:22:31.303155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:31.316443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 172.20.0.9 (733a9858-46ec-4cf8-be89-833c62720969/e9dee4ad-d148-4ab7-8d17-941627ffea83/2ad9c11f-cb78-415e-98e7-4c1078593e55) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:31.318144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56180) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:31.330791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::f816:3eff:fe3d:4659 (733a9858-46ec-4cf8-be89-833c62720969/b2cde65c-cd09-4689-8026-49ecbf031a0d/2ad9c11f-cb78-415e-98e7-4c1078593e55) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:31.347574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:31.366393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Deleting port 448f610e-94cd-4f7b-aeb4-f67a14777b31 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:31.366828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:31.409518 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca8a8e-c34a-4b9d-852b-468e209f6db3 req-2beb3850-0061-4d89-a920-7323ad150b18 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:31.411633 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c0ca8a8e-c34a-4b9d-852b-468e209f6db3 req-2beb3850-0061-4d89-a920-7323ad150b18 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 945 time: 0.4264486 May 09 13:22:31.419338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:31.424474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Usage tracker for resource:subnet and tenant:61d07e313fb14e24b6b54d43867ee09f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:31.429489 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:31.473850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:31.477510 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c0ca8a8e-c34a-4b9d-852b-468e209f6db3 req-d7545e69-e768-480d-8673-a0b3e62a8099 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493824 May 09 13:22:31.495510 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:31.539576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c0a34172-2d82-43fd-8af0-6172a63f270d None None] Provisioning for port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:31.551049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-28198272-2a6a-4698-92b1-8626f684ebaa', 'network_id': '28198272-2a6a-4698-92b1-8626f684ebaa', 'tenant_id': '61d07e313fb14e24b6b54d43867ee09f', 'fixed_ips': [{'subnet_id': 'e332e32a-2f1c-4b65-ae4b-adcc331d340c'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:31.551672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:31.615914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:31.621630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device fe5aed0e-1ae8-4a35-b6b1-178505e3a7db up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:31.717090 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:31.717885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:31.735650 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:31.837611 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:31.852149 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2f25daec-aba0-4d56-a021-7cab28d93489 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af05db7ee21e479aaab8d1c040ca455e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5303721 May 09 13:22:31.852436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56186) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:31.958136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:31.979437 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d6ace89-fcc8-40ac-aa3a-6b71f85dc0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:31.991999 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Calling delete_port for 448f610e-94cd-4f7b-aeb4-f67a14777b31 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:31.994909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:31.995336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.034717 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d6ace89-fcc8-40ac-aa3a-6b71f85dc0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.073740 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.081053 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Allocated IP 2001:db8:0:ffff::2 (28198272-2a6a-4698-92b1-8626f684ebaa/e332e32a-2f1c-4b65-ae4b-adcc331d340c/d5e2cf22-eb31-41ac-a932-127d931827d2) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:32.104123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.110744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 2ad9c11f-cb78-415e-98e7-4c1078593e55 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:32.145338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d6ace89-fcc8-40ac-aa3a-6b71f85dc0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.193208 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ace89-fcc8-40ac-aa3a-6b71f85dc0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7fffab-b76e-4cae-becb-feae7f6675be,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:32.198400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.215195 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.objects.ports [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83894) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:22:32.218427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.263160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d6ace89-fcc8-40ac-aa3a-6b71f85dc0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.269691 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7d6ace89-fcc8-40ac-aa3a-6b71f85dc0f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a7fffab-b76e-4cae-becb-feae7f6675be HTTP/1.1" status: 204 len: 168 time: 0.4128785 May 09 13:22:32.297442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:32.303168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:32.310914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:32.321906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Subnet': ['ID=eac19e76-2622-4225-97fd-3cadc1b213e0,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:32.336711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Checking segment: {'id': '3569ff44-5412-45d1-aafa-08c89308a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9c73c59-8e4e-4599-9be8-325cc9838412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:32.337069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network hostable DHCP agents. Network: c9c73c59-8e4e-4599-9be8-325cc9838412, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:22:32.346711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.352202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=2ad9c11f-cb78-415e-98e7-4c1078593e55,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:32.367064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network c9c73c59-8e4e-4599-9be8-325cc9838412 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:22:32.370740 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.382353 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, c9c73c59-8e4e-4599-9be8-325cc9838412) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:32.389451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:32.390000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.418379 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-431cfb9d-8f31-4d34-86d4-30a418f40e43 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2418356 May 09 13:22:32.420479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56192) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:32.422038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0e7312ba-28e2-4efb-9ebc-f96a4560ab26,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:32.424242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f11ca-49fa-40c4-9a88-96ac9d132c09 None None] Network c9c73c59-8e4e-4599-9be8-325cc9838412 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:32.436957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'port': {'network_id': 'c9c73c59-8e4e-4599-9be8-325cc9838412', 'name': 'tempest-NetworksIpV6TestAttrs-1627223336'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:32.451165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.463985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Pushing event deleted for resources: {'Port': ['ID=448f610e-94cd-4f7b-aeb4-f67a14777b31,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:32.556867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:32.557569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.705750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:32.715260 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Usage tracker for resource:port and tenant:61d07e313fb14e24b6b54d43867ee09f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:32.722001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:32.728083 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:32.757632 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 01e66a79-b030-4e51-a884-fb115773b3d1 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:22:32.764559 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-aa13f54d-c0a7-40c9-9da7-d0b38270da0f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5240266 May 09 13:22:32.765135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56198) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:32.774117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.812051 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:32.815003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.843117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 01e66a79-b030-4e51-a884-fb115773b3d1 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:22:32.843508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 01e66a79-b030-4e51-a884-fb115773b3d1 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:22:32.846550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] device_id is not set on port b0cd95cd-2297-448c-83fd-a47b8ee80f21 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:22:32.862577 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:22:32.887770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:32.890568 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedb7b63-e6a4-4bac-9968-8cd4be25a2ab None None] Update dhcp port {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'fixed_ips': [{'subnet_id': 'b2cde65c-cd09-4689-8026-49ecbf031a0d', 'ip_address': '2001:db8::f816:3eff:fee9:44b5'}, {'subnet_id': 'e9dee4ad-d148-4ab7-8d17-941627ffea83'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': '0e7312ba-28e2-4efb-9ebc-f96a4560ab26'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:22:32.944639 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91855504-8dfb-41c2-bbbb-5100f287a5b7'] response: {'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'code': 200} May 09 13:22:32.967180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:32.989979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.009891 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eedb7b63-e6a4-4bac-9968-8cd4be25a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.027220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=0e7312ba-28e2-4efb-9ebc-f96a4560ab26,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:33.029905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c7426f-d1b5-41d1-8bc7-e8e07963944e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:33.034769 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c7426f-d1b5-41d1-8bc7-e8e07963944e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:33.035559 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c8c7426f-d1b5-41d1-8bc7-e8e07963944e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:33.043617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5601716-6261-4fc8-9e1e-cdb25a450551 req-21cf5daf-7fc9-4998-b8f3-0acd2c3f5361 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:33.052249 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d5601716-6261-4fc8-9e1e-cdb25a450551 req-21cf5daf-7fc9-4998-b8f3-0acd2c3f5361 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 945 time: 0.3202581 May 09 13:22:33.066814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Transition to ACTIVE for port object d5e2cf22-eb31-41ac-a932-127d931827d2 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:33.115784 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Allocated IP 2001:db8::f816:3eff:fe77:b47a (c9c73c59-8e4e-4599-9be8-325cc9838412/eac19e76-2622-4225-97fd-3cadc1b213e0/b0cd95cd-2297-448c-83fd-a47b8ee80f21) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:33.125095 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.130968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c8c7426f-d1b5-41d1-8bc7-e8e07963944e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:33.132150 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c8c7426f-d1b5-41d1-8bc7-e8e07963944e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3660417 May 09 13:22:33.137562 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56204) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:33.140897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.145854 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d5601716-6261-4fc8-9e1e-cdb25a450551 req-edf38fac-0043-4b3d-b434-687d24a50d80 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926585 May 09 13:22:33.252003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:33.294398 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-378f65a2-ec60-4efb-aa99-342a5841a623 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 2ad9c11f-cb78-415e-98e7-4c1078593e55 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:33.294755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Transition to ACTIVE for port object d5e2cf22-eb31-41ac-a932-127d931827d2 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:33.294886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-378f65a2-ec60-4efb-aa99-342a5841a623 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.324331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.324824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Fanout notify agent at l3_agent the message router_deleted on router 7d800352-3e38-4b04-9138-eee8345bf3ac {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:22:33.334111 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.357991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.362495 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7774426a-faf0-4f4c-8ca2-4f07548da1da tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "DELETE /v2.0/routers/7d800352-3e38-4b04-9138-eee8345bf3ac HTTP/1.1" status: 204 len: 168 time: 3.0967836 May 09 13:22:33.363820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56208) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:33.367823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9af168b7-fffd-440c-81ba-e372189064ac tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-190622659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:33.380568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9af168b7-fffd-440c-81ba-e372189064ac tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:33.385088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:33.413586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9af168b7-fffd-440c-81ba-e372189064ac tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Usage tracker for resource:router and tenant:2fd14dcf51d74fdf9ab70e44b3ed5105 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:33.417088 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9af168b7-fffd-440c-81ba-e372189064ac tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:33.423894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.435065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9af168b7-fffd-440c-81ba-e372189064ac tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:33.444497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Transition to ACTIVE for port object b0cd95cd-2297-448c-83fd-a47b8ee80f21 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:33.460956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5efd99-e452-42ee-9127-5a4f91fbc60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-c9c73c59-8e4e-4599-9be8-325cc9838412', 'network_id': 'c9c73c59-8e4e-4599-9be8-325cc9838412', 'tenant_id': '61d07e313fb14e24b6b54d43867ee09f', 'fixed_ips': [{'subnet_id': 'eac19e76-2622-4225-97fd-3cadc1b213e0'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:33.461889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dd5efd99-e452-42ee-9127-5a4f91fbc60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.467810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.536018 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Network 28198272-2a6a-4698-92b1-8626f684ebaa is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:33.541300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network c9c73c59-8e4e-4599-9be8-325cc9838412 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:33.544024 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:33.548147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:33.552136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:33.552754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.559123 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2f69249b-884c-4031-8b1b-6acf33311c5a req-1d8f16cf-3127-49d4-9f55-be30485009e1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 1099 time: 0.3759029 May 09 13:22:33.573167 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Port': ['ID=b0cd95cd-2297-448c-83fd-a47b8ee80f21,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:33.579493 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3bf8eb5e-2da6-4234-8ef8-b25857515e92 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1566787 May 09 13:22:33.580838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56212) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:33.598720 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:33.607767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:33.611913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9af168b7-fffd-440c-81ba-e372189064ac tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.612841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9af168b7-fffd-440c-81ba-e372189064ac tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.614140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Pushing event updated for resources: {'Port': ['ID=d5e2cf22-eb31-41ac-a932-127d931827d2,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:33.677386 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ba0659-4c2b-45e3-bf6f-f4ba6e339052 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Deleting subnet eac19e76-2622-4225-97fd-3cadc1b213e0 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:33.684286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-29ba0659-4c2b-45e3-bf6f-f4ba6e339052 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.719391 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-2f69249b-884c-4031-8b1b-6acf33311c5a req-de6f76de-2712-4206-993f-44af00db6afe service neutron] Synchronizing usage tracker for tenant:b04cbd7e3a564d56914a9ae3ea2cc0dd on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:33.745317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-29ba0659-4c2b-45e3-bf6f-f4ba6e339052 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.753395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9af168b7-fffd-440c-81ba-e372189064ac tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.761430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:33.761430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.779725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-378f65a2-ec60-4efb-aa99-342a5841a623 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.788002 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-2f69249b-884c-4031-8b1b-6acf33311c5a req-de6f76de-2712-4206-993f-44af00db6afe service neutron] Unset dirty status for tenant:b04cbd7e3a564d56914a9ae3ea2cc0dd on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:33.788572 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2f69249b-884c-4031-8b1b-6acf33311c5a req-de6f76de-2712-4206-993f-44af00db6afe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184668 May 09 13:22:33.833537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-29ba0659-4c2b-45e3-bf6f-f4ba6e339052 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.834800 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-eedb7b63-e6a4-4bac-9968-8cd4be25a2ab None None] Allocated IP 172.20.0.2 (733a9858-46ec-4cf8-be89-833c62720969/e9dee4ad-d148-4ab7-8d17-941627ffea83/0e7312ba-28e2-4efb-9ebc-f96a4560ab26) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:33.841350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Attempting to bind port d5e2cf22-eb31-41ac-a932-127d931827d2 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:33.841708 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Attempting to bind port d5e2cf22-eb31-41ac-a932-127d931827d2 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'e5bd6350-7451-48de-96eb-065f701d8456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '28198272-2a6a-4698-92b1-8626f684ebaa'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:33.842045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Attempting to bind port d5e2cf22-eb31-41ac-a932-127d931827d2 on network 28198272-2a6a-4698-92b1-8626f684ebaa {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:33.878740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:33.879093 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Checking segment: {'id': 'e5bd6350-7451-48de-96eb-065f701d8456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '28198272-2a6a-4698-92b1-8626f684ebaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:33.879489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.879867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Bound using segment: {'id': 'e5bd6350-7451-48de-96eb-065f701d8456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '28198272-2a6a-4698-92b1-8626f684ebaa'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:33.880356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Bound port: d5e2cf22-eb31-41ac-a932-127d931827d2, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bd6350-7451-48de-96eb-065f701d8456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '28198272-2a6a-4698-92b1-8626f684ebaa'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:33.880721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.911436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9af168b7-fffd-440c-81ba-e372189064ac tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.916737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-29ba0659-4c2b-45e3-bf6f-f4ba6e339052 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.929136 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-378f65a2-ec60-4efb-aa99-342a5841a623 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 2ad9c11f-cb78-415e-98e7-4c1078593e55 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:33.958197 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba0659-4c2b-45e3-bf6f-f4ba6e339052 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Subnet': ['ID=eac19e76-2622-4225-97fd-3cadc1b213e0,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:33.962273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-29ba0659-4c2b-45e3-bf6f-f4ba6e339052 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.971176 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-29ba0659-4c2b-45e3-bf6f-f4ba6e339052 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/subnets/eac19e76-2622-4225-97fd-3cadc1b213e0 HTTP/1.1" status: 204 len: 168 time: 0.3864968 May 09 13:22:33.971687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56216) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:33.983450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9af168b7-fffd-440c-81ba-e372189064ac tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:33.985166 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9af168b7-fffd-440c-81ba-e372189064ac tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6212797 May 09 13:22:33.989497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56220) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:34.001575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server [None req-dd5efd99-e452-42ee-9127-5a4f91fbc60c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eac19e76-2622-4225-97fd-3cadc1b213e0: This subnet is being modified by another concurrent operation. May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise exception May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eac19e76-2622-4225-97fd-3cadc1b213e0: This subnet is being modified by another concurrent operation. May 09 13:22:34.006695 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server May 09 13:22:34.088484 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e6a50b-29fc-4232-bdef-100552edce82 None None] Network c9c73c59-8e4e-4599-9be8-325cc9838412 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:34.142418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8fd4ef-e1e6-4907-947a-ee5d59948e1c tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:34.144244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8fd4ef-e1e6-4907-947a-ee5d59948e1c tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:34.145083 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6c8fd4ef-e1e6-4907-947a-ee5d59948e1c tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Synchronizing usage tracker for tenant:61d07e313fb14e24b6b54d43867ee09f on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:34.166098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6c8fd4ef-e1e6-4907-947a-ee5d59948e1c tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Unset dirty status for tenant:61d07e313fb14e24b6b54d43867ee09f on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:34.167267 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6c8fd4ef-e1e6-4907-947a-ee5d59948e1c tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1949537 May 09 13:22:34.170301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56224) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:34.235230 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-eedb7b63-e6a4-4bac-9968-8cd4be25a2ab None None] For port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0e7312ba-28e2-4efb-9ebc-f96a4560ab26,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:34.263665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eedb7b63-e6a4-4bac-9968-8cd4be25a2ab None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:34.280347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-eedb7b63-e6a4-4bac-9968-8cd4be25a2ab None None] Transition to ACTIVE for port object 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:34.295671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eedb7b63-e6a4-4bac-9968-8cd4be25a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:34.380113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea71c695-4b56-40f1-b1de-56ae24fb8c5d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:34.390285 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea71c695-4b56-40f1-b1de-56ae24fb8c5d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 09 13:22:34.391130 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea71c695-4b56-40f1-b1de-56ae24fb8c5d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:34.397363 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ea71c695-4b56-40f1-b1de-56ae24fb8c5d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/networks/c9c73c59-8e4e-4599-9be8-325cc9838412 HTTP/1.1" status: 409 len: 405 time: 0.2211728 May 09 13:22:34.397363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56230) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:34.411043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-283694911'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:34.420934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1cd92-7f77-41b2-b3fe-465aab9a04bb req-4a6b23f4-f3f9-479d-8377-05fd0218aaa5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:34.422541 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-21f1cd92-7f77-41b2-b3fe-465aab9a04bb req-4a6b23f4-f3f9-479d-8377-05fd0218aaa5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.1248152 May 09 13:22:34.423473 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:34.425490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] For port d5e2cf22-eb31-41ac-a932-127d931827d2, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:34.430177 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Usage tracker for resource:network and tenant:61d07e313fb14e24b6b54d43867ee09f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:34.436899 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:34.468434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:34.496382 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:34.500256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:34.503956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] For port d5e2cf22-eb31-41ac-a932-127d931827d2, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d5e2cf22-eb31-41ac-a932-127d931827d2,segment=NetworkSegment(e5bd6350-7451-48de-96eb-065f701d8456),segment_id=e5bd6350-7451-48de-96eb-065f701d8456)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:34.526942 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-378f65a2-ec60-4efb-aa99-342a5841a623 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:34.545370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:34.549635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb7b63-e6a4-4bac-9968-8cd4be25a2ab None None] Pushing event updated for resources: {'Port': ['ID=0e7312ba-28e2-4efb-9ebc-f96a4560ab26,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:34.571603 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:22:34.583272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f65a2-ec60-4efb-aa99-342a5841a623 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=2ad9c11f-cb78-415e-98e7-4c1078593e55,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:34.584368 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:34.589492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:34.593128 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Added segment ae9d2b9c-5216-4947-a069-eeef6a8f2fc4 of type vlan for network 476d3673-3275-4b8a-b124-23febb4aa7b2 May 09 13:22:34.640536 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:34.658989 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c9913-7f16-48b9-9212-6c176d99f734 None None] Pushing event updated for resources: {'Port': ['ID=d5e2cf22-eb31-41ac-a932-127d931827d2,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:34.693467 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-21f1cd92-7f77-41b2-b3fe-465aab9a04bb req-bef9216f-700a-424c-a0ef-12ac000a74cc tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513413 May 09 13:22:34.705432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:34.709432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:34.709977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:34.809537 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4054327 May 09 13:22:34.813147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56234) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:34.823812 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'subnet': {'network_id': '476d3673-3275-4b8a-b124-23febb4aa7b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:34.834882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-378f65a2-ec60-4efb-aa99-342a5841a623 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:34.842028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c5b7d-7b6e-4ffd-819f-2bf9c90c951a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Network': ['ID=476d3673-3275-4b8a-b124-23febb4aa7b2,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:34.859184 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 476d3673-3275-4b8a-b124-23febb4aa7b2 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:22:34.863207 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-378f65a2-ec60-4efb-aa99-342a5841a623 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/2ad9c11f-cb78-415e-98e7-4c1078593e55 HTTP/1.1" status: 204 len: 168 time: 1.7238564 May 09 13:22:34.865744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56238) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:34.961478 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39ad267-ecf3-432a-918b-6980679d7998 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:34.963409 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39ad267-ecf3-432a-918b-6980679d7998 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:34.964914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39ad267-ecf3-432a-918b-6980679d7998 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:34.965910 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d39ad267-ecf3-432a-918b-6980679d7998 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:35.011012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d39ad267-ecf3-432a-918b-6980679d7998 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:35.012567 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d39ad267-ecf3-432a-918b-6980679d7998 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1458778 May 09 13:22:35.015670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56242) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:35.035576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:35.045896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:35.062010 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:35.254835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:35.327025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:35.335535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:35.372943 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:35.422463 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf57fd8-3f58-45af-808b-1a5958c36912 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet b2cde65c-cd09-4689-8026-49ecbf031a0d {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:35.426616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bf57fd8-3f58-45af-808b-1a5958c36912 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:35.438524 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d5e2cf22-eb31-41ac-a932-127d931827d2 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:35.513149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bf57fd8-3f58-45af-808b-1a5958c36912 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:35.666252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bf57fd8-3f58-45af-808b-1a5958c36912 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:35.697247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4e1183f8-9466-4751-a71f-374968d8502c None None] Provisioning for port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:35.703885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port d5e2cf22-eb31-41ac-a932-127d931827d2 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:35.710669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4e1183f8-9466-4751-a71f-374968d8502c None None] Provisioning complete for port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:35.711139 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4e1183f8-9466-4751-a71f-374968d8502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:35.775621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.objects.ports [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83894) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:22:35.777513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bf57fd8-3f58-45af-808b-1a5958c36912 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:35.777699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:35.834985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf57fd8-3f58-45af-808b-1a5958c36912 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=b2cde65c-cd09-4689-8026-49ecbf031a0d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:35.869153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5bf57fd8-3f58-45af-808b-1a5958c36912 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:35.891936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Subnet': ['ID=a54d4271-5046-4b28-ad9f-c57daa184725,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:35.899984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Allocated IP 172.26.1.62 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/4e4e955b-7497-4f3d-8e9d-a47078d32013) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:35.915660 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5bf57fd8-3f58-45af-808b-1a5958c36912 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/b2cde65c-cd09-4689-8026-49ecbf031a0d HTTP/1.1" status: 204 len: 168 time: 0.8987203 May 09 13:22:35.918282 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56250) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:35.946303 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Checking segment: {'id': 'ae9d2b9c-5216-4947-a069-eeef6a8f2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '476d3673-3275-4b8a-b124-23febb4aa7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:35.946966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network hostable DHCP agents. Network: 476d3673-3275-4b8a-b124-23febb4aa7b2, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:22:36.027760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network 476d3673-3275-4b8a-b124-23febb4aa7b2 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:22:36.040457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 476d3673-3275-4b8a-b124-23febb4aa7b2) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:36.045343 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:36.046280 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:36.057399 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45dc476-a931-4bd0-b23f-5888a439f1c1 None None] Network 476d3673-3275-4b8a-b124-23febb4aa7b2 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:36.085930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aef989-a9b2-44f1-8c3e-d91d4dcecd50 req-f13e93e7-77f5-424c-9ff5-91593f0a25e8 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:36.087549 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-52aef989-a9b2-44f1-8c3e-d91d4dcecd50 req-f13e93e7-77f5-424c-9ff5-91593f0a25e8 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.1244986 May 09 13:22:36.102253 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f1fa8ae4-65c9-4f3c-b46c-ee984b12a72f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2880435 May 09 13:22:36.104742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56254) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:36.131095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b6524c-44db-4df1-b1b9-be2dea66f5be None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:36.144154 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'port': {'network_id': '476d3673-3275-4b8a-b124-23febb4aa7b2', 'name': 'tempest-NetworksIpV6TestAttrs-887038475'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:36.167053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:36.224583 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5730d303-dab3-4112-ab11-92e6d5e591ce None None] Could not find standard attr ID for object 2ad9c11f-cb78-415e-98e7-4c1078593e55. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:22:36.226144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0304d934-35db-4eab-931f-ae7d8de54299 None None] Network 28198272-2a6a-4698-92b1-8626f684ebaa requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:36.256207 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-52aef989-a9b2-44f1-8c3e-d91d4dcecd50 req-5298fbf2-76ae-4904-b3dd-f62f262e1bd7 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572206 May 09 13:22:36.319745 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:36.321916 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:36.324033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Usage tracker for resource:port and tenant:61d07e313fb14e24b6b54d43867ee09f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:36.327205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:36.339498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:36.351397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:36.353320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4967ef-7c58-4e77-8465-5df1ff73dffe tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet e9dee4ad-d148-4ab7-8d17-941627ffea83 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:36.355234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:36.363896 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ff4967ef-7c58-4e77-8465-5df1ff73dffe tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:36.393882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] device_id is not set on port 777c82ae-34fb-47f5-ac94-7e1300be3f10 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:22:36.479197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ff4967ef-7c58-4e77-8465-5df1ff73dffe tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:36.497243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-771d314e-0ed4-4d65-9eff-5cb7012ed024 None None] Provisioning for port d5e2cf22-eb31-41ac-a932-127d931827d2 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:36.531129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:36.540411 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:36.542970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:36.550980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-771d314e-0ed4-4d65-9eff-5cb7012ed024 None None] Provisioning complete for port d5e2cf22-eb31-41ac-a932-127d931827d2 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:36.551539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-771d314e-0ed4-4d65-9eff-5cb7012ed024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:36.593481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ec6c8-3069-444f-8e38-8e02302af9ac req-b6989160-7c41-4eba-8b26-d9ec41e1830b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:36.594964 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ed7ec6c8-3069-444f-8e38-8e02302af9ac req-b6989160-7c41-4eba-8b26-d9ec41e1830b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.1622577 May 09 13:22:36.661042 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Pushing event updated for resources: {'Port': ['ID=4e4e955b-7497-4f3d-8e9d-a47078d32013,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:36.677841 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ed7ec6c8-3069-444f-8e38-8e02302af9ac req-806e99ff-61d0-48d6-b15b-6d2ab3314292 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721822 May 09 13:22:36.703564 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-476d3673-3275-4b8a-b124-23febb4aa7b2', 'network_id': '476d3673-3275-4b8a-b124-23febb4aa7b2', 'tenant_id': '61d07e313fb14e24b6b54d43867ee09f', 'fixed_ips': [{'subnet_id': 'a54d4271-5046-4b28-ad9f-c57daa184725'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:36.704649 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:36.706794 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56260) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:36.710176 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Allocated IP 2001:db8::f816:3eff:fea9:b652 (476d3673-3275-4b8a-b124-23febb4aa7b2/a54d4271-5046-4b28-ad9f-c57daa184725/777c82ae-34fb-47f5-ac94-7e1300be3f10) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:36.773773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ff4967ef-7c58-4e77-8465-5df1ff73dffe tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:36.872256 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b188d93a-557b-46ff-be03-5528df0f2bed tempest-TestNetworkAdvancedServerOps-30502841 tempest-TestNetworkAdvancedServerOps-30502841-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 1094 time: 0.1617248 May 09 13:22:36.872818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56264) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:36.880497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:36.894516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:36.900847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Usage tracker for resource:floatingip and tenant:4f91e4eb308c4fb1b7a7036641c61f30 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:36.904605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:36.908063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ff4967ef-7c58-4e77-8465-5df1ff73dffe tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:36.946625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:36.966997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-771d314e-0ed4-4d65-9eff-5cb7012ed024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:36.967761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4967ef-7c58-4e77-8465-5df1ff73dffe tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=e9dee4ad-d148-4ab7-8d17-941627ffea83,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:36.977640 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.023665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-771d314e-0ed4-4d65-9eff-5cb7012ed024 None None] For port d5e2cf22-eb31-41ac-a932-127d931827d2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d5e2cf22-eb31-41ac-a932-127d931827d2,segment=NetworkSegment(e5bd6350-7451-48de-96eb-065f701d8456),segment_id=e5bd6350-7451-48de-96eb-065f701d8456)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:37.028426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-771d314e-0ed4-4d65-9eff-5cb7012ed024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.034530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ff4967ef-7c58-4e77-8465-5df1ff73dffe tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.047189 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.057444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.082084 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Transition to ACTIVE for port object 777c82ae-34fb-47f5-ac94-7e1300be3f10 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:37.108059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.139438 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ff4967ef-7c58-4e77-8465-5df1ff73dffe tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/e9dee4ad-d148-4ab7-8d17-941627ffea83 HTTP/1.1" status: 204 len: 168 time: 1.2185230 May 09 13:22:37.150236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56268) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:37.202384 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network 476d3673-3275-4b8a-b124-23febb4aa7b2 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:37.207643 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:37.213699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:37.217894 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d314e-0ed4-4d65-9eff-5cb7012ed024 None None] Pushing event updated for resources: {'Port': ['ID=d5e2cf22-eb31-41ac-a932-127d931827d2,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:37.218502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:37.219222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.229567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Port': ['ID=777c82ae-34fb-47f5-ac94-7e1300be3f10,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:37.240476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Allocated IP 2001:db8::f816:3eff:fe1f:1a2b (476d3673-3275-4b8a-b124-23febb4aa7b2/a54d4271-5046-4b28-ad9f-c57daa184725/e159b8a2-948e-462d-8c72-95e334b0f119) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:37.262493 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f7e40014-f5b6-4aab-9dac-b0fa89ef51bc tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1537278 May 09 13:22:37.262878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56270) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:37.359513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-34027424-ce8a-4545-9e69-d01c9822b105 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Deleting subnet a54d4271-5046-4b28-ad9f-c57daa184725 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:37.432087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ceb06c01-97aa-4726-a218-e06494c0d9e3 None None] Provisioning complete for port d5e2cf22-eb31-41ac-a932-127d931827d2 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:37.432457 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ceb06c01-97aa-4726-a218-e06494c0d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.478481 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-abbddabf-efc8-4c3e-9f95-2ed8e7d8fdc5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071622 May 09 13:22:37.481082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56276) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:37.487222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:37.541730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.544141 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.554798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.560079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Transition to ACTIVE for port object e159b8a2-948e-462d-8c72-95e334b0f119 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:37.694933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Transition to ACTIVE for port object e159b8a2-948e-462d-8c72-95e334b0f119 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:37.709709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.714699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34027424-ce8a-4545-9e69-d01c9822b105 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.773468 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.780578 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Network 476d3673-3275-4b8a-b124-23febb4aa7b2 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:37.784800 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:37.788016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:37.795888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:37.800159 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Pushing event updated for resources: {'Port': ['ID=e159b8a2-948e-462d-8c72-95e334b0f119,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:37.812528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:37.817897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34027424-ce8a-4545-9e69-d01c9822b105 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:37.841393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b064434-3bf4-47cd-adec-b153a116a05b None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:37.858560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:37.872394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:37.904028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:37.949028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Allocated IP 172.26.1.58 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/fa67fdc0-fce3-48f4-a40e-eae63ccfdfa2) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:38.001591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Attempting to bind port e159b8a2-948e-462d-8c72-95e334b0f119 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:38.002069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Attempting to bind port e159b8a2-948e-462d-8c72-95e334b0f119 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'ae9d2b9c-5216-4947-a069-eeef6a8f2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '476d3673-3275-4b8a-b124-23febb4aa7b2'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:38.002678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Attempting to bind port e159b8a2-948e-462d-8c72-95e334b0f119 on network 476d3673-3275-4b8a-b124-23febb4aa7b2 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:38.047808 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-de357115-a275-4f64-8a50-fd99148b7023 None None] Provisioning complete for port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:38.048257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-de357115-a275-4f64-8a50-fd99148b7023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.066672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.083565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:38.084357 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Checking segment: {'id': 'ae9d2b9c-5216-4947-a069-eeef6a8f2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '476d3673-3275-4b8a-b124-23febb4aa7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:38.084487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.084910 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Bound using segment: {'id': 'ae9d2b9c-5216-4947-a069-eeef6a8f2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '476d3673-3275-4b8a-b124-23febb4aa7b2'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:38.085507 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Bound port: e159b8a2-948e-462d-8c72-95e334b0f119, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9d2b9c-5216-4947-a069-eeef6a8f2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '476d3673-3275-4b8a-b124-23febb4aa7b2'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:38.085981 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.213392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34027424-ce8a-4545-9e69-d01c9822b105 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.253322 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.303281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Router 5b6b35b7-5973-4ac4-8c34-ff9ea5265be8 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:22:38.317394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] For port e159b8a2-948e-462d-8c72-95e334b0f119, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:38.328818 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] For port e159b8a2-948e-462d-8c72-95e334b0f119, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e159b8a2-948e-462d-8c72-95e334b0f119,segment=NetworkSegment(ae9d2b9c-5216-4947-a069-eeef6a8f2fc4),segment_id=ae9d2b9c-5216-4947-a069-eeef6a8f2fc4)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:38.334801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.344839 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34027424-ce8a-4545-9e69-d01c9822b105 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.394907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34027424-ce8a-4545-9e69-d01c9822b105 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Subnet': ['ID=a54d4271-5046-4b28-ad9f-c57daa184725,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:38.411674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34027424-ce8a-4545-9e69-d01c9822b105 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.414499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a425e-8a9c-4cf2-b9af-aa183e685c62 None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:22:38.429198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-518a425e-8a9c-4cf2-b9af-aa183e685c62 None None] Deleting port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:38.429446 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-518a425e-8a9c-4cf2-b9af-aa183e685c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.438974 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-34027424-ce8a-4545-9e69-d01c9822b105 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/subnets/a54d4271-5046-4b28-ad9f-c57daa184725 HTTP/1.1" status: 204 len: 168 time: 1.1728656 May 09 13:22:38.439756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56280) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:38.477155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ffd49-3c75-497f-9838-cb52d72aa121 None None] Pushing event updated for resources: {'Port': ['ID=e159b8a2-948e-462d-8c72-95e334b0f119,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:38.493958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.532560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.586834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:38.591556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:38.597118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:38.636596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:38.643278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:38.649565 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:38.653132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.660279 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405775e0-8f45-4184-9990-a19087a30618 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:38.661652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405775e0-8f45-4184-9990-a19087a30618 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:38.662395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-405775e0-8f45-4184-9990-a19087a30618 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Synchronizing usage tracker for tenant:61d07e313fb14e24b6b54d43867ee09f on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:38.692420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=ccd973b4-70f3-464d-98e3-1534eba6d63b,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:38.708943 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7077ad79-a3d5-406c-984e-fd1c6799b3d3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2265370 May 09 13:22:38.710579 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-405775e0-8f45-4184-9990-a19087a30618 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Unset dirty status for tenant:61d07e313fb14e24b6b54d43867ee09f on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:38.711909 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-405775e0-8f45-4184-9990-a19087a30618 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2711928 May 09 13:22:38.712708 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56284) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:38.733142 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:38.739754 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56286) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:38.755606 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-518a425e-8a9c-4cf2-b9af-aa183e685c62 None None] For port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0e7312ba-28e2-4efb-9ebc-f96a4560ab26,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:38.756017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-518a425e-8a9c-4cf2-b9af-aa183e685c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.798470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'Port': ['ID=fa67fdc0-fce3-48f4-a40e-eae63ccfdfa2,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:38.895117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-518a425e-8a9c-4cf2-b9af-aa183e685c62 None None] Calling delete_port for 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:38.908773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:38.913019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:38.916330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:38.922226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:38.932642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:38.936545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:38.971914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-518a425e-8a9c-4cf2-b9af-aa183e685c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.018095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a425e-8a9c-4cf2-b9af-aa183e685c62 None None] Pushing event deleted for resources: {'Port': ['ID=0e7312ba-28e2-4efb-9ebc-f96a4560ab26,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:39.035201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518a425e-8a9c-4cf2-b9af-aa183e685c62 None None] No DVR routers for this DVR port 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:22:39.047825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9a2a40-2b23-4301-981d-cdd3b45db2ef None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:39.064882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-467bf389-1274-4bcd-a47b-e9ea35824d9f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.085286 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-467bf389-1274-4bcd-a47b-e9ea35824d9f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 09 13:22:39.085906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467bf389-1274-4bcd-a47b-e9ea35824d9f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:39.109795 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-467bf389-1274-4bcd-a47b-e9ea35824d9f tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/networks/476d3673-3275-4b8a-b124-23febb4aa7b2 HTTP/1.1" status: 409 len: 405 time: 0.3163540 May 09 13:22:39.117560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56292) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:39.126798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-76471734'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:39.175839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:22:39.184826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:39.198865 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a776a-0d85-48c1-a0bd-0cc1ef4aae54 None None] Sync routers for ids ['5b6b35b7-5973-4ac4-8c34-ff9ea5265be8'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:22:39.209302 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Usage tracker for resource:network and tenant:61d07e313fb14e24b6b54d43867ee09f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:39.216628 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a776a-0d85-48c1-a0bd-0cc1ef4aae54 None None] Routers {'5b6b35b7-5973-4ac4-8c34-ff9ea5265be8'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:39.217449 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b31a776a-0d85-48c1-a0bd-0cc1ef4aae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b6b35b7-5973-4ac4-8c34-ff9ea5265be8'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:39.220601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:39.230362 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:39.230554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.235417 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56296) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:39.236977 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1c3bec11-9764-4309-ac94-c14905ace4d0 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "PUT /v2.0/routers/5b6b35b7-5973-4ac4-8c34-ff9ea5265be8 HTTP/1.1" status: 200 len: 878 time: 5.2455332 May 09 13:22:39.336250 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b31a776a-0d85-48c1-a0bd-0cc1ef4aae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:39.351845 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a776a-0d85-48c1-a0bd-0cc1ef4aae54 None None] Routers {'5b6b35b7-5973-4ac4-8c34-ff9ea5265be8'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:39.352752 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b31a776a-0d85-48c1-a0bd-0cc1ef4aae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b6b35b7-5973-4ac4-8c34-ff9ea5265be8'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:39.425215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e159b8a2-948e-462d-8c72-95e334b0f119 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:39.481533 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b31a776a-0d85-48c1-a0bd-0cc1ef4aae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:39.482096 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a776a-0d85-48c1-a0bd-0cc1ef4aae54 None None] The sync data for ids ['5b6b35b7-5973-4ac4-8c34-ff9ea5265be8'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:22:39.512328 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:39.513523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': 'ccd973b4-70f3-464d-98e3-1534eba6d63b'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:39.514335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.515331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.624553 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:22:39.643329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.643927 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Added segment ae41b3fa-073b-4b78-ac2c-65f5a2b3b3fc of type vlan for network 11eb0c2e-81eb-4f54-a920-fdefdebad19a May 09 13:22:39.644656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.722265 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.750467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721df75e-1869-49ed-ba66-748057e7f2a0 None None] Network 476d3673-3275-4b8a-b124-23febb4aa7b2 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:39.769125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port e159b8a2-948e-462d-8c72-95e334b0f119 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:39.781355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.795396 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.objects.ports [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83894) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:22:39.800655 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.836707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d5e2cf22-eb31-41ac-a932-127d931827d2 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:39.900951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.904596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:39.905169 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.910297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:39.938785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:39.941063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.949089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:39.996723 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:39.997190 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:40.001383 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=abbe55f6-00f3-4c01-91fa-e1693bf88c32,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:40.048567 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3a3ded51-497e-4dee-85f0-ff6c3b22263e None None] Provisioning for port e159b8a2-948e-462d-8c72-95e334b0f119 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:40.051116 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9323692 May 09 13:22:40.056126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56300) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:40.058436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4376b-6302-4675-bc94-632f52d7d26d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Network': ['ID=11eb0c2e-81eb-4f54-a920-fdefdebad19a,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:40.059916 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event updated for resources: {'Port': ['ID=fa67fdc0-fce3-48f4-a40e-eae63ccfdfa2,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:40.064254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'subnet': {'network_id': '11eb0c2e-81eb-4f54-a920-fdefdebad19a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:40.074737 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3a3ded51-497e-4dee-85f0-ff6c3b22263e None None] Provisioning complete for port e159b8a2-948e-462d-8c72-95e334b0f119 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:40.075562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a3ded51-497e-4dee-85f0-ff6c3b22263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:40.080451 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:40.086089 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-575581c0-9b1a-4bc1-8084-fd865b162224 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3588834 May 09 13:22:40.091073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56304) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:40.098470 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f651a7bf-7ce0-43c5-921d-90955e18e73e tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/routers/5b6b35b7-5973-4ac4-8c34-ff9ea5265be8 HTTP/1.1" status: 200 len: 919 time: 0.8511617 May 09 13:22:40.113222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 11eb0c2e-81eb-4f54-a920-fdefdebad19a details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:22:40.127271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56308) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:40.147484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'mac_address': 'fa:16:3e:b2:01:ca', 'name': 'tempest-NetworksTestDHCPv6-9883530'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:40.275770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:40.286496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-74d94f16-e798-45d5-bf11-e038f3a3e66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:40.290273 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-05f34593-293e-4d75-8ae5-336016760306 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&device_id=5b6b35b7-5973-4ac4-8c34-ff9ea5265be8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1544957 May 09 13:22:40.291233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56312) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:40.303436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:40.333569 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:40.334768 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d5e2cf22-eb31-41ac-a932-127d931827d2 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:40.335143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:40.335855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:40.353295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:40.359588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:40.365677 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Allocated IP 172.20.0.2 (733a9858-46ec-4cf8-be89-833c62720969/ccd973b4-70f3-464d-98e3-1534eba6d63b/11ee7eea-b371-4dae-b521-b18e8b1686b5) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:40.393676 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Allocated IP 2001:db8::f816:3eff:fee8:7023 (733a9858-46ec-4cf8-be89-833c62720969/abbe55f6-00f3-4c01-91fa-e1693bf88c32/11ee7eea-b371-4dae-b521-b18e8b1686b5) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:40.415480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:40.439111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a78ac25-9c8d-417c-b494-6e3fbe5f5beb tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:40.443632 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6a78ac25-9c8d-417c-b494-6e3fbe5f5beb tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/networks/f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 881 time: 0.1488769 May 09 13:22:40.443885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56316) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:40.446673 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:40.450688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:40.473679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:40.500888 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-680410da-9058-42bd-a89e-32264f7d9f1f tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6b35b7-5973-4ac4-8c34-ff9ea5265be8 HTTP/1.1" status: 200 len: 205 time: 0.0560117 May 09 13:22:40.503962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56320) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:40.538548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] DHCP port deletion for 476d3673-3275-4b8a-b124-23febb4aa7b2 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:22:40.566360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] Deleting port e159b8a2-948e-462d-8c72-95e334b0f119 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:40.566725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:40.574171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 25984735-5f93-4b07-96c4-e44a90ce0239 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:22:40.631028 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a3ded51-497e-4dee-85f0-ff6c3b22263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:40.669653 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Floating IP e4b038f0-d4dc-41ad-8af8-c187cf0c5505 associated. External IP: 172.26.1.58, port: fe5aed0e-1ae8-4a35-b6b1-178505e3a7db. May 09 13:22:40.899529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.objects.ports [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83894) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:22:40.900931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:40.924246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:40.926658 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b885df9d-4487-4543-8e53-d9a357c8bb55 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:22:40.968448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3a3ded51-497e-4dee-85f0-ff6c3b22263e None None] For port e159b8a2-948e-462d-8c72-95e334b0f119, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e159b8a2-948e-462d-8c72-95e334b0f119,segment=NetworkSegment(ae9d2b9c-5216-4947-a069-eeef6a8f2fc4),segment_id=ae9d2b9c-5216-4947-a069-eeef6a8f2fc4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:40.979675 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: b885df9d-4487-4543-8e53-d9a357c8bb55 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:22:40.980013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b885df9d-4487-4543-8e53-d9a357c8bb55 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:22:40.980424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:22:40.991903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Subnet': ['ID=13f049ba-cc22-4c8b-8426-b42a71d384b2,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:41.009389 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Checking segment: {'id': 'ae41b3fa-073b-4b78-ac2c-65f5a2b3b3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '11eb0c2e-81eb-4f54-a920-fdefdebad19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:41.009826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network hostable DHCP agents. Network: 11eb0c2e-81eb-4f54-a920-fdefdebad19a, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:22:41.016881 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a3ded51-497e-4dee-85f0-ff6c3b22263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.037404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network 11eb0c2e-81eb-4f54-a920-fdefdebad19a is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:22:41.049572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 11eb0c2e-81eb-4f54-a920-fdefdebad19a) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:41.053893 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:41.054792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.065930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:22:41.066263 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0e7312ba-28e2-4efb-9ebc-f96a4560ab26 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:22:41.068103 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.079729 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128bab57-8c9d-4d70-9d1e-334647bdecf7 None None] Network 11eb0c2e-81eb-4f54-a920-fdefdebad19a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:41.099005 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e2f3f4db-2aaf-49ae-b259-502777c37ffd tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0412655 May 09 13:22:41.101037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56324) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:41.177861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e159b8a2-948e-462d-8c72-95e334b0f119 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:22:41.203075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Transition to ACTIVE for port object 11ee7eea-b371-4dae-b521-b18e8b1686b5 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:41.275872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.299435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] For port e159b8a2-948e-462d-8c72-95e334b0f119, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e159b8a2-948e-462d-8c72-95e334b0f119,segment=NetworkSegment(ae9d2b9c-5216-4947-a069-eeef6a8f2fc4),segment_id=ae9d2b9c-5216-4947-a069-eeef6a8f2fc4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:41.299831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.361882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.380669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Transition to ACTIVE for port object 11ee7eea-b371-4dae-b521-b18e8b1686b5 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:41.438153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.447909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ded51-497e-4dee-85f0-ff6c3b22263e None None] Pushing event updated for resources: {'Port': ['ID=e159b8a2-948e-462d-8c72-95e334b0f119,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:41.454181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Deleting port 4e4e955b-7497-4f3d-8e9d-a47078d32013 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:41.454518 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.456885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] Calling delete_port for e159b8a2-948e-462d-8c72-95e334b0f119 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:41.486915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.508074 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Router bad1103b-d4b2-4b06-90a0-60491c85eb78 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:22:41.644858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:41.645713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Pushing event updated for resources: {'Port': ['ID=11ee7eea-b371-4dae-b521-b18e8b1686b5,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:41.692490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:41.700456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:41.720137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 172.20.0.11 (733a9858-46ec-4cf8-be89-833c62720969/ccd973b4-70f3-464d-98e3-1534eba6d63b/25984735-5f93-4b07-96c4-e44a90ce0239) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:41.739535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::f816:3eff:feb2:1ca (733a9858-46ec-4cf8-be89-833c62720969/abbe55f6-00f3-4c01-91fa-e1693bf88c32/25984735-5f93-4b07-96c4-e44a90ce0239) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:41.765015 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.772638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.780858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:22:41.781215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:22:41.900357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Calling delete_port for 4e4e955b-7497-4f3d-8e9d-a47078d32013 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:41.908083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d797f4-6e70-403e-8834-323895cb9c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-11eb0c2e-81eb-4f54-a920-fdefdebad19a', 'network_id': '11eb0c2e-81eb-4f54-a920-fdefdebad19a', 'tenant_id': '61d07e313fb14e24b6b54d43867ee09f', 'fixed_ips': [{'subnet_id': '13f049ba-cc22-4c8b-8426-b42a71d384b2'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:41.908083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e9d797f4-6e70-403e-8834-323895cb9c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.917935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.937395 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Attempting to bind port 11ee7eea-b371-4dae-b521-b18e8b1686b5 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:41.937776 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Attempting to bind port 11ee7eea-b371-4dae-b521-b18e8b1686b5 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:41.938114 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Attempting to bind port 11ee7eea-b371-4dae-b521-b18e8b1686b5 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:41.941420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port e159b8a2-948e-462d-8c72-95e334b0f119, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e159b8a2-948e-462d-8c72-95e334b0f119,segment=NetworkSegment(ae9d2b9c-5216-4947-a069-eeef6a8f2fc4),segment_id=ae9d2b9c-5216-4947-a069-eeef6a8f2fc4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:41.948774 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:41.968949 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Subnet': ['ID=13f049ba-cc22-4c8b-8426-b42a71d384b2,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:42.020755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:42.021209 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:42.021925 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.021925 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:42.022385 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Bound port: 11ee7eea-b371-4dae-b521-b18e8b1686b5, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:42.022750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.070421 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:22:42.103938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7199e07-492e-4d88-9bcd-35ea2ed05fc3 None None] Sync routers for ids ['bad1103b-d4b2-4b06-90a0-60491c85eb78'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:22:42.107110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.114989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.150648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11eb0c2e-81eb-4f54-a920-fdefdebad19a']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:42.153938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=e159b8a2-948e-462d-8c72-95e334b0f119,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:42.162360 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.178774 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7199e07-492e-4d88-9bcd-35ea2ed05fc3 None None] Routers {'bad1103b-d4b2-4b06-90a0-60491c85eb78'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:42.178916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae41b3fa-073b-4b78-ac2c-65f5a2b3b3fc') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:42.179100 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae41b3fa-073b-4b78-ac2c-65f5a2b3b3fc') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:42.179391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b7199e07-492e-4d88-9bcd-35ea2ed05fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['bad1103b-d4b2-4b06-90a0-60491c85eb78'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:42.192294 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.205175 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.215187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Pushing event deleted for resources: {'Port': ['ID=4e4e955b-7497-4f3d-8e9d-a47078d32013,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:42.225480 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5f4b8697-342a-42f1-b7df-eeb2d3195be5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3514957 May 09 13:22:42.228628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 25984735-5f93-4b07-96c4-e44a90ce0239 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:42.229483 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b434993-7625-4ddb-b736-709b0192778f None None] Network 11eb0c2e-81eb-4f54-a920-fdefdebad19a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:42.242457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.252343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:22:42.260431 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:22:42.260836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:22:42.288183 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:22:42.310573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] Deleting port e159b8a2-948e-462d-8c72-95e334b0f119 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:42.311033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.338625 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a54c59-04a8-438c-8db0-db7cc27a4fd3'] response: {'name': 'network-changed', 'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'status': 'completed', 'code': 200} May 09 13:22:42.414979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] For port 11ee7eea-b371-4dae-b521-b18e8b1686b5, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:42.460883 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] For port 11ee7eea-b371-4dae-b521-b18e8b1686b5, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=11ee7eea-b371-4dae-b521-b18e8b1686b5,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:42.468137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.471726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.476789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.492103 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.529594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43480d85-16ec-4fe1-83f1-999c77ad0108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.542045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Network': ['ID=11eb0c2e-81eb-4f54-a920-fdefdebad19a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:42.596540 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a69d9ad9-1c43-4bf0-a8df-ff85fb854983 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/networks/11eb0c2e-81eb-4f54-a920-fdefdebad19a HTTP/1.1" status: 204 len: 168 time: 1.4884069 May 09 13:22:42.599931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56332) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:42.608998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-704500817'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:42.619534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:42.625550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:42.628605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:42.630480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=25984735-5f93-4b07-96c4-e44a90ce0239,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:42.634307 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:42.667940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Usage tracker for resource:network and tenant:61d07e313fb14e24b6b54d43867ee09f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:42.679960 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d09bb-630f-4918-aa2a-5248f7915040 req-88b2f585-c7ca-4601-a8eb-832b385426f1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:42.681355 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e43d09bb-630f-4918-aa2a-5248f7915040 req-88b2f585-c7ca-4601-a8eb-832b385426f1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.2995596 May 09 13:22:42.682241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:42.692319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.726179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:42.730377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328b919-9b15-441b-9e6f-cba302784b8c None None] Pushing event updated for resources: {'Port': ['ID=11ee7eea-b371-4dae-b521-b18e8b1686b5,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:42.766283 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:42.769897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.793168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:42.793979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.807151 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e43d09bb-630f-4918-aa2a-5248f7915040 req-23afc0a8-2af8-4112-bdc3-35a8563dfad2 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174190 May 09 13:22:42.834199 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-84e94550-69f0-4e03-9a94-872e237f13b1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.7421224 May 09 13:22:42.837422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56336) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:42.844515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56340) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:42.879951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:22:42.894766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-b7199e07-492e-4d88-9bcd-35ea2ed05fc3 None None] Set router bad1103b-d4b2-4b06-90a0-60491c85eb78 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:22:42.984257 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:42.984584 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Added segment 99b884f1-0960-4b86-93e1-6ee62248703e of type vlan for network 0e123b10-da8a-4c61-8c7d-2caeb471c225 May 09 13:22:43.035188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] For port e159b8a2-948e-462d-8c72-95e334b0f119, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e159b8a2-948e-462d-8c72-95e334b0f119,segment=NetworkSegment(ae9d2b9c-5216-4947-a069-eeef6a8f2fc4),segment_id=ae9d2b9c-5216-4947-a069-eeef6a8f2fc4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:43.035880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.055287 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9395fc67-0069-46a7-a5a2-ae5a88594f90 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/floatingips/e4b038f0-d4dc-41ad-8af8-c187cf0c5505 HTTP/1.1" status: 200 len: 991 time: 0.1766491 May 09 13:22:43.064961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.081105 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.086374 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.103898 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33442855-c4f5-43ee-a211-d2b654ec86b2 req-5cb2895c-6ff6-4497-9efc-5d757e3730ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f91e4eb308c4fb1b7a7036641c61f30&device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 1099 time: 0.6914341 May 09 13:22:43.144288 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.148857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:43.149552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.192914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc61dab-c7ff-4a1b-a9ab-c3dd27ea3430 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:43.196790 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc61dab-c7ff-4a1b-a9ab-c3dd27ea3430 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:43.197577 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-abc61dab-c7ff-4a1b-a9ab-c3dd27ea3430 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:43.231132 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] Calling delete_port for e159b8a2-948e-462d-8c72-95e334b0f119 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:43.264750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.265479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Fanout notify agent at l3_agent the message router_deleted on router 5b6b35b7-5973-4ac4-8c34-ff9ea5265be8 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:22:43.273282 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-abc61dab-c7ff-4a1b-a9ab-c3dd27ea3430 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:43.274594 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-abc61dab-c7ff-4a1b-a9ab-c3dd27ea3430 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1858 time: 0.4362581 May 09 13:22:43.278216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56344) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:43.281649 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 11ee7eea-b371-4dae-b521-b18e8b1686b5 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:43.306441 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7016668 May 09 13:22:43.308270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56348) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:43.313826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'subnet': {'network_id': '0e123b10-da8a-4c61-8c7d-2caeb471c225', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:43.333025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.333160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70e0c4-5bea-4ddb-abbd-bbbb0cf2bc03 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Network': ['ID=0e123b10-da8a-4c61-8c7d-2caeb471c225,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:43.334101 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-45922347-860b-4f4c-b9d5-2aa50b0f7123 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "DELETE /v2.0/routers/5b6b35b7-5973-4ac4-8c34-ff9ea5265be8 HTTP/1.1" status: 204 len: 168 time: 2.8290896 May 09 13:22:43.350533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56352) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:43.358583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-22bca5d8-f46a-4e8f-bbcf-cc57adc74592 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2058216681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:43.364580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 0e123b10-da8a-4c61-8c7d-2caeb471c225 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:22:43.387460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8fd59a1a-47b5-4bf5-813a-c2376085e738 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 25984735-5f93-4b07-96c4-e44a90ce0239 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:43.388184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fd59a1a-47b5-4bf5-813a-c2376085e738 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.416920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33442855-c4f5-43ee-a211-d2b654ec86b2 req-8c9abda6-b9c6-40af-85a3-691cd7c0d4cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:43.417547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-22bca5d8-f46a-4e8f-bbcf-cc57adc74592 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:43.418408 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33442855-c4f5-43ee-a211-d2b654ec86b2 req-8c9abda6-b9c6-40af-85a3-691cd7c0d4cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=08a52ea3-5f76-49af-9b25-99334f043227 HTTP/1.1" status: 200 len: 898 time: 0.2878852 May 09 13:22:43.433746 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-22bca5d8-f46a-4e8f-bbcf-cc57adc74592 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Usage tracker for resource:router and tenant:2fd14dcf51d74fdf9ab70e44b3ed5105 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:43.438462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-22bca5d8-f46a-4e8f-bbcf-cc57adc74592 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:43.453555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-22bca5d8-f46a-4e8f-bbcf-cc57adc74592 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:43.469831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:43.474799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Usage tracker for resource:subnet and tenant:61d07e313fb14e24b6b54d43867ee09f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:43.475108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.477812 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-22bca5d8-f46a-4e8f-bbcf-cc57adc74592 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.478827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-22bca5d8-f46a-4e8f-bbcf-cc57adc74592 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.482378 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:43.490909 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:43.511494 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:43.530168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-22bca5d8-f46a-4e8f-bbcf-cc57adc74592 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.584091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.599190 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33442855-c4f5-43ee-a211-d2b654ec86b2 req-fb3c6970-b15a-4d2c-be5b-b1c5df7307cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db HTTP/1.1" status: 200 len: 999 time: 0.1711228 May 09 13:22:43.662824 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] Pushing event deleted for resources: {'Port': ['ID=e159b8a2-948e-462d-8c72-95e334b0f119,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:43.680148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd7afc-6e1a-416b-ae8d-ce3da44b62b8 None None] No DVR routers for this DVR port e159b8a2-948e-462d-8c72-95e334b0f119 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:22:43.713744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 11ee7eea-b371-4dae-b521-b18e8b1686b5 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:43.723196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.777941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33442855-c4f5-43ee-a211-d2b654ec86b2 req-1042b7e4-f10c-4737-b6d8-7a864449f7be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:43.779610 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33442855-c4f5-43ee-a211-d2b654ec86b2 req-1042b7e4-f10c-4737-b6d8-7a864449f7be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5223c720-486c-4a56-a6ff-adc45a45c389 HTTP/1.1" status: 200 len: 835 time: 0.1542621 May 09 13:22:43.831320 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.853441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b7199e07-492e-4d88-9bcd-35ea2ed05fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606107232', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:56Z', 'updated_at': '2022-05-09T13:22:10Z', 'revision_number': 4, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'gw_port': {'id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:58Z', 'updated_at': '2022-05-09T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'e4b038f0-d4dc-41ad-8af8-c187cf0c5505', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'floating_ip_address': '172.26.1.58', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'port_id': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'mac_address': 'fa:16:3e:fe:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:22:39Z', 'updated_at': '2022-05-09T13:22:39Z', 'revision_number': 0, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea1f57c-4b4b-4141-a92f-a1d730951db9', 'name': '', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'mac_address': 'fa:16:3e:86:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:22:08Z', 'updated_at': '2022-05-09T13:22:17Z', 'revision_number': 5, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'subnets': [{'id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:43.854131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fd59a1a-47b5-4bf5-813a-c2376085e738 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.858275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7199e07-492e-4d88-9bcd-35ea2ed05fc3 None None] Checking router: bad1103b-d4b2-4b06-90a0-60491c85eb78 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:22:43.873284 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7199e07-492e-4d88-9bcd-35ea2ed05fc3 None None] Routers {'bad1103b-d4b2-4b06-90a0-60491c85eb78'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:43.873930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b7199e07-492e-4d88-9bcd-35ea2ed05fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['bad1103b-d4b2-4b06-90a0-60491c85eb78'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:43.930687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-22bca5d8-f46a-4e8f-bbcf-cc57adc74592 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.969530 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:22:43.971678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-22bca5d8-f46a-4e8f-bbcf-cc57adc74592 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:43.974678 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-22bca5d8-f46a-4e8f-bbcf-cc57adc74592 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6215961 May 09 13:22:43.987797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56356) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:43.992801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'enable_snat': True}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:44.003141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8fd59a1a-47b5-4bf5-813a-c2376085e738 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 25984735-5f93-4b07-96c4-e44a90ce0239 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:44.015004 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9b9a2e-f3b9-42ad-b94e-6b44baf8519b None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:44.066901 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56360) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:44.181843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bc3c77a3-809c-4fc8-b256-e472e4c8500d None None] Provisioning for port 11ee7eea-b371-4dae-b521-b18e8b1686b5 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:44.197312 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bc3c77a3-809c-4fc8-b256-e472e4c8500d None None] Provisioning complete for port 11ee7eea-b371-4dae-b521-b18e8b1686b5 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:44.197680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bc3c77a3-809c-4fc8-b256-e472e4c8500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:44.228649 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-729e8fcf-7b7f-4c82-8889-8f1b1e5c83af tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/floatingips/e4b038f0-d4dc-41ad-8af8-c187cf0c5505 HTTP/1.1" status: 200 len: 991 time: 0.1533513 May 09 13:22:44.271797 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33442855-c4f5-43ee-a211-d2b654ec86b2 req-a2527157-a088-4f1f-8229-f1a2b5cee2c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08a52ea3-5f76-49af-9b25-99334f043227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2389886 May 09 13:22:44.288825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-b7199e07-492e-4d88-9bcd-35ea2ed05fc3 None None] Set router bad1103b-d4b2-4b06-90a0-60491c85eb78 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:22:44.335893 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:44.534743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Subnet': ['ID=8c7d63e2-b4cd-4488-bf14-8b99fab557db,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:44.559941 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Checking segment: {'id': '99b884f1-0960-4b86-93e1-6ee62248703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0e123b10-da8a-4c61-8c7d-2caeb471c225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:44.560273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network hostable DHCP agents. Network: 0e123b10-da8a-4c61-8c7d-2caeb471c225, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:22:44.573421 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:44.593238 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33442855-c4f5-43ee-a211-d2b654ec86b2 req-9fe269f8-c9dd-46ef-8bd9-d9ed64ea2f1e service neutron] 10.222.0.57 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140595 May 09 13:22:44.611907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network 0e123b10-da8a-4c61-8c7d-2caeb471c225 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:22:44.626033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bc3c77a3-809c-4fc8-b256-e472e4c8500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:44.667923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 0e123b10-da8a-4c61-8c7d-2caeb471c225) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:44.675798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:44.676628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:44.712821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fd59a1a-47b5-4bf5-813a-c2376085e738 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:44.713976 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7254c789-ddea-4531-b5be-357bca2fe8a4 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4046254 May 09 13:22:44.720001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56364) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:44.725518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5738169-4da5-41ad-83be-5413cb76b80c None None] Network 0e123b10-da8a-4c61-8c7d-2caeb471c225 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:44.781950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd59a1a-47b5-4bf5-813a-c2376085e738 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=25984735-5f93-4b07-96c4-e44a90ce0239,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:44.835463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-bc3c77a3-809c-4fc8-b256-e472e4c8500d None None] For port 11ee7eea-b371-4dae-b521-b18e8b1686b5, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=11ee7eea-b371-4dae-b521-b18e8b1686b5,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:44.846772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bc3c77a3-809c-4fc8-b256-e472e4c8500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:44.916600 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:44.961631 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33442855-c4f5-43ee-a211-d2b654ec86b2 req-fb77a58d-7009-474c-a672-dd47f33b4bae service neutron] 10.222.0.57 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586185 May 09 13:22:44.977149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fd59a1a-47b5-4bf5-813a-c2376085e738 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:44.996192 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8fd59a1a-47b5-4bf5-813a-c2376085e738 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/25984735-5f93-4b07-96c4-e44a90ce0239 HTTP/1.1" status: 204 len: 168 time: 1.7147105 May 09 13:22:44.998551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56368) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:45.038597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.076184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a2abac-0573-4a36-a70d-1c4d56a2331c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:45.077985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a2abac-0573-4a36-a70d-1c4d56a2331c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:45.079245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a2abac-0573-4a36-a70d-1c4d56a2331c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:45.080157 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-98a2abac-0573-4a36-a70d-1c4d56a2331c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:45.090287 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.103210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-98a2abac-0573-4a36-a70d-1c4d56a2331c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:45.105506 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-98a2abac-0573-4a36-a70d-1c4d56a2331c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1057539 May 09 13:22:45.108532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56372) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:45.134850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.144888 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c77a3-809c-4fc8-b256-e472e4c8500d None None] Pushing event updated for resources: {'Port': ['ID=11ee7eea-b371-4dae-b521-b18e8b1686b5,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:45.225248 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.247784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b7199e07-492e-4d88-9bcd-35ea2ed05fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606107232', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:56Z', 'updated_at': '2022-05-09T13:22:10Z', 'revision_number': 4, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'gw_port': {'id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:58Z', 'updated_at': '2022-05-09T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'e4b038f0-d4dc-41ad-8af8-c187cf0c5505', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'floating_ip_address': '172.26.1.58', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'port_id': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'mac_address': 'fa:16:3e:fe:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:22:39Z', 'updated_at': '2022-05-09T13:22:39Z', 'revision_number': 0, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea1f57c-4b4b-4141-a92f-a1d730951db9', 'name': '', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'mac_address': 'fa:16:3e:86:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:22:08Z', 'updated_at': '2022-05-09T13:22:17Z', 'revision_number': 5, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'subnets': [{'id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:45.253126 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f1e5cf-a8ee-4da3-a683-12bca9bbe5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-0e123b10-da8a-4c61-8c7d-2caeb471c225', 'network_id': '0e123b10-da8a-4c61-8c7d-2caeb471c225', 'tenant_id': '61d07e313fb14e24b6b54d43867ee09f', 'fixed_ips': [{'subnet_id': '8c7d63e2-b4cd-4488-bf14-8b99fab557db'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:45.253954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e5cf-a8ee-4da3-a683-12bca9bbe5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.261248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56376) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:45.265883 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7199e07-492e-4d88-9bcd-35ea2ed05fc3 None None] The sync data for ids ['bad1103b-d4b2-4b06-90a0-60491c85eb78'] in dv-neutron-840889-2-hyperv is: [{'id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606107232', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:56Z', 'updated_at': '2022-05-09T13:22:10Z', 'revision_number': 4, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'gw_port': {'id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:58Z', 'updated_at': '2022-05-09T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'e4b038f0-d4dc-41ad-8af8-c187cf0c5505', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'floating_ip_address': '172.26.1.58', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'port_id': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'mac_address': 'fa:16:3e:fe:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:22:39Z', 'updated_at': '2022-05-09T13:22:39Z', 'revision_number': 0, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea1f57c-4b4b-4141-a92f-a1d730951db9', 'name': '', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'mac_address': 'fa:16:3e:86:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:22:08Z', 'updated_at': '2022-05-09T13:22:17Z', 'revision_number': 5, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'subnets': [{'id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:22:45.371820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03e587c-718d-4a5e-a1a2-29ee47ee5f2a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet abbe55f6-00f3-4c01-91fa-e1693bf88c32 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:45.375734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a03e587c-718d-4a5e-a1a2-29ee47ee5f2a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.447826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a03e587c-718d-4a5e-a1a2-29ee47ee5f2a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.473710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e34dcfe8-7ef6-4233-9b0b-386e63899f81 None None] Could not find standard attr ID for object 25984735-5f93-4b07-96c4-e44a90ce0239. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:22:45.499332 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e34dcfe8-7ef6-4233-9b0b-386e63899f81 None None] Provisioning complete for port 11ee7eea-b371-4dae-b521-b18e8b1686b5 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:45.499691 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e34dcfe8-7ef6-4233-9b0b-386e63899f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.517082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.566152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a03e587c-718d-4a5e-a1a2-29ee47ee5f2a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.578234 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218dff2-f24b-41ab-8a71-63f546c22fed None None] New status for floating IP e4b038f0-d4dc-41ad-8af8-c187cf0c5505: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server [None req-b6f1e5cf-a8ee-4da3-a683-12bca9bbe5d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c7d63e2-b4cd-4488-bf14-8b99fab557db: This subnet is being modified by another concurrent operation. May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise exception May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c7d63e2-b4cd-4488-bf14-8b99fab557db: This subnet is being modified by another concurrent operation. May 09 13:22:45.585801 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server May 09 13:22:45.608056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e402fd0-475d-420d-b222-20cafb678ca8 None None] Network 0e123b10-da8a-4c61-8c7d-2caeb471c225 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:45.645807 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7d63e2-b4cd-4488-bf14-8b99fab557db,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:45.668295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Allocated IP 172.26.1.57 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/47f93332-8c2d-4184-9972-09b2c9575f3d) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:45.686959 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-241372ff-4c01-485c-8021-e450d605c506 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/floatingips/e4b038f0-d4dc-41ad-8af8-c187cf0c5505 HTTP/1.1" status: 200 len: 991 time: 0.4219468 May 09 13:22:45.733786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a03e587c-718d-4a5e-a1a2-29ee47ee5f2a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.794736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a03e587c-718d-4a5e-a1a2-29ee47ee5f2a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.804846 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e587c-718d-4a5e-a1a2-29ee47ee5f2a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=abbe55f6-00f3-4c01-91fa-e1693bf88c32,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:45.831794 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a03e587c-718d-4a5e-a1a2-29ee47ee5f2a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/abbe55f6-00f3-4c01-91fa-e1693bf88c32 HTTP/1.1" status: 204 len: 168 time: 0.7212343 May 09 13:22:45.834723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56380) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:45.911704 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eaad59-433d-4e2c-b0ed-372604a184d4 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:45.913783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.944179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-04415bcb-a9b6-444e-a00c-1279df3e5edd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet ccd973b4-70f3-464d-98e3-1534eba6d63b {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:45.948143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-04415bcb-a9b6-444e-a00c-1279df3e5edd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:45.958216 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e123b10-da8a-4c61-8c7d-2caeb471c225']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:45.988824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b884f1-0960-4b86-93e1-6ee62248703e') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:45.989121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b884f1-0960-4b86-93e1-6ee62248703e') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:46.011044 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.019131 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-22a50631-edae-4185-872c-66e59dfdd12e None None] Could not find standard attr ID for object 25984735-5f93-4b07-96c4-e44a90ce0239. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:22:46.020174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-04415bcb-a9b6-444e-a00c-1279df3e5edd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.040537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.047901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.053172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:22:46.053583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:22:46.067649 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:22:46.109989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-04415bcb-a9b6-444e-a00c-1279df3e5edd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.158756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.177250 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.190323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Network': ['ID=0e123b10-da8a-4c61-8c7d-2caeb471c225,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:46.195788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.201072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-04415bcb-a9b6-444e-a00c-1279df3e5edd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.241894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04415bcb-a9b6-444e-a00c-1279df3e5edd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd973b4-70f3-464d-98e3-1534eba6d63b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:46.247589 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-066fb665-7442-4214-9b2b-e58726f778ea tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/networks/0e123b10-da8a-4c61-8c7d-2caeb471c225 HTTP/1.1" status: 204 len: 168 time: 1.5262861 May 09 13:22:46.252214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56384) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:46.255230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-04415bcb-a9b6-444e-a00c-1279df3e5edd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.262323 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1727999332'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:46.268045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:46.270133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:46.274186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:46.276096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:46.283138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Usage tracker for resource:network and tenant:61d07e313fb14e24b6b54d43867ee09f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:46.286509 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-04415bcb-a9b6-444e-a00c-1279df3e5edd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/ccd973b4-70f3-464d-98e3-1534eba6d63b HTTP/1.1" status: 204 len: 168 time: 0.4501832 May 09 13:22:46.287591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:46.290205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56388) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:46.317139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event updated for resources: {'Port': ['ID=47f93332-8c2d-4184-9972-09b2c9575f3d,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:46.346416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:46.367832 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bb877dc0-e073-45ad-8f77-95a1de3e5f86 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765374 May 09 13:22:46.370499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56392) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:46.377738 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:46.395138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:46.398197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.447315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.610575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:22:46.622154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:46.628976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:46.632020 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.632411 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Added segment 5a717a21-0ef0-4d68-add9-b81b48cabe77 of type vlan for network b1104639-b370-455e-991a-d201b946097e May 09 13:22:46.632698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.633673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:46.638146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.643595 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:46.668426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:46.672301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.692538 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.693384 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56396) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:46.780812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90915e7d-5246-4578-a28f-ba7a1ed83631 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:46.808746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.812541 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:46.813126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.885532 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6a5ec148-a551-430f-86e4-3741af1927d5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/floatingips/e4b038f0-d4dc-41ad-8af8-c187cf0c5505 HTTP/1.1" status: 200 len: 993 time: 0.1791701 May 09 13:22:46.924369 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6701972 May 09 13:22:46.931048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56400) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:46.940219 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Request body: {'subnet': {'network_id': 'b1104639-b370-455e-991a-d201b946097e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:46.950267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3eb44940-5d6a-412a-b074-a9e391275bd0 None None] Provisioning complete for port 11ee7eea-b371-4dae-b521-b18e8b1686b5 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:46.950267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3eb44940-5d6a-412a-b074-a9e391275bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:46.978052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Router 00c3a34a-1ce6-4df4-8179-8bae43cf44a4 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:22:46.988686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cb970-bc06-48b1-b8eb-d8abc9eb4d3d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Network': ['ID=b1104639-b370-455e-991a-d201b946097e,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:47.059301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network b1104639-b370-455e-991a-d201b946097e details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:22:47.114932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:47.127952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Usage tracker for resource:subnet and tenant:61d07e313fb14e24b6b54d43867ee09f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:47.133343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:47.141953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:47.148394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:47.204336 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Made reservation on behalf of 61d07e313fb14e24b6b54d43867ee09f for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:47.222762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:22:47.228190 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:47.231644 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c6c350be-c35f-430c-bc6f-47dfeff1e70c tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "PUT /v2.0/routers/00c3a34a-1ce6-4df4-8179-8bae43cf44a4 HTTP/1.1" status: 200 len: 914 time: 3.2401500 May 09 13:22:47.232064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56404) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:47.237222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 11ee7eea-b371-4dae-b521-b18e8b1686b5 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:47.267117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1902f627-ca8f-489a-926a-c791a998b672 None None] Sync routers for ids ['00c3a34a-1ce6-4df4-8179-8bae43cf44a4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:22:47.301737 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:47.315292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=5ff654ef-bcd3-479d-a03c-7dc09de4464d,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:47.318025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:47.328315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:47.328831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:47.336006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1902f627-ca8f-489a-926a-c791a998b672 None None] Routers {'00c3a34a-1ce6-4df4-8179-8bae43cf44a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:47.336320 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1902f627-ca8f-489a-926a-c791a998b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['00c3a34a-1ce6-4df4-8179-8bae43cf44a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:47.338323 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:47.411647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04db199-f7a3-469b-abd5-181564dd2161 None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:22:47.414584 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1902f627-ca8f-489a-926a-c791a998b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:47.420326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c04db199-f7a3-469b-abd5-181564dd2161 None None] Deleting port 11ee7eea-b371-4dae-b521-b18e8b1686b5 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:47.420699 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c04db199-f7a3-469b-abd5-181564dd2161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:47.440097 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-290b3cce-4d3d-4fc2-b852-83136df35a3c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0684407 May 09 13:22:47.444483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56408) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:47.451567 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:47.490958 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1902f627-ca8f-489a-926a-c791a998b672 None None] Routers {'00c3a34a-1ce6-4df4-8179-8bae43cf44a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:47.491842 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1902f627-ca8f-489a-926a-c791a998b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['00c3a34a-1ce6-4df4-8179-8bae43cf44a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:47.565601 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 11ee7eea-b371-4dae-b521-b18e8b1686b5 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:47.566291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:47.581568 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5eaa5015-6fe4-4761-97f3-39c35dc05502 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/routers/00c3a34a-1ce6-4df4-8179-8bae43cf44a4 HTTP/1.1" status: 200 len: 920 time: 0.3481522 May 09 13:22:47.584280 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56412) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:47.628749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1902f627-ca8f-489a-926a-c791a998b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:47.629059 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1902f627-ca8f-489a-926a-c791a998b672 None None] The sync data for ids ['00c3a34a-1ce6-4df4-8179-8bae43cf44a4'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:22:47.649315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:47.667375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:47.671876 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:47.678459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a16422a2-1afd-41a8-a01f-4f0941613083 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Synchronizing usage tracker for tenant:1c385bf548d74fd8ac96a79aea04e3d8 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:47.680476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:47.697136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a16422a2-1afd-41a8-a01f-4f0941613083 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Unset dirty status for tenant:1c385bf548d74fd8ac96a79aea04e3d8 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:47.700982 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a16422a2-1afd-41a8-a01f-4f0941613083 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&device_id=00c3a34a-1ce6-4df4-8179-8bae43cf44a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1130855 May 09 13:22:47.701792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56416) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:47.706443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:47.709793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:47.845426 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2be2ee-83ba-4861-8b73-0022f2bc5929 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:47.846164 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5c2be2ee-83ba-4861-8b73-0022f2bc5929 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Synchronizing usage tracker for tenant:1c385bf548d74fd8ac96a79aea04e3d8 on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:47.862347 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5c2be2ee-83ba-4861-8b73-0022f2bc5929 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Unset dirty status for tenant:1c385bf548d74fd8ac96a79aea04e3d8 on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:47.868926 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5c2be2ee-83ba-4861-8b73-0022f2bc5929 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/networks/f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 881 time: 0.1663003 May 09 13:22:47.869545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56420) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:47.887653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c04db199-f7a3-469b-abd5-181564dd2161 None None] For port 11ee7eea-b371-4dae-b521-b18e8b1686b5, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=11ee7eea-b371-4dae-b521-b18e8b1686b5,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:47.887900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c04db199-f7a3-469b-abd5-181564dd2161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:47.920256 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-77d1a496-ac08-4855-8231-d154a5a1a12d tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "GET /v2.0/ports?device_id=00c3a34a-1ce6-4df4-8179-8bae43cf44a4 HTTP/1.1" status: 200 len: 205 time: 0.0496290 May 09 13:22:47.922786 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56424) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:47.948143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.objects.ports [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83895) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:22:47.951206 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.019867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c04db199-f7a3-469b-abd5-181564dd2161 None None] Calling delete_port for 11ee7eea-b371-4dae-b521-b18e8b1686b5 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:48.081839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event updated for resources: {'Subnet': ['ID=ea67c72e-d0b5-4eef-bf77-c62a072f32c8,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:48.104538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c04db199-f7a3-469b-abd5-181564dd2161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.106435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Checking segment: {'id': '5a717a21-0ef0-4d68-add9-b81b48cabe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b1104639-b370-455e-991a-d201b946097e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:48.106791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network hostable DHCP agents. Network: b1104639-b370-455e-991a-d201b946097e, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:22:48.141738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.149804 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04db199-f7a3-469b-abd5-181564dd2161 None None] Pushing event deleted for resources: {'Port': ['ID=11ee7eea-b371-4dae-b521-b18e8b1686b5,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:48.158635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04db199-f7a3-469b-abd5-181564dd2161 None None] No DVR routers for this DVR port 11ee7eea-b371-4dae-b521-b18e8b1686b5 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:22:48.161338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Network b1104639-b370-455e-991a-d201b946097e is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:22:48.183904 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44898d7-f151-4c43-b2a0-96bffb1009ff None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:48.214847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, b1104639-b370-455e-991a-d201b946097e) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:48.225441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:48.225998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.252665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700f16b4-33de-429e-8651-d0b99120f827 None None] Network b1104639-b370-455e-991a-d201b946097e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:48.285143 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f2de3110-86ae-4e91-b65b-78373492c59d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3529773 May 09 13:22:48.289241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56428) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:48.296675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.objects.ports [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83895) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:22:48.298040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.441875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.473402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:48.476590 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:48.479271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:48.480019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.492202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=3492ecce-be4a-4cad-8ea1-749499665cd0,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:48.512809 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-98000e93-4b32-4deb-b4c8-323b8615fbd1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0676749 May 09 13:22:48.515707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56432) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:48.522605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'mac_address': 'fa:16:3e:b8:90:41', 'name': 'tempest-NetworksTestDHCPv6-1009608139'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:48.529297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.559538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.582325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Deleting port 47f93332-8c2d-4184-9972-09b2c9575f3d {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:48.582700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.654407 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '3492ecce-be4a-4cad-8ea1-749499665cd0'}, {'subnet_id': '5ff654ef-bcd3-479d-a03c-7dc09de4464d'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:48.655224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.669796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ef8e31-782c-44f6-919f-fc03860aadc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-b1104639-b370-455e-991a-d201b946097e', 'network_id': 'b1104639-b370-455e-991a-d201b946097e', 'tenant_id': '61d07e313fb14e24b6b54d43867ee09f', 'fixed_ips': [{'subnet_id': 'ea67c72e-d0b5-4eef-bf77-c62a072f32c8'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:48.670581 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58ef8e31-782c-44f6-919f-fc03860aadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.689679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:48.693934 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:48.696924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:48.702750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:48.713971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:48.718184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.734908 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.749245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 603222a8-3391-4b80-ae5c-4ac44fc03784 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:22:48.790208 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Subnet': ['ID=ea67c72e-d0b5-4eef-bf77-c62a072f32c8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server [None req-58ef8e31-782c-44f6-919f-fc03860aadc4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea67c72e-d0b5-4eef-bf77-c62a072f32c8: This subnet is being modified by another concurrent operation. May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise exception May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea67c72e-d0b5-4eef-bf77-c62a072f32c8: This subnet is being modified by another concurrent operation. May 09 13:22:48.842123 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server May 09 13:22:48.861449 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe4ce64-7d12-4493-93ed-1e1df0cbf3d3 None None] Network b1104639-b370-455e-991a-d201b946097e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:48.891124 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:48.982025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 172.20.0.8 (733a9858-46ec-4cf8-be89-833c62720969/5ff654ef-bcd3-479d-a03c-7dc09de4464d/603222a8-3391-4b80-ae5c-4ac44fc03784) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:48.988575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::f816:3eff:feb8:9041 (733a9858-46ec-4cf8-be89-833c62720969/3492ecce-be4a-4cad-8ea1-749499665cd0/603222a8-3391-4b80-ae5c-4ac44fc03784) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:49.060582 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.129001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Calling delete_port for 47f93332-8c2d-4184-9972-09b2c9575f3d owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:49.152612 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 11ee7eea-b371-4dae-b521-b18e8b1686b5 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:22:49.184193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1104639-b370-455e-991a-d201b946097e']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:49.192415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 11ee7eea-b371-4dae-b521-b18e8b1686b5 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:22:49.193056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 11ee7eea-b371-4dae-b521-b18e8b1686b5 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:22:49.195171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.201215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a717a21-0ef0-4d68-add9-b81b48cabe77') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:49.201215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a717a21-0ef0-4d68-add9-b81b48cabe77') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:49.215542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 603222a8-3391-4b80-ae5c-4ac44fc03784 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:49.217930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.237028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.251457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.260915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:22:49.261402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:22:49.279693 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:22:49.314987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:49.317769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:49.321813 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:49.360876 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=603222a8-3391-4b80-ae5c-4ac44fc03784,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:49.373696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.386365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Allocated IP 172.20.0.2 (733a9858-46ec-4cf8-be89-833c62720969/5ff654ef-bcd3-479d-a03c-7dc09de4464d/77bdb792-41f7-4603-8c55-8f4b9fc11a27) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:49.393065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Allocated IP 2001:db8::f816:3eff:fe23:7609 (733a9858-46ec-4cf8-be89-833c62720969/3492ecce-be4a-4cad-8ea1-749499665cd0/77bdb792-41f7-4603-8c55-8f4b9fc11a27) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:49.394639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:49.394807 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.395308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.419978 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-84f8cb61-9432-4384-b89f-f2fb5f540818 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9030187 May 09 13:22:49.422443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56436) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:49.445676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Network': ['ID=b1104639-b370-455e-991a-d201b946097e,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:49.467305 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8ec5d4ed-3f37-4a42-be39-fef593264284 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/networks/b1104639-b370-455e-991a-d201b946097e HTTP/1.1" status: 204 len: 168 time: 1.1738272 May 09 13:22:49.467593 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56440) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:49.509836 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4212771-d9b8-406f-b9f6-2bf62a928f1d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] DELETE failed (client error): The resource could not be found. May 09 13:22:49.510653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4212771-d9b8-406f-b9f6-2bf62a928f1d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:49.512499 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a4212771-d9b8-406f-b9f6-2bf62a928f1d tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/subnets/ea67c72e-d0b5-4eef-bf77-c62a072f32c8 HTTP/1.1" status: 404 len: 337 time: 0.0439949 May 09 13:22:49.514303 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f024ab-d228-4ac6-8eda-e12481cbe8e9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:49.515012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c4f024ab-d228-4ac6-8eda-e12481cbe8e9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:49.516682 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56444) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:49.531376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c4f024ab-d228-4ac6-8eda-e12481cbe8e9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:49.535932 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c4f024ab-d228-4ac6-8eda-e12481cbe8e9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1122293 May 09 13:22:49.536501 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56448) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:49.543499 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-769e0918-b9fb-441b-ab8d-101e19e5e922 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] DELETE failed (client error): The resource could not be found. May 09 13:22:49.544060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769e0918-b9fb-441b-ab8d-101e19e5e922 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:49.545820 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-769e0918-b9fb-441b-ab8d-101e19e5e922 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/networks/b1104639-b370-455e-991a-d201b946097e HTTP/1.1" status: 404 len: 339 time: 0.0279977 May 09 13:22:49.546790 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.551387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56452) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:49.609485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.620916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Transition to ACTIVE for port object 77bdb792-41f7-4603-8c55-8f4b9fc11a27 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:49.624080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-beb9dbcf-ffa0-4a75-9659-94b273ae45af tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 603222a8-3391-4b80-ae5c-4ac44fc03784 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:49.624732 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-beb9dbcf-ffa0-4a75-9659-94b273ae45af tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.631987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Pushing event deleted for resources: {'Port': ['ID=47f93332-8c2d-4184-9972-09b2c9575f3d,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:49.636709 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9157a2-2d37-4ebd-a286-3abe41f4833c tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] DELETE failed (client error): The resource could not be found. May 09 13:22:49.637249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9157a2-2d37-4ebd-a286-3abe41f4833c tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:49.641513 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8e9157a2-2d37-4ebd-a286-3abe41f4833c tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/subnets/8c7d63e2-b4cd-4488-bf14-8b99fab557db HTTP/1.1" status: 404 len: 337 time: 0.0564554 May 09 13:22:49.642503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56456) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:49.651219 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Transition to ACTIVE for port object 77bdb792-41f7-4603-8c55-8f4b9fc11a27 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:49.657817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.709990 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-2deadd2b-e4ac-4ef5-ac0e-16b57b228de3 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] DELETE failed (client error): The resource could not be found. May 09 13:22:49.710685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2deadd2b-e4ac-4ef5-ac0e-16b57b228de3 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:49.715086 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2deadd2b-e4ac-4ef5-ac0e-16b57b228de3 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/networks/0e123b10-da8a-4c61-8c7d-2caeb471c225 HTTP/1.1" status: 404 len: 339 time: 0.0686481 May 09 13:22:49.729297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56460) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:49.735435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:49.739866 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:49.741686 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Pushing event updated for resources: {'Port': ['ID=77bdb792-41f7-4603-8c55-8f4b9fc11a27,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:49.744075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:49.788665 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb733729-b86e-4dae-82d7-60211fe23cf8 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] DELETE failed (client error): The resource could not be found. May 09 13:22:49.789163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb733729-b86e-4dae-82d7-60211fe23cf8 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:49.793644 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bb733729-b86e-4dae-82d7-60211fe23cf8 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/subnets/13f049ba-cc22-4c8b-8426-b42a71d384b2 HTTP/1.1" status: 404 len: 337 time: 0.0610931 May 09 13:22:49.793644 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56464) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:49.840987 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa11d997-0ed0-46ed-9aa7-7b672ac00e16 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] DELETE failed (client error): The resource could not be found. May 09 13:22:49.841536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa11d997-0ed0-46ed-9aa7-7b672ac00e16 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:49.845720 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-aa11d997-0ed0-46ed-9aa7-7b672ac00e16 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/networks/11eb0c2e-81eb-4f54-a920-fdefdebad19a HTTP/1.1" status: 404 len: 339 time: 0.0488563 May 09 13:22:49.853522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56468) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:49.867035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Attempting to bind port 77bdb792-41f7-4603-8c55-8f4b9fc11a27 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:49.867485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Attempting to bind port 77bdb792-41f7-4603-8c55-8f4b9fc11a27 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:49.867916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Attempting to bind port 77bdb792-41f7-4603-8c55-8f4b9fc11a27 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:49.874397 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:49.874780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:49.875251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.875713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:49.876238 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Bound port: 77bdb792-41f7-4603-8c55-8f4b9fc11a27, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:49.877243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.911160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:49.968875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] For port 77bdb792-41f7-4603-8c55-8f4b9fc11a27, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:49.973911 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] For port 77bdb792-41f7-4603-8c55-8f4b9fc11a27, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=77bdb792-41f7-4603-8c55-8f4b9fc11a27,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:49.980172 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.002071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-bfa91fe8-9485-4ad0-baf9-f58b9e4bdf78 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Deleting port 777c82ae-34fb-47f5-ac94-7e1300be3f10 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:50.002759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bfa91fe8-9485-4ad0-baf9-f58b9e4bdf78 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.064578 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a93ee9-39b4-40e5-be72-23ba86c58d2e None None] Pushing event updated for resources: {'Port': ['ID=77bdb792-41f7-4603-8c55-8f4b9fc11a27,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:50.071439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-beb9dbcf-ffa0-4a75-9659-94b273ae45af tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.177542 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.181954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.210211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.210998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Fanout notify agent at l3_agent the message router_deleted on router 00c3a34a-1ce6-4df4-8179-8bae43cf44a4 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:22:50.233465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.242200 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bf4f41fb-59e8-45ae-98a0-431e049a4bd6 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "DELETE /v2.0/routers/00c3a34a-1ce6-4df4-8179-8bae43cf44a4 HTTP/1.1" status: 204 len: 168 time: 2.3183239 May 09 13:22:50.248738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56472) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:50.255143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-beb9dbcf-ffa0-4a75-9659-94b273ae45af tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 603222a8-3391-4b80-ae5c-4ac44fc03784 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:50.256844 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-841a4ec7-22c3-436e-9ac0-4493fb8ac09c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-499446864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:50.263176 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-841a4ec7-22c3-436e-9ac0-4493fb8ac09c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:50.266946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-841a4ec7-22c3-436e-9ac0-4493fb8ac09c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Usage tracker for resource:router and tenant:2fd14dcf51d74fdf9ab70e44b3ed5105 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:50.270455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-841a4ec7-22c3-436e-9ac0-4493fb8ac09c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:50.277808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-841a4ec7-22c3-436e-9ac0-4493fb8ac09c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:50.292734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-841a4ec7-22c3-436e-9ac0-4493fb8ac09c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.293703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-841a4ec7-22c3-436e-9ac0-4493fb8ac09c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.315937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-841a4ec7-22c3-436e-9ac0-4493fb8ac09c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.335001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-841a4ec7-22c3-436e-9ac0-4493fb8ac09c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.359503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-841a4ec7-22c3-436e-9ac0-4493fb8ac09c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.360905 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-841a4ec7-22c3-436e-9ac0-4493fb8ac09c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1085012 May 09 13:22:50.363737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56476) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:50.369052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'enable_snat': False}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:50.546198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bfa91fe8-9485-4ad0-baf9-f58b9e4bdf78 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.708333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-bfa91fe8-9485-4ad0-baf9-f58b9e4bdf78 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Calling delete_port for 777c82ae-34fb-47f5-ac94-7e1300be3f10 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:50.851251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bfa91fe8-9485-4ad0-baf9-f58b9e4bdf78 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.866771 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.899856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa91fe8-9485-4ad0-baf9-f58b9e4bdf78 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Port': ['ID=777c82ae-34fb-47f5-ac94-7e1300be3f10,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:50.902627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-beb9dbcf-ffa0-4a75-9659-94b273ae45af tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.970333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bfa91fe8-9485-4ad0-baf9-f58b9e4bdf78 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:50.973307 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9dbcf-ffa0-4a75-9659-94b273ae45af tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=603222a8-3391-4b80-ae5c-4ac44fc03784,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:50.986566 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bfa91fe8-9485-4ad0-baf9-f58b9e4bdf78 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/ports/777c82ae-34fb-47f5-ac94-7e1300be3f10 HTTP/1.1" status: 204 len: 168 time: 1.1314960 May 09 13:22:50.988970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56480) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:51.034890 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-84225bd5-2303-4c00-b4db-82793ba6fa54 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] DELETE failed (client error): The resource could not be found. May 09 13:22:51.035325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84225bd5-2303-4c00-b4db-82793ba6fa54 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:51.039294 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-84225bd5-2303-4c00-b4db-82793ba6fa54 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/subnets/a54d4271-5046-4b28-ad9f-c57daa184725 HTTP/1.1" status: 404 len: 337 time: 0.0463207 May 09 13:22:51.041161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56484) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:51.105009 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d487b86-ad58-46ca-bd52-53cd22a80854 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:51.128190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-beb9dbcf-ffa0-4a75-9659-94b273ae45af tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.130946 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-beb9dbcf-ffa0-4a75-9659-94b273ae45af tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/603222a8-3391-4b80-ae5c-4ac44fc03784 HTTP/1.1" status: 204 len: 168 time: 1.5935206 May 09 13:22:51.133850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56488) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:51.184791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66d-34cc-41f1-b869-d02941757633 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.220543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4a579d-44e9-4897-8bca-f395b0961b0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:51.222789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4a579d-44e9-4897-8bca-f395b0961b0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:51.224727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4a579d-44e9-4897-8bca-f395b0961b0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:51.227559 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.229909 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2f4a579d-44e9-4897-8bca-f395b0961b0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:51.244951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 77bdb792-41f7-4603-8c55-8f4b9fc11a27 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:51.249280 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2f4a579d-44e9-4897-8bca-f395b0961b0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:51.253927 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2f4a579d-44e9-4897-8bca-f395b0961b0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1159508 May 09 13:22:51.254286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56492) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:51.310155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-51a0bff8-78eb-41f3-a35d-2a83806b8659 None None] Provisioning for port 77bdb792-41f7-4603-8c55-8f4b9fc11a27 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:51.348241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.396120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.407425 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 77bdb792-41f7-4603-8c55-8f4b9fc11a27 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:51.441403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66d-34cc-41f1-b869-d02941757633 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.443452 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 77bdb792-41f7-4603-8c55-8f4b9fc11a27 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:51.443829 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.466526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9df608-52b4-43e8-929e-724c16c4c4f3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 3492ecce-be4a-4cad-8ea1-749499665cd0 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:51.469887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d9df608-52b4-43e8-929e-724c16c4c4f3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.485127 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a69fa66d-34cc-41f1-b869-d02941757633 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476d3673-3275-4b8a-b124-23febb4aa7b2']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:51.504120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a69fa66d-34cc-41f1-b869-d02941757633 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9d2b9c-5216-4947-a069-eeef6a8f2fc4') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:51.504418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a69fa66d-34cc-41f1-b869-d02941757633 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9d2b9c-5216-4947-a069-eeef6a8f2fc4') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:51.522688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66d-34cc-41f1-b869-d02941757633 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.531526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d9df608-52b4-43e8-929e-724c16c4c4f3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.578561 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66d-34cc-41f1-b869-d02941757633 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.583377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.589756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69fa66d-34cc-41f1-b869-d02941757633 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:22:51.590163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66d-34cc-41f1-b869-d02941757633 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:22:51.604615 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:22:51.628242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 77bdb792-41f7-4603-8c55-8f4b9fc11a27, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=77bdb792-41f7-4603-8c55-8f4b9fc11a27,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:51.634776 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.648140 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d9df608-52b4-43e8-929e-724c16c4c4f3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.700346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Allocated IP 172.26.1.15 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/48241bfa-b179-4970-a1b7-94a087c9d421) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:51.762994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d9df608-52b4-43e8-929e-724c16c4c4f3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.768730 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66d-34cc-41f1-b869-d02941757633 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.771947 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=77bdb792-41f7-4603-8c55-8f4b9fc11a27,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:51.815843 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9df608-52b4-43e8-929e-724c16c4c4f3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=3492ecce-be4a-4cad-8ea1-749499665cd0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:51.820074 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6d9df608-52b4-43e8-929e-724c16c4c4f3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.837905 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6d9df608-52b4-43e8-929e-724c16c4c4f3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/3492ecce-be4a-4cad-8ea1-749499665cd0 HTTP/1.1" status: 204 len: 168 time: 0.5821273 May 09 13:22:51.840447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56496) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:51.845826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66d-34cc-41f1-b869-d02941757633 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.869622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fa66d-34cc-41f1-b869-d02941757633 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Network': ['ID=476d3673-3275-4b8a-b124-23febb4aa7b2,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:51.876309 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a69fa66d-34cc-41f1-b869-d02941757633 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/networks/476d3673-3275-4b8a-b124-23febb4aa7b2 HTTP/1.1" status: 204 len: 168 time: 0.8339934 May 09 13:22:51.882148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56500) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:51.893157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75df9d7e-6d50-4004-97d5-4b263faa1030 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:51.924766 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed8b33d-85cc-4fc4-aae0-94c556b748ea tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 5ff654ef-bcd3-479d-a03c-7dc09de4464d {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:51.927974 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bed8b33d-85cc-4fc4-aae0-94c556b748ea tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.989939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a049e-614b-47aa-88e0-c3401539f150 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Deleting port b0cd95cd-2297-448c-83fd-a47b8ee80f21 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:51.990585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8b8a049e-614b-47aa-88e0-c3401539f150 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:51.994901 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bed8b33d-85cc-4fc4-aae0-94c556b748ea tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:52.011920 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-302dc7c5-15d7-4c4b-b0c6-97de0a84e2a1 None None] Provisioning complete for port 77bdb792-41f7-4603-8c55-8f4b9fc11a27 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:52.012286 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-302dc7c5-15d7-4c4b-b0c6-97de0a84e2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:52.055122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:52.095362 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bed8b33d-85cc-4fc4-aae0-94c556b748ea tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:52.181867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bed8b33d-85cc-4fc4-aae0-94c556b748ea tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:52.227260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8b33d-85cc-4fc4-aae0-94c556b748ea tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff654ef-bcd3-479d-a03c-7dc09de4464d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:52.237200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bed8b33d-85cc-4fc4-aae0-94c556b748ea tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:52.249709 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bed8b33d-85cc-4fc4-aae0-94c556b748ea tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/5ff654ef-bcd3-479d-a03c-7dc09de4464d HTTP/1.1" status: 204 len: 168 time: 0.4080188 May 09 13:22:52.252047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56504) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:52.322914 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-676c5906-acf1-4a86-9739-25e9af6cd859 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697453 May 09 13:22:52.326362 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56508) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:52.352835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:52.436594 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8b8a049e-614b-47aa-88e0-c3401539f150 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:52.456953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:52.462286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:52.563438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612904c-9ab5-4f3d-bb25-a7672365fad4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:52.564696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e612904c-9ab5-4f3d-bb25-a7672365fad4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:52.582627 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:52.583354 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e612904c-9ab5-4f3d-bb25-a7672365fad4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:52.585799 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e612904c-9ab5-4f3d-bb25-a7672365fad4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2581596 May 09 13:22:52.589886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56512) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:52.620178 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a049e-614b-47aa-88e0-c3401539f150 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Calling delete_port for b0cd95cd-2297-448c-83fd-a47b8ee80f21 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:52.662827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6848cb-77cb-4942-8870-ff3ffb42c54c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:52.663770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bd6848cb-77cb-4942-8870-ff3ffb42c54c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:52.664776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Pushing event updated for resources: {'Port': ['ID=48241bfa-b179-4970-a1b7-94a087c9d421,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:52.683547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bd6848cb-77cb-4942-8870-ff3ffb42c54c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:52.685103 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bd6848cb-77cb-4942-8870-ff3ffb42c54c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0942934 May 09 13:22:52.688758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56516) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:52.776056 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9c76d4ad-9678-4f0b-9d50-dff3b7dfd370 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843678 May 09 13:22:52.783548 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56520) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:52.788469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3d2d4923-da49-43d9-b2f5-ee5222e71d92 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:52.803871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5c1550-aaea-41f1-b86c-b7777f822cc7 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:52.844560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8b8a049e-614b-47aa-88e0-c3401539f150 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:52.899394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a049e-614b-47aa-88e0-c3401539f150 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Port': ['ID=b0cd95cd-2297-448c-83fd-a47b8ee80f21,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:52.916203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3d2d4923-da49-43d9-b2f5-ee5222e71d92 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:52.918219 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8b8a049e-614b-47aa-88e0-c3401539f150 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:52.928512 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8b8a049e-614b-47aa-88e0-c3401539f150 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/ports/b0cd95cd-2297-448c-83fd-a47b8ee80f21 HTTP/1.1" status: 204 len: 168 time: 1.0423019 May 09 13:22:52.928750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3d2d4923-da49-43d9-b2f5-ee5222e71d92 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:52.928849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56524) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:52.938436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2d4923-da49-43d9-b2f5-ee5222e71d92 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:52.942663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4923-da49-43d9-b2f5-ee5222e71d92 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:52.944097 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2d4923-da49-43d9-b2f5-ee5222e71d92 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:22:52.944517 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2d4923-da49-43d9-b2f5-ee5222e71d92 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:52.966670 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3d2d4923-da49-43d9-b2f5-ee5222e71d92 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1810184 May 09 13:22:52.966918 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56528) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:52.971959 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ee184a-62d5-4fc0-b15e-944a5e10f474 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] DELETE failed (client error): The resource could not be found. May 09 13:22:52.972392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ee184a-62d5-4fc0-b15e-944a5e10f474 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:52.972757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-8133ecb9-eb6b-4909-b375-c3b4c572a50e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:52.976550 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e2ee184a-62d5-4fc0-b15e-944a5e10f474 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/subnets/eac19e76-2622-4225-97fd-3cadc1b213e0 HTTP/1.1" status: 404 len: 337 time: 0.0443735 May 09 13:22:52.976726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56532) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:52.985315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-62ad310a-448d-4751-a938-dfee4265a014 None None] Provisioning complete for port 77bdb792-41f7-4603-8c55-8f4b9fc11a27 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:52.985490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-62ad310a-448d-4751-a938-dfee4265a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.086008 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8133ecb9-eb6b-4909-b375-c3b4c572a50e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:53.096911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8133ecb9-eb6b-4909-b375-c3b4c572a50e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:53.099637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0d181bd-dde2-457d-8228-3687d53b0b2a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.122263 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8133ecb9-eb6b-4909-b375-c3b4c572a50e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:53.126348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8133ecb9-eb6b-4909-b375-c3b4c572a50e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.128043 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8133ecb9-eb6b-4909-b375-c3b4c572a50e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:22:53.128633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8133ecb9-eb6b-4909-b375-c3b4c572a50e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:53.157032 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8133ecb9-eb6b-4909-b375-c3b4c572a50e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1889982 May 09 13:22:53.160688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56536) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:53.166387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2016a624-9000-441b-be88-418c4e7d1af4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:53.187182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92edc048-4306-4bcb-a63d-3ee4c78f85d7 None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:22:53.191267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-92edc048-4306-4bcb-a63d-3ee4c78f85d7 None None] Deleting port 77bdb792-41f7-4603-8c55-8f4b9fc11a27 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:53.191700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-92edc048-4306-4bcb-a63d-3ee4c78f85d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.234068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.277372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2016a624-9000-441b-be88-418c4e7d1af4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:53.288484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2016a624-9000-441b-be88-418c4e7d1af4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:53.297982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2016a624-9000-441b-be88-418c4e7d1af4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:53.301760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2016a624-9000-441b-be88-418c4e7d1af4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.303155 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2016a624-9000-441b-be88-418c4e7d1af4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:22:53.303563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2016a624-9000-441b-be88-418c4e7d1af4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:53.324787 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2016a624-9000-441b-be88-418c4e7d1af4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1599092 May 09 13:22:53.324978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56540) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:53.331078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-017b85a3-0913-4d5d-9f73-199e9ef0efeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:53.354446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0d181bd-dde2-457d-8228-3687d53b0b2a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.398309 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e0d181bd-dde2-457d-8228-3687d53b0b2a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c73c59-8e4e-4599-9be8-325cc9838412']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:53.399975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-92edc048-4306-4bcb-a63d-3ee4c78f85d7 None None] For port 77bdb792-41f7-4603-8c55-8f4b9fc11a27, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=77bdb792-41f7-4603-8c55-8f4b9fc11a27,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:53.400302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-92edc048-4306-4bcb-a63d-3ee4c78f85d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.415601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e0d181bd-dde2-457d-8228-3687d53b0b2a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3569ff44-5412-45d1-aafa-08c89308a5c4') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:53.415958 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e0d181bd-dde2-457d-8228-3687d53b0b2a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3569ff44-5412-45d1-aafa-08c89308a5c4') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:53.432265 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0d181bd-dde2-457d-8228-3687d53b0b2a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.441066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-017b85a3-0913-4d5d-9f73-199e9ef0efeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:53.451353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-017b85a3-0913-4d5d-9f73-199e9ef0efeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:53.459312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0d181bd-dde2-457d-8228-3687d53b0b2a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.463161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.464599 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017b85a3-0913-4d5d-9f73-199e9ef0efeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:53.468145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-017b85a3-0913-4d5d-9f73-199e9ef0efeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.469553 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d181bd-dde2-457d-8228-3687d53b0b2a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:22:53.469677 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-017b85a3-0913-4d5d-9f73-199e9ef0efeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:22:53.469950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0d181bd-dde2-457d-8228-3687d53b0b2a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.470071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017b85a3-0913-4d5d-9f73-199e9ef0efeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:22:53.485482 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:22:53.488157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.494341 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-017b85a3-0913-4d5d-9f73-199e9ef0efeb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1653845 May 09 13:22:53.494560 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56544) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:53.499935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9257e1e3-5371-4df8-8461-8364e8ebfca7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:53.532245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-92edc048-4306-4bcb-a63d-3ee4c78f85d7 None None] Calling delete_port for 77bdb792-41f7-4603-8c55-8f4b9fc11a27 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:53.609482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-92edc048-4306-4bcb-a63d-3ee4c78f85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.639102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9257e1e3-5371-4df8-8461-8364e8ebfca7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:53.650372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9257e1e3-5371-4df8-8461-8364e8ebfca7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:53.657553 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edc048-4306-4bcb-a63d-3ee4c78f85d7 None None] Pushing event deleted for resources: {'Port': ['ID=77bdb792-41f7-4603-8c55-8f4b9fc11a27,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:53.661459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9257e1e3-5371-4df8-8461-8364e8ebfca7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:53.665715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92edc048-4306-4bcb-a63d-3ee4c78f85d7 None None] No DVR routers for this DVR port 77bdb792-41f7-4603-8c55-8f4b9fc11a27 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:22:53.669442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9257e1e3-5371-4df8-8461-8364e8ebfca7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.671210 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9257e1e3-5371-4df8-8461-8364e8ebfca7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:22:53.672201 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9257e1e3-5371-4df8-8461-8364e8ebfca7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:53.684404 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746aedc8-5925-49ae-b40c-8bcec692f203 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:22:53.698649 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9257e1e3-5371-4df8-8461-8364e8ebfca7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2001760 May 09 13:22:53.698865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56548) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:53.705648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4078bb7c-3a54-4187-bb5d-0151089f7079 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:53.783867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0d181bd-dde2-457d-8228-3687d53b0b2a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.803922 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0d181bd-dde2-457d-8228-3687d53b0b2a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.820807 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d181bd-dde2-457d-8228-3687d53b0b2a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Network': ['ID=c9c73c59-8e4e-4599-9be8-325cc9838412,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:53.826467 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e0d181bd-dde2-457d-8228-3687d53b0b2a tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/networks/c9c73c59-8e4e-4599-9be8-325cc9838412 HTTP/1.1" status: 204 len: 168 time: 0.8489361 May 09 13:22:53.827985 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746aedc8-5925-49ae-b40c-8bcec692f203 None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:22:53.829474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56552) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:53.844751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4078bb7c-3a54-4187-bb5d-0151089f7079 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:53.854376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4078bb7c-3a54-4187-bb5d-0151089f7079 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:53.867032 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4078bb7c-3a54-4187-bb5d-0151089f7079 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:53.870455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4078bb7c-3a54-4187-bb5d-0151089f7079 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:53.871850 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4078bb7c-3a54-4187-bb5d-0151089f7079 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:22:53.872260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4078bb7c-3a54-4187-bb5d-0151089f7079 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:22:53.892061 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4078bb7c-3a54-4187-bb5d-0151089f7079 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1918731 May 09 13:22:53.895998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56556) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:53.962367 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-aed64397-7640-410c-bceb-5387e70d63a9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0651407 May 09 13:22:53.964820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56560) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:54.028907 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e852c-a7eb-4ece-aa7a-f967335cffcd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:54.030649 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6a9e852c-a7eb-4ece-aa7a-f967335cffcd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0646803 May 09 13:22:54.033364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56564) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:54.092488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a11a1d-6f25-4811-9b50-996c94c735c8 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Deleting subnet e332e32a-2f1c-4b65-ae4b-adcc331d340c {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:54.096833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-12a11a1d-6f25-4811-9b50-996c94c735c8 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:54.106696 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2efdead8-19cb-4943-b4b2-79d5276f1c89 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678275 May 09 13:22:54.106913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56568) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:54.112897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b0341d66-86e3-454d-b24d-2ac84d2ab40b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:54.160971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-12a11a1d-6f25-4811-9b50-996c94c735c8 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:54.210462 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64497b87-5a06-439e-9858-4545b070eb6a None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:22:54.226340 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b0341d66-86e3-454d-b24d-2ac84d2ab40b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:54.237686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b0341d66-86e3-454d-b24d-2ac84d2ab40b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:54.237906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Router f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:22:54.247795 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0341d66-86e3-454d-b24d-2ac84d2ab40b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:54.251324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0341d66-86e3-454d-b24d-2ac84d2ab40b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:54.326365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64497b87-5a06-439e-9858-4545b070eb6a None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:22:54.386457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-12a11a1d-6f25-4811-9b50-996c94c735c8 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:54.490530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-12a11a1d-6f25-4811-9b50-996c94c735c8 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:54.531187 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a11a1d-6f25-4811-9b50-996c94c735c8 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Subnet': ['ID=e332e32a-2f1c-4b65-ae4b-adcc331d340c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:54.542696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-12a11a1d-6f25-4811-9b50-996c94c735c8 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:54.563754 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-12a11a1d-6f25-4811-9b50-996c94c735c8 tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/subnets/e332e32a-2f1c-4b65-ae4b-adcc331d340c HTTP/1.1" status: 204 len: 168 time: 0.7327042 May 09 13:22:54.566623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56572) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:54.598633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.objects.ports [None req-b0341d66-86e3-454d-b24d-2ac84d2ab40b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83895) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:22:54.600023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0341d66-86e3-454d-b24d-2ac84d2ab40b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:54.667692 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0341d66-86e3-454d-b24d-2ac84d2ab40b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:54.671655 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-b0341d66-86e3-454d-b24d-2ac84d2ab40b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:54.674841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0341d66-86e3-454d-b24d-2ac84d2ab40b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:54.675752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0341d66-86e3-454d-b24d-2ac84d2ab40b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:54.682630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0341d66-86e3-454d-b24d-2ac84d2ab40b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=24052d83-1383-482a-b8d6-6507fe18c1dc,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:54.684637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:22:54.685838 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867e16da-4073-4829-abce-d64276c19885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '24052d83-1383-482a-b8d6-6507fe18c1dc'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:22:54.689849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:54.690857 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4b7b9ec0-b833-4df0-836f-c9d1161a4f14 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "PUT /v2.0/routers/f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac HTTP/1.1" status: 200 len: 914 time: 4.3261342 May 09 13:22:54.692141 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-867e16da-4073-4829-abce-d64276c19885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:54.694868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:54.695565 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56576) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:54.697110 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c66cf00-0e6a-48f5-a951-104644f2772e None None] Sync routers for ids ['f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:22:54.706227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Deleting port d5e2cf22-eb31-41ac-a932-127d931827d2 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:54.706778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:54.709391 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c66cf00-0e6a-48f5-a951-104644f2772e None None] Routers {'f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:54.710176 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1c66cf00-0e6a-48f5-a951-104644f2772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:54.775412 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1c66cf00-0e6a-48f5-a951-104644f2772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:54.788518 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c66cf00-0e6a-48f5-a951-104644f2772e None None] Routers {'f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:22:54.789415 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1c66cf00-0e6a-48f5-a951-104644f2772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:54.864811 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1c66cf00-0e6a-48f5-a951-104644f2772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:54.865516 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c66cf00-0e6a-48f5-a951-104644f2772e None None] The sync data for ids ['f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:22:54.888657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-867e16da-4073-4829-abce-d64276c19885 None None] Allocated IP 2001:db8::f816:3eff:fe7b:f3ba (733a9858-46ec-4cf8-be89-833c62720969/24052d83-1383-482a-b8d6-6507fe18c1dc/5e1225b9-6056-419b-a390-2ef75c516291) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:54.952331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] For port d5e2cf22-eb31-41ac-a932-127d931827d2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d5e2cf22-eb31-41ac-a932-127d931827d2,segment=NetworkSegment(e5bd6350-7451-48de-96eb-065f701d8456),segment_id=e5bd6350-7451-48de-96eb-065f701d8456)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:54.952708 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b0341d66-86e3-454d-b24d-2ac84d2ab40b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8447132 May 09 13:22:54.952942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:54.955881 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56580) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:54.963633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'mac_address': 'fa:16:3e:17:84:cc', 'name': 'tempest-NetworksTestDHCPv6-984050086'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:55.076626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Calling delete_port for d5e2cf22-eb31-41ac-a932-127d931827d2 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:55.099490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-867e16da-4073-4829-abce-d64276c19885 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.110874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-867e16da-4073-4829-abce-d64276c19885 None None] Transition to ACTIVE for port object 5e1225b9-6056-419b-a390-2ef75c516291 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:55.120860 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:55.134252 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-867e16da-4073-4829-abce-d64276c19885 None None] Transition to ACTIVE for port object 5e1225b9-6056-419b-a390-2ef75c516291 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:55.135389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:55.151565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-867e16da-4073-4829-abce-d64276c19885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.159231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:55.163648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.164232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.197688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 56b46601-f5a7-45de-940d-504642522fa8 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:22:55.207118 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 77bdb792-41f7-4603-8c55-8f4b9fc11a27 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:22:55.211609 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Port': ['ID=d5e2cf22-eb31-41ac-a932-127d931827d2,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:55.221359 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] No DVR routers for this DVR port d5e2cf22-eb31-41ac-a932-127d931827d2 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:22:55.257776 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f98f155b-4341-4134-ae2f-2c183b52833d tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/routers/f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac HTTP/1.1" status: 200 len: 920 time: 0.5582821 May 09 13:22:55.258024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 77bdb792-41f7-4603-8c55-8f4b9fc11a27 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:22:55.258024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 77bdb792-41f7-4603-8c55-8f4b9fc11a27 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:22:55.264887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56584) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:55.278980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e16da-4073-4829-abce-d64276c19885 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:55.281770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-867e16da-4073-4829-abce-d64276c19885 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:55.285534 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e16da-4073-4829-abce-d64276c19885 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:55.291786 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e16da-4073-4829-abce-d64276c19885 None None] Pushing event updated for resources: {'Port': ['ID=5e1225b9-6056-419b-a390-2ef75c516291,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:55.382633 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-867e16da-4073-4829-abce-d64276c19885 None None] Attempting to bind port 5e1225b9-6056-419b-a390-2ef75c516291 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:22:55.382842 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-867e16da-4073-4829-abce-d64276c19885 None None] Attempting to bind port 5e1225b9-6056-419b-a390-2ef75c516291 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:22:55.383123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e16da-4073-4829-abce-d64276c19885 None None] Attempting to bind port 5e1225b9-6056-419b-a390-2ef75c516291 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:22:55.390168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e16da-4073-4829-abce-d64276c19885 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:22:55.390595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e16da-4073-4829-abce-d64276c19885 None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:22:55.390926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-867e16da-4073-4829-abce-d64276c19885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.391314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e16da-4073-4829-abce-d64276c19885 None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:22:55.391918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-867e16da-4073-4829-abce-d64276c19885 None None] Bound port: 5e1225b9-6056-419b-a390-2ef75c516291, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:22:55.393293 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-867e16da-4073-4829-abce-d64276c19885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.410012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::f816:3eff:fe17:84cc (733a9858-46ec-4cf8-be89-833c62720969/24052d83-1383-482a-b8d6-6507fe18c1dc/56b46601-f5a7-45de-940d-504642522fa8) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:55.417020 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ef9933d8-d4f9-4eaa-9436-fb808b4da092 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&device_id=f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1503804 May 09 13:22:55.418028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56588) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:55.452084 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.478570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28198272-2a6a-4698-92b1-8626f684ebaa']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:55.481728 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-867e16da-4073-4829-abce-d64276c19885 None None] For port 5e1225b9-6056-419b-a390-2ef75c516291, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:22:55.484733 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-867e16da-4073-4829-abce-d64276c19885 None None] For port 5e1225b9-6056-419b-a390-2ef75c516291, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5e1225b9-6056-419b-a390-2ef75c516291,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:22:55.489968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-867e16da-4073-4829-abce-d64276c19885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.491677 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bd6350-7451-48de-96eb-065f701d8456') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:55.491973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bd6350-7451-48de-96eb-065f701d8456') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:22:55.503674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.519742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.526613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:22:55.527000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:22:55.541721 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:22:55.578104 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e16da-4073-4829-abce-d64276c19885 None None] Pushing event updated for resources: {'Port': ['ID=5e1225b9-6056-419b-a390-2ef75c516291,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:55.634480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.668671 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.668918 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e6fbe7-21d1-4392-8642-57704d572236 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:55.670373 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b9e6fbe7-21d1-4392-8642-57704d572236 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/networks/f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 881 time: 0.2522054 May 09 13:22:55.671466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] Pushing event deleted for resources: {'Network': ['ID=28198272-2a6a-4698-92b1-8626f684ebaa,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:55.674627 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56592) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:55.719799 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1afffb8c-5696-43a6-bf55-5c1a368bf494 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac HTTP/1.1" status: 200 len: 205 time: 0.0438101 May 09 13:22:55.721947 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4e176e1e-9099-4aab-b00a-de898ad175eb tempest-NetworksIpV6TestAttrs-495908179 tempest-NetworksIpV6TestAttrs-495908179-project] 10.222.0.44 "DELETE /v2.0/networks/28198272-2a6a-4698-92b1-8626f684ebaa HTTP/1.1" status: 204 len: 168 time: 1.1544416 May 09 13:22:55.722831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56596) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:55.764966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.784597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 56b46601-f5a7-45de-940d-504642522fa8 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:22:55.823926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.926113 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:55.929867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:55.934778 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:55.939953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:55.940957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:55.957882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=56b46601-f5a7-45de-940d-504642522fa8,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:55.977450 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d81b664d-c140-4c89-b74a-d12f9ee216b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0203195 May 09 13:22:55.980122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56602) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:56.031622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:56.067783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd9c2c-372b-4001-a475-94b30718abe1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:56.071774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd9c2c-372b-4001-a475-94b30718abe1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:56.072541 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0bdd9c2c-372b-4001-a475-94b30718abe1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:56.088900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0bdd9c2c-372b-4001-a475-94b30718abe1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:56.090241 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0bdd9c2c-372b-4001-a475-94b30718abe1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1061046 May 09 13:22:56.092922 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56608) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:56.147239 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56612) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:56.166787 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ba44d-74c8-42c4-a57a-d288b0159df1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 56b46601-f5a7-45de-940d-504642522fa8 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:56.167133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba44d-74c8-42c4-a57a-d288b0159df1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:56.242854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:56.256559 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Deleting port 48241bfa-b179-4970-a1b7-94a087c9d421 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:56.256929 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:56.413998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba44d-74c8-42c4-a57a-d288b0159df1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:56.434337 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-05e3abbb-7102-42f2-b136-1efd40b409ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61d07e313fb14e24b6b54d43867ee09f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2861660 May 09 13:22:56.437573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56618) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:56.497001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:56.634444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Calling delete_port for 48241bfa-b179-4970-a1b7-94a087c9d421 owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:56.645040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ba44d-74c8-42c4-a57a-d288b0159df1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 56b46601-f5a7-45de-940d-504642522fa8 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:56.666710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c38e88a-6d8d-400b-93c8-db795e3bf6d5 None None] Network 28198272-2a6a-4698-92b1-8626f684ebaa requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:56.687945 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283daeb-86cd-4294-b386-faa75167a7b2 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:56.689837 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96ca3054-9b05-403a-a534-07e35460c5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:56.710368 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c38e88a-6d8d-400b-93c8-db795e3bf6d5 None None] Network 28198272-2a6a-4698-92b1-8626f684ebaa could not be found, it might have been deleted concurrently. {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 09 13:22:56.743908 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96ca3054-9b05-403a-a534-07e35460c5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:56.786088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05065e54-a824-45e6-aa8d-d932a2085429 None None] DHCP port deletion for 28198272-2a6a-4698-92b1-8626f684ebaa request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:22:56.802874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-22c9a46a-b77e-4312-b462-03ee11411bbb None None] Provisioning for port 5e1225b9-6056-419b-a390-2ef75c516291 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:56.823575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba44d-74c8-42c4-a57a-d288b0159df1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:56.847665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96ca3054-9b05-403a-a534-07e35460c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:56.874303 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca3054-9b05-403a-a534-07e35460c5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d31751-2bec-4709-bdf4-22c642927480,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:56.879831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ba44d-74c8-42c4-a57a-d288b0159df1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=56b46601-f5a7-45de-940d-504642522fa8,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:56.889093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96ca3054-9b05-403a-a534-07e35460c5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:56.890244 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-96ca3054-9b05-403a-a534-07e35460c5b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35d31751-2bec-4709-bdf4-22c642927480 HTTP/1.1" status: 204 len: 168 time: 0.4517739 May 09 13:22:56.893878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:56.926053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba44d-74c8-42c4-a57a-d288b0159df1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:56.942251 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4b8ba44d-74c8-42c4-a57a-d288b0159df1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/56b46601-f5a7-45de-940d-504642522fa8 HTTP/1.1" status: 204 len: 168 time: 0.8458910 May 09 13:22:56.942582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56624) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:56.945759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Pushing event deleted for resources: {'Port': ['ID=48241bfa-b179-4970-a1b7-94a087c9d421,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:57.024887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f427305-7d21-44cf-8a85-a2de5ce17a83 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:57.026393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f427305-7d21-44cf-8a85-a2de5ce17a83 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:57.027166 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0f427305-7d21-44cf-8a85-a2de5ce17a83 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:22:57.047321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0f427305-7d21-44cf-8a85-a2de5ce17a83 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:22:57.049518 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0f427305-7d21-44cf-8a85-a2de5ce17a83 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1057239 May 09 13:22:57.051974 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56628) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:57.276296 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5e1225b9-6056-419b-a390-2ef75c516291 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:22:57.362002 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d74a703-0e60-4135-98a5-685b2078da9a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 24052d83-1383-482a-b8d6-6507fe18c1dc {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:22:57.371906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d74a703-0e60-4135-98a5-685b2078da9a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.374240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.428777 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 5e1225b9-6056-419b-a390-2ef75c516291 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:22:57.434992 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 5e1225b9-6056-419b-a390-2ef75c516291 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:22:57.436134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.443364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d74a703-0e60-4135-98a5-685b2078da9a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.559619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d74a703-0e60-4135-98a5-685b2078da9a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.609834 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.676685 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7d170c51-7103-43b2-9d46-a988108c3819 None None] Could not find standard attr ID for object 56b46601-f5a7-45de-940d-504642522fa8. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:22:57.686928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d74a703-0e60-4135-98a5-685b2078da9a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.733542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d74a703-0e60-4135-98a5-685b2078da9a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.749683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74a703-0e60-4135-98a5-685b2078da9a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=24052d83-1383-482a-b8d6-6507fe18c1dc,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:57.756360 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1d74a703-0e60-4135-98a5-685b2078da9a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/24052d83-1383-482a-b8d6-6507fe18c1dc HTTP/1.1" status: 204 len: 168 time: 0.7005026 May 09 13:22:57.756632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56644) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:57.764430 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.767330 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:22:57.767877 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:22:57.770018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.805426 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.806040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Fanout notify agent at l3_agent the message router_deleted on router f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:22:57.827343 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.828495 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-66560298-80de-40ff-a2fd-6cf0ee275176 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "DELETE /v2.0/routers/f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac HTTP/1.1" status: 204 len: 168 time: 2.1047866 May 09 13:22:57.833701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56650) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:57.841881 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-867091513', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:57.847746 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-13d4ab6d-2b10-419d-b78d-8753ec960479 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873792 May 09 13:22:57.848278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56654) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:57.849139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:57.853419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Usage tracker for resource:router and tenant:2fd14dcf51d74fdf9ab70e44b3ed5105 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:57.853747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:57.856500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:57.863132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:57.875623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715d1040-e7d2-4fd2-8c3e-ea3abb08be6f None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:22:57.878878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.880254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.902789 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:57.980457 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:57.984866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:57.988304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:57.994625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:58.011578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:58.017470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.069970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56660) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:58.077803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.192429 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:22:58.196703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] Deleting port 5e1225b9-6056-419b-a390-2ef75c516291 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:58.197076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.247043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1ca398ec-46f9-4665-80bb-e4fbdf809e89 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-838710407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:58.257678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1ca398ec-46f9-4665-80bb-e4fbdf809e89 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:58.262791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1ca398ec-46f9-4665-80bb-e4fbdf809e89 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Usage tracker for resource:router and tenant:0681fd01dd3642c581088b1c604547d1 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:58.267365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1ca398ec-46f9-4665-80bb-e4fbdf809e89 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:58.275816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1ca398ec-46f9-4665-80bb-e4fbdf809e89 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:58.314824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.346163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ca398ec-46f9-4665-80bb-e4fbdf809e89 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.347239 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ca398ec-46f9-4665-80bb-e4fbdf809e89 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.356599 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.371445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.416817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.objects.ports [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83895) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:22:58.432109 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ca398ec-46f9-4665-80bb-e4fbdf809e89 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.475264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 5e1225b9-6056-419b-a390-2ef75c516291, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5e1225b9-6056-419b-a390-2ef75c516291,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:58.481743 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.505247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ca398ec-46f9-4665-80bb-e4fbdf809e89 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.550466 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d5e2cf22-eb31-41ac-a932-127d931827d2 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:22:58.556866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Allocated IP 172.26.1.220 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/f0ec2316-0b83-48bd-ae6b-e62a9d1f83f8) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:58.568103 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1ca398ec-46f9-4665-80bb-e4fbdf809e89 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.569508 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1ca398ec-46f9-4665-80bb-e4fbdf809e89 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4983823 May 09 13:22:58.581571 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56666) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:58.590492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-588053904'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:58.594370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: d5e2cf22-eb31-41ac-a932-127d931827d2 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:22:58.594755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d5e2cf22-eb31-41ac-a932-127d931827d2 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:22:58.607367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] For port 5e1225b9-6056-419b-a390-2ef75c516291, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5e1225b9-6056-419b-a390-2ef75c516291,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:58.608219 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.652001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.654294 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:58.709090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Usage tracker for resource:network and tenant:0681fd01dd3642c581088b1c604547d1 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:58.714499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:58.733488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:58.738454 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=5e1225b9-6056-419b-a390-2ef75c516291,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:58.749528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] Calling delete_port for 5e1225b9-6056-419b-a390-2ef75c516291 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:22:58.749644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Made reservation on behalf of 0681fd01dd3642c581088b1c604547d1 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:58.752561 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.783880 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.837653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.851127 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:58.851127 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Usage tracker for resource:security_group_rule and tenant:0681fd01dd3642c581088b1c604547d1 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:58.860724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:58.860724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:58.909679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:58.974926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] For port 5e1225b9-6056-419b-a390-2ef75c516291, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5e1225b9-6056-419b-a390-2ef75c516291,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:59.004306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.016739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.024355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:59.030372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.033726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.033726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Pushing event updated for resources: {'Port': ['ID=f0ec2316-0b83-48bd-ae6b-e62a9d1f83f8,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:59.033726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:59.033726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:22:59.038363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:22:59.038363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:22:59.056628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.068984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:22:59.112082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b5f068-0281-48e2-8ba7-2a2c32a25ccb,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:59.126147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.126147 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Added segment c4cc2f50-b3d8-47c0-bcc5-a09980453aa7 of type vlan for network 827b8bbb-e72f-4710-8045-83d4902d3339 May 09 13:22:59.207846 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5e1225b9-6056-419b-a390-2ef75c516291 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:22:59.249388 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:22:59.255923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:22:59.259807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=5e1225b9-6056-419b-a390-2ef75c516291,revision_number=6']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:59.262888 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:59.263471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.278145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=94c9faa4-6f93-45a3-a8d0-984b0ea30906,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:59.296062 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bea4031f-dfb2-456f-867c-fa0adb94b028 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4467430 May 09 13:22:59.298666 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56670) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:59.299633 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.304332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'mac_address': 'fa:16:3e:d1:81:a2', 'name': 'tempest-NetworksTestDHCPv6-1382216168'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:59.338028 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.349836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.353448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:22:59.354023 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.374241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 5e1225b9-6056-419b-a390-2ef75c516291, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5e1225b9-6056-419b-a390-2ef75c516291,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:59.378752 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.450786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:59.455635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=5e1225b9-6056-419b-a390-2ef75c516291,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:59.455793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:59.459940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:59.466772 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:59.475305 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8905516 May 09 13:22:59.475849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56674) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:22:59.476015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71febfa6-0f60-4206-bd18-21d5e558619c tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event updated for resources: {'Network': ['ID=827b8bbb-e72f-4710-8045-83d4902d3339,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:22:59.483839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Request body: {'subnet': {'network_id': '827b8bbb-e72f-4710-8045-83d4902d3339', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:22:59.487419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 827b8bbb-e72f-4710-8045-83d4902d3339 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:22:59.494061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.494776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.502812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:59.506711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.591456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] Deleting port 5e1225b9-6056-419b-a390-2ef75c516291 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:22:59.592157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.618419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:22:59.629676 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port e5615078-77fe-4988-a682-0c8a808e24dc yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:22:59.664461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Usage tracker for resource:subnet and tenant:0681fd01dd3642c581088b1c604547d1 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:22:59.668245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:22:59.680576 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:22:59.708768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Made reservation on behalf of 0681fd01dd3642c581088b1c604547d1 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:22:59.749536 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Router af10f05c-819f-4470-8571-0eb124c64460 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:22:59.859467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] For port 5e1225b9-6056-419b-a390-2ef75c516291, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5e1225b9-6056-419b-a390-2ef75c516291,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:22:59.860621 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.866574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:22:59.948013 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::f816:3eff:fed1:81a2 (733a9858-46ec-4cf8-be89-833c62720969/94c9faa4-6f93-45a3-a8d0-984b0ea30906/e5615078-77fe-4988-a682-0c8a808e24dc) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:22:59.974262 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:23:00.016650 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:00.016650 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-614cf4b7-d464-47f8-b2ee-00283974dec9 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1758392 May 09 13:23:00.016650 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56678) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:00.039970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:00.047856 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] Calling delete_port for 5e1225b9-6056-419b-a390-2ef75c516291 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:00.076271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4bc24-8083-49ae-b727-be9cc0e056f7 None None] Sync routers for ids ['af10f05c-819f-4470-8571-0eb124c64460'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:23:00.115171 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4bc24-8083-49ae-b727-be9cc0e056f7 None None] Routers {'af10f05c-819f-4470-8571-0eb124c64460'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:00.115171 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2ff4bc24-8083-49ae-b727-be9cc0e056f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['af10f05c-819f-4470-8571-0eb124c64460'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:00.189413 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2ff4bc24-8083-49ae-b727-be9cc0e056f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:00.254556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4bc24-8083-49ae-b727-be9cc0e056f7 None None] Routers {'af10f05c-819f-4470-8571-0eb124c64460'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:00.254556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2ff4bc24-8083-49ae-b727-be9cc0e056f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['af10f05c-819f-4470-8571-0eb124c64460'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:00.300272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:00.300272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:00.333204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2ff4bc24-8083-49ae-b727-be9cc0e056f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:00.333204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4bc24-8083-49ae-b727-be9cc0e056f7 None None] The sync data for ids ['af10f05c-819f-4470-8571-0eb124c64460'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:23:00.347356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:00.383090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object e5615078-77fe-4988-a682-0c8a808e24dc will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:00.407170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event updated for resources: {'Subnet': ['ID=622b10a7-e1a2-4cbc-ab2a-d0131d9bb152,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:00.407170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Checking segment: {'id': 'c4cc2f50-b3d8-47c0-bcc5-a09980453aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '827b8bbb-e72f-4710-8045-83d4902d3339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:00.407170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Network hostable DHCP agents. Network: 827b8bbb-e72f-4710-8045-83d4902d3339, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:23:00.432119 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] Pushing event deleted for resources: {'Port': ['ID=5e1225b9-6056-419b-a390-2ef75c516291,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:00.441317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Network 827b8bbb-e72f-4710-8045-83d4902d3339 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:23:00.458275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:00.487708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 827b8bbb-e72f-4710-8045-83d4902d3339) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:00.502869 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:00.503051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:00.509011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b137e7-92ed-4d4f-8d01-4370de78df57 None None] Network 827b8bbb-e72f-4710-8045-83d4902d3339 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:00.561656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:00.561656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:00.561656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=e5615078-77fe-4988-a682-0c8a808e24dc,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:00.576761 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-407d458a-fee8-4c6e-a8ab-ac37c2ba830d tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0873864 May 09 13:23:00.576761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:00.581329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56682) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:00.584236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:00.584236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:00.587781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Request body: {'network': {'name': 'tempest-router-network01--837616377'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:00.591171 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4cc14-5e7a-454e-87e1-78bb9f1ebbdc None None] No DVR routers for this DVR port 5e1225b9-6056-419b-a390-2ef75c516291 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:23:00.596243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56686) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:00.598100 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0dccaca8-d5ef-4e91-a03b-bb058b1aaa3e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2943444 May 09 13:23:00.617195 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b9c514-c165-47e7-b487-0aff2265805e None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:00.627596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:00.688227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Usage tracker for resource:network and tenant:0681fd01dd3642c581088b1c604547d1 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:00.690699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:00.704183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:00.726799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Made reservation on behalf of 0681fd01dd3642c581088b1c604547d1 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:00.729502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:00.905434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9d968d-8399-4250-adaa-62d1d5c2a4f8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:00.906759 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5b9d968d-8399-4250-adaa-62d1d5c2a4f8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2869649 May 09 13:23:00.912743 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56690) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:00.918022 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:00.936030 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-827b8bbb-e72f-4710-8045-83d4902d3339', 'network_id': '827b8bbb-e72f-4710-8045-83d4902d3339', 'tenant_id': '0681fd01dd3642c581088b1c604547d1', 'fixed_ips': [{'subnet_id': '622b10a7-e1a2-4cbc-ab2a-d0131d9bb152'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:00.936799 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:00.984856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:00.984856 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Added segment e5e9ff88-4047-496c-98fc-90c96259fd25 of type vlan for network d73cb315-e666-4569-8461-67f2f8e9cf73 May 09 13:23:01.010991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-9fd03d48-ef17-41de-8394-b8a5976ecd0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port e5615078-77fe-4988-a682-0c8a808e24dc {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:01.010991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9fd03d48-ef17-41de-8394-b8a5976ecd0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.021597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.082494 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.082494 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:01.088394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.166065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '94c9faa4-6f93-45a3-a8d0-984b0ea30906'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:01.167166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.209451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Allocated IP 172.20.0.2 (827b8bbb-e72f-4710-8045-83d4902d3339/622b10a7-e1a2-4cbc-ab2a-d0131d9bb152/1a87e87f-9f5f-4b17-9b26-d043e363192f) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:01.312017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9fd03d48-ef17-41de-8394-b8a5976ecd0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.325751 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7537568 May 09 13:23:01.329230 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56694) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:01.339176 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Request body: {'network': {'name': 'tempest-router-network02--419361960'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:01.342531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625b440-492a-4549-b7ba-479dd9f812c4 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event updated for resources: {'Network': ['ID=d73cb315-e666-4569-8461-67f2f8e9cf73,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:01.348829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:01.356618 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.359726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Usage tracker for resource:network and tenant:0681fd01dd3642c581088b1c604547d1 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:01.364355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:01.371753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network d73cb315-e666-4569-8461-67f2f8e9cf73 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:01.374128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:01.397013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Made reservation on behalf of 0681fd01dd3642c581088b1c604547d1 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:01.400128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.415355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.433210 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Deleting port f0ec2316-0b83-48bd-ae6b-e62a9d1f83f8 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:01.433639 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.473926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:01.496754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.496996 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Added segment 8593a372-b15f-4f18-9469-d6b626c63d62 of type vlan for network a454d8c1-f5ef-4f59-958d-36e4bae6ae1f May 09 13:23:01.567455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-9fd03d48-ef17-41de-8394-b8a5976ecd0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for e5615078-77fe-4988-a682-0c8a808e24dc owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:01.608888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.659856 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Allocated IP 2001:db8::f816:3eff:fe1a:a162 (733a9858-46ec-4cf8-be89-833c62720969/94c9faa4-6f93-45a3-a8d0-984b0ea30906/7803deac-a3c3-4589-98a3-70c1e921ff17) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:01.703112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.820885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.846632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.846632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:01.846632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.848818 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Transition to ACTIVE for port object 1a87e87f-9f5f-4b17-9b26-d043e363192f will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:01.848914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9fd03d48-ef17-41de-8394-b8a5976ecd0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.857773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Calling delete_port for f0ec2316-0b83-48bd-ae6b-e62a9d1f83f8 owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:01.885273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Transition to ACTIVE for port object 1a87e87f-9f5f-4b17-9b26-d043e363192f will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:01.903133 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:01.954136 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd03d48-ef17-41de-8394-b8a5976ecd0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=e5615078-77fe-4988-a682-0c8a808e24dc,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:01.998921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9fd03d48-ef17-41de-8394-b8a5976ecd0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.016534 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9fd03d48-ef17-41de-8394-b8a5976ecd0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/e5615078-77fe-4988-a682-0c8a808e24dc HTTP/1.1" status: 204 len: 168 time: 1.1024208 May 09 13:23:02.018040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56698) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:02.025715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Network 827b8bbb-e72f-4710-8045-83d4902d3339 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:02.030578 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6993756 May 09 13:23:02.030917 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:02.035048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Pushing event updated for resources: {'Port': ['ID=1a87e87f-9f5f-4b17-9b26-d043e363192f,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:02.036278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56702) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:02.037456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.040360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:02.049150 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Request body: {'subnet': {'network_id': 'd73cb315-e666-4569-8461-67f2f8e9cf73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:02.054553 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Transition to ACTIVE for port object 7803deac-a3c3-4589-98a3-70c1e921ff17 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:02.062718 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce2375-cfd5-4c31-882e-489404fae62e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event updated for resources: {'Network': ['ID=a454d8c1-f5ef-4f59-958d-36e4bae6ae1f,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:02.094377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network a454d8c1-f5ef-4f59-958d-36e4bae6ae1f details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:02.106831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c00c9-5654-4542-9afc-1aa7696ce759 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:02.108469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c00c9-5654-4542-9afc-1aa7696ce759 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:02.109416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7d6c00c9-5654-4542-9afc-1aa7696ce759 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:02.130855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7d6c00c9-5654-4542-9afc-1aa7696ce759 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:02.132357 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7d6c00c9-5654-4542-9afc-1aa7696ce759 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1132936 May 09 13:23:02.135329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56706) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:02.205316 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:02.209526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Usage tracker for resource:subnet and tenant:0681fd01dd3642c581088b1c604547d1 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:02.214301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:02.223149 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:02.248164 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Transition to ACTIVE for port object 7803deac-a3c3-4589-98a3-70c1e921ff17 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:02.252950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4d1b01-f41e-4ee2-b418-3831f91b2de5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 94c9faa4-6f93-45a3-a8d0-984b0ea30906 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:02.259944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1b01-f41e-4ee2-b418-3831f91b2de5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.265321 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Attempting to bind port 1a87e87f-9f5f-4b17-9b26-d043e363192f on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:02.265321 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Attempting to bind port 1a87e87f-9f5f-4b17-9b26-d043e363192f by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'c4cc2f50-b3d8-47c0-bcc5-a09980453aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '827b8bbb-e72f-4710-8045-83d4902d3339'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:02.268427 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Attempting to bind port 1a87e87f-9f5f-4b17-9b26-d043e363192f on network 827b8bbb-e72f-4710-8045-83d4902d3339 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:02.271790 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.288357 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Made reservation on behalf of 0681fd01dd3642c581088b1c604547d1 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:02.336840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:02.337146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Checking segment: {'id': 'c4cc2f50-b3d8-47c0-bcc5-a09980453aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '827b8bbb-e72f-4710-8045-83d4902d3339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:02.337563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.337947 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Bound using segment: {'id': 'c4cc2f50-b3d8-47c0-bcc5-a09980453aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '827b8bbb-e72f-4710-8045-83d4902d3339'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:02.338421 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Bound port: 1a87e87f-9f5f-4b17-9b26-d043e363192f, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cc2f50-b3d8-47c0-bcc5-a09980453aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '827b8bbb-e72f-4710-8045-83d4902d3339'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:02.338786 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.342416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1b01-f41e-4ee2-b418-3831f91b2de5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.371640 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:02.375172 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Pushing event updated for resources: {'Port': ['ID=7803deac-a3c3-4589-98a3-70c1e921ff17,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:02.377759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:02.406158 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:02.412448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.466506 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1b01-f41e-4ee2-b418-3831f91b2de5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.477915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.509041 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Pushing event deleted for resources: {'Port': ['ID=f0ec2316-0b83-48bd-ae6b-e62a9d1f83f8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:02.538437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Attempting to bind port 7803deac-a3c3-4589-98a3-70c1e921ff17 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:02.538797 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Attempting to bind port 7803deac-a3c3-4589-98a3-70c1e921ff17 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:02.539148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Attempting to bind port 7803deac-a3c3-4589-98a3-70c1e921ff17 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:02.546297 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] For port 1a87e87f-9f5f-4b17-9b26-d043e363192f, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:02.552603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] For port 1a87e87f-9f5f-4b17-9b26-d043e363192f, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1a87e87f-9f5f-4b17-9b26-d043e363192f,segment=NetworkSegment(c4cc2f50-b3d8-47c0-bcc5-a09980453aa7),segment_id=c4cc2f50-b3d8-47c0-bcc5-a09980453aa7)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:02.554560 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:02.555458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:02.556073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1b01-f41e-4ee2-b418-3831f91b2de5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.556448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.556997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:02.557857 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Bound port: 7803deac-a3c3-4589-98a3-70c1e921ff17, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:02.558431 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.574058 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.644104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d1b01-f41e-4ee2-b418-3831f91b2de5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=94c9faa4-6f93-45a3-a8d0-984b0ea30906,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:02.666188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1b01-f41e-4ee2-b418-3831f91b2de5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.676937 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbca3a-5ec3-4bf4-99c5-19bad0887433 None None] Pushing event updated for resources: {'Port': ['ID=1a87e87f-9f5f-4b17-9b26-d043e363192f,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:02.711180 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2e4d1b01-f41e-4ee2-b418-3831f91b2de5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/94c9faa4-6f93-45a3-a8d0-984b0ea30906 HTTP/1.1" status: 204 len: 168 time: 0.5735385 May 09 13:23:02.713617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56710) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:02.806363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] For port 7803deac-a3c3-4589-98a3-70c1e921ff17, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:02.810032 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] For port 7803deac-a3c3-4589-98a3-70c1e921ff17, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7803deac-a3c3-4589-98a3-70c1e921ff17,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:02.816432 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9e93575f-b80b-430c-aa73-498002bebb5b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009338 May 09 13:23:02.817303 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:02.817473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56714) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:02.926124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d899a8cc-9234-47ff-81b1-5ee8dfbb4652 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:02.927229 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d899a8cc-9234-47ff-81b1-5ee8dfbb4652 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:02.949887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d899a8cc-9234-47ff-81b1-5ee8dfbb4652 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:02.953300 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d899a8cc-9234-47ff-81b1-5ee8dfbb4652 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1325128 May 09 13:23:02.953553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56718) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:03.003603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d669ca-b772-46e2-adcc-18b43a9da89c None None] Pushing event updated for resources: {'Port': ['ID=7803deac-a3c3-4589-98a3-70c1e921ff17,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:03.012085 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:03.080103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38307de3-f716-4834-8b33-83405c4745ed tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:03.080780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-38307de3-f716-4834-8b33-83405c4745ed tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:03.111437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-38307de3-f716-4834-8b33-83405c4745ed tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:03.117032 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-38307de3-f716-4834-8b33-83405c4745ed tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1624322 May 09 13:23:03.117664 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56722) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:03.229865 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8b2ca93b-5fff-46ea-be47-2715560cbf5e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110761 May 09 13:23:03.234045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56726) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:03.246283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:03.284614 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1a87e87f-9f5f-4b17-9b26-d043e363192f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:03.297664 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:03.302197 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:03.359198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 1a87e87f-9f5f-4b17-9b26-d043e363192f completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:03.388049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:03.397651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:03.408566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:03.512526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:03.537737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:03.583000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Router af10f05c-819f-4470-8571-0eb124c64460 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:23:03.623656 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event updated for resources: {'Subnet': ['ID=daa18593-9381-4a64-899b-49a9188e3fa2,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:03.776450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Checking segment: {'id': 'e5e9ff88-4047-496c-98fc-90c96259fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd73cb315-e666-4569-8461-67f2f8e9cf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:03.776804 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Network hostable DHCP agents. Network: d73cb315-e666-4569-8461-67f2f8e9cf73, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:23:03.799571 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:23:03.809861 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffdcde0-919c-4e3c-87b8-06e6e6862dd4 None None] Sync routers for ids ['af10f05c-819f-4470-8571-0eb124c64460'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:23:03.822654 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffdcde0-919c-4e3c-87b8-06e6e6862dd4 None None] Routers {'af10f05c-819f-4470-8571-0eb124c64460'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:03.823434 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-3ffdcde0-919c-4e3c-87b8-06e6e6862dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['af10f05c-819f-4470-8571-0eb124c64460'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:03.824407 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Network d73cb315-e666-4569-8461-67f2f8e9cf73 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:23:03.831116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:03.832299 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-09e61249-7b6b-4c28-a434-21eebb05e36c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "PUT /v2.0/routers/af10f05c-819f-4470-8571-0eb124c64460 HTTP/1.1" status: 200 len: 705 time: 3.8181319 May 09 13:23:03.834950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56730) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:03.844575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, d73cb315-e666-4569-8461-67f2f8e9cf73) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:03.850741 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:03.851759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:03.861512 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae1feff-9ce6-418c-81e7-5697fb9f79c0 None None] Network d73cb315-e666-4569-8461-67f2f8e9cf73 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:03.877420 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1c49c711-a203-408f-8003-ecaa10b30f58 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8356233 May 09 13:23:03.881360 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56734) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:03.888122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Request body: {'subnet': {'network_id': 'a454d8c1-f5ef-4f59-958d-36e4bae6ae1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:03.908442 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-3ffdcde0-919c-4e3c-87b8-06e6e6862dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:03.920711 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffdcde0-919c-4e3c-87b8-06e6e6862dd4 None None] Routers {'af10f05c-819f-4470-8571-0eb124c64460'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:03.921602 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-3ffdcde0-919c-4e3c-87b8-06e6e6862dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['af10f05c-819f-4470-8571-0eb124c64460'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:03.984939 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-3ffdcde0-919c-4e3c-87b8-06e6e6862dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:03.985670 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffdcde0-919c-4e3c-87b8-06e6e6862dd4 None None] The sync data for ids ['af10f05c-819f-4470-8571-0eb124c64460'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:23:04.033394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:04.038659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Usage tracker for resource:subnet and tenant:0681fd01dd3642c581088b1c604547d1 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:04.042076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:04.049076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:04.059019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Made reservation on behalf of 0681fd01dd3642c581088b1c604547d1 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:04.082375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd68051e-c530-4130-8bed-ff2462434946 None None] Network 827b8bbb-e72f-4710-8045-83d4902d3339 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:04.178763 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:04.186641 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ed3f983c-fd7e-4e36-a9de-3b58fcbb0ff7 tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/routers/af10f05c-819f-4470-8571-0eb124c64460 HTTP/1.1" status: 200 len: 740 time: 0.3481832 May 09 13:23:04.186863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56738) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:04.189733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.objects.ports [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83895) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:23:04.276705 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7b66d1f4-0dee-4907-9a3d-af50fa11106e tempest-RoutersAdminTest-223873293 tempest-RoutersAdminTest-223873293-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&device_id=af10f05c-819f-4470-8571-0eb124c64460 HTTP/1.1" status: 200 len: 205 time: 0.0864649 May 09 13:23:04.277347 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56742) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:04.292260 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-d73cb315-e666-4569-8461-67f2f8e9cf73', 'network_id': 'd73cb315-e666-4569-8461-67f2f8e9cf73', 'tenant_id': '0681fd01dd3642c581088b1c604547d1', 'fixed_ips': [{'subnet_id': 'daa18593-9381-4a64-899b-49a9188e3fa2'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:04.293220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:04.306251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-78587a7a-92e6-40c0-939c-b50597fbb12a None None] Provisioning for port 1a87e87f-9f5f-4b17-9b26-d043e363192f completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:04.319310 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-78587a7a-92e6-40c0-939c-b50597fbb12a None None] Provisioning complete for port 1a87e87f-9f5f-4b17-9b26-d043e363192f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:04.319741 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78587a7a-92e6-40c0-939c-b50597fbb12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:04.331513 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9b371e10-36ee-4c4c-84b6-5cb1cca45a85 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "GET /v2.0/ports?device_id=af10f05c-819f-4470-8571-0eb124c64460 HTTP/1.1" status: 200 len: 205 time: 0.0533576 May 09 13:23:04.335628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56746) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:04.389497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:04.498840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4f081628-dbab-481f-bdb4-fdc5c019f311 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:04.632520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] For port 7803deac-a3c3-4589-98a3-70c1e921ff17, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7803deac-a3c3-4589-98a3-70c1e921ff17,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:04.653314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Allocated IP 172.20.0.2 (d73cb315-e666-4569-8461-67f2f8e9cf73/daa18593-9381-4a64-899b-49a9188e3fa2/d650512b-65a5-4567-9a54-f66b40337bdb) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:04.664560 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78587a7a-92e6-40c0-939c-b50597fbb12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:04.666827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:04.672691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:04.678739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:04.795239 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-78587a7a-92e6-40c0-939c-b50597fbb12a None None] For port 1a87e87f-9f5f-4b17-9b26-d043e363192f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1a87e87f-9f5f-4b17-9b26-d043e363192f,segment=NetworkSegment(c4cc2f50-b3d8-47c0-bcc5-a09980453aa7),segment_id=c4cc2f50-b3d8-47c0-bcc5-a09980453aa7)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:04.796480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:04.802298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:04.804156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78587a7a-92e6-40c0-939c-b50597fbb12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:04.811587 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:04.812174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:04.844400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=ac69a24e-c69c-4bb6-854a-5e7154af3c8a,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:04.847211 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6121402 May 09 13:23:04.851118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56750) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:04.851979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c432d4e-8b73-437d-94da-6fdb6a16db27 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=7803deac-a3c3-4589-98a3-70c1e921ff17,revision_number=5']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:04.864152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'mac_address': 'fa:16:3e:41:40:51', 'name': 'tempest-NetworksTestDHCPv6-1073308439'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:04.869970 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc2021-3489-4a82-80a4-e7d4278258b8 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:04.966058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.026757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:05.037593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:05.054038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:05.060406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.089071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.092920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 85ff7642-3f91-4bfe-bc47-78878bbf350c yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:23:05.133705 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Transition to ACTIVE for port object d650512b-65a5-4567-9a54-f66b40337bdb will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:05.155909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78587a7a-92e6-40c0-939c-b50597fbb12a None None] Pushing event updated for resources: {'Port': ['ID=1a87e87f-9f5f-4b17-9b26-d043e363192f,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:05.169066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4f081628-dbab-481f-bdb4-fdc5c019f311 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.185874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Transition to ACTIVE for port object d650512b-65a5-4567-9a54-f66b40337bdb will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:05.187294 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event updated for resources: {'Subnet': ['ID=5f236f74-d13f-4480-a449-93baed7d0308,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:05.193630 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4f081628-dbab-481f-bdb4-fdc5c019f311 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.208852 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Checking segment: {'id': '8593a372-b15f-4f18-9469-d6b626c63d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a454d8c1-f5ef-4f59-958d-36e4bae6ae1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:05.209278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Network hostable DHCP agents. Network: a454d8c1-f5ef-4f59-958d-36e4bae6ae1f, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:23:05.234447 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-623635df-e254-45cc-a450-854cc3e07485 None None] Provisioning complete for port 1a87e87f-9f5f-4b17-9b26-d043e363192f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:05.235153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-623635df-e254-45cc-a450-854cc3e07485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.244433 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4f081628-dbab-481f-bdb4-fdc5c019f311 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.244956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f081628-dbab-481f-bdb4-fdc5c019f311 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Fanout notify agent at l3_agent the message router_deleted on router af10f05c-819f-4470-8571-0eb124c64460 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:23:05.251830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Network a454d8c1-f5ef-4f59-958d-36e4bae6ae1f is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:23:05.256335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::f816:3eff:fe41:4051 (733a9858-46ec-4cf8-be89-833c62720969/ac69a24e-c69c-4bb6-854a-5e7154af3c8a/85ff7642-3f91-4bfe-bc47-78878bbf350c) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:05.259486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.264315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, a454d8c1-f5ef-4f59-958d-36e4bae6ae1f) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:05.270276 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4f081628-dbab-481f-bdb4-fdc5c019f311 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.271427 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4f081628-dbab-481f-bdb4-fdc5c019f311 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "DELETE /v2.0/routers/af10f05c-819f-4470-8571-0eb124c64460 HTTP/1.1" status: 204 len: 168 time: 0.9348543 May 09 13:23:05.275089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56754) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:05.277813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:05.278943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.299149 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8812367a-2f9d-46aa-8b4d-3e7073f67165 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4164166 May 09 13:23:05.302343 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56758) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:05.319253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f134a-a17d-4eb9-9a34-5b5865c2a5c7 None None] Network a454d8c1-f5ef-4f59-958d-36e4bae6ae1f requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:05.335190 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b5e6c7f7-1c89-4e5c-900c-2006ee937e9c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "GET /v2.0/ports?device_id=af10f05c-819f-4470-8571-0eb124c64460 HTTP/1.1" status: 200 len: 205 time: 0.0565434 May 09 13:23:05.335428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56762) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:05.414232 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-b6ab6481-9d92-4ace-a9ed-1bb4555c5fad tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] delete failed (client error): The resource could not be found. May 09 13:23:05.417909 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b6ab6481-9d92-4ace-a9ed-1bb4555c5fad tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "DELETE /v2.0/routers/af10f05c-819f-4470-8571-0eb124c64460 HTTP/1.1" status: 404 len: 336 time: 0.0788398 May 09 13:23:05.421845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56766) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:05.457841 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Network d73cb315-e666-4569-8461-67f2f8e9cf73 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:05.464890 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Pushing event updated for resources: {'Port': ['ID=d650512b-65a5-4567-9a54-f66b40337bdb,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:05.472178 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ba5c8e66-fad4-4322-8a65-f4210e53c3d5 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac HTTP/1.1" status: 200 len: 205 time: 0.0492508 May 09 13:23:05.473429 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:05.475439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56770) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:05.479958 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:05.545546 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-4c5f58c9-0e91-4909-bf14-b7e33aa6f31c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] delete failed (client error): The resource could not be found. May 09 13:23:05.547095 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4c5f58c9-0e91-4909-bf14-b7e33aa6f31c tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "DELETE /v2.0/routers/f0c9e9e3-37a3-474f-bfc5-7bdca82ec4ac HTTP/1.1" status: 404 len: 336 time: 0.0706024 May 09 13:23:05.549793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56774) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:05.602581 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2676e390-9867-433a-a6ec-21f58e12ba3e tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "GET /v2.0/ports?device_id=00c3a34a-1ce6-4df4-8179-8bae43cf44a4 HTTP/1.1" status: 200 len: 205 time: 0.0515592 May 09 13:23:05.605986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56778) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:05.686644 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.700036 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-d5245778-6105-458b-b633-17530b297e50 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] delete failed (client error): The resource could not be found. May 09 13:23:05.704109 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d5245778-6105-458b-b633-17530b297e50 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "DELETE /v2.0/routers/00c3a34a-1ce6-4df4-8179-8bae43cf44a4 HTTP/1.1" status: 404 len: 336 time: 0.0852473 May 09 13:23:05.704109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56782) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:05.734467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Attempting to bind port d650512b-65a5-4567-9a54-f66b40337bdb on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:05.734830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Attempting to bind port d650512b-65a5-4567-9a54-f66b40337bdb by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'e5e9ff88-4047-496c-98fc-90c96259fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd73cb315-e666-4569-8461-67f2f8e9cf73'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:05.735176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Attempting to bind port d650512b-65a5-4567-9a54-f66b40337bdb on network d73cb315-e666-4569-8461-67f2f8e9cf73 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:05.755066 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-56314876-3cda-403f-aed8-211e3c4a7662 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6b35b7-5973-4ac4-8c34-ff9ea5265be8 HTTP/1.1" status: 200 len: 205 time: 0.0501616 May 09 13:23:05.756364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 85ff7642-3f91-4bfe-bc47-78878bbf350c will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:05.757592 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56786) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:05.761625 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:05.761999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Checking segment: {'id': 'e5e9ff88-4047-496c-98fc-90c96259fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd73cb315-e666-4569-8461-67f2f8e9cf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:05.762395 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.762800 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Bound using segment: {'id': 'e5e9ff88-4047-496c-98fc-90c96259fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd73cb315-e666-4569-8461-67f2f8e9cf73'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:05.763253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Bound port: d650512b-65a5-4567-9a54-f66b40337bdb, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e9ff88-4047-496c-98fc-90c96259fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd73cb315-e666-4569-8461-67f2f8e9cf73'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:05.763623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.852539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-a454d8c1-f5ef-4f59-958d-36e4bae6ae1f', 'network_id': 'a454d8c1-f5ef-4f59-958d-36e4bae6ae1f', 'tenant_id': '0681fd01dd3642c581088b1c604547d1', 'fixed_ips': [{'subnet_id': '5f236f74-d13f-4480-a449-93baed7d0308'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:05.853204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.932449 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-3f36bff9-4391-490e-915b-580cc0ba7f83 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] delete failed (client error): The resource could not be found. May 09 13:23:05.935897 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3f36bff9-4391-490e-915b-580cc0ba7f83 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "DELETE /v2.0/routers/5b6b35b7-5973-4ac4-8c34-ff9ea5265be8 HTTP/1.1" status: 404 len: 336 time: 0.1748414 May 09 13:23:05.936277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56790) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:05.955086 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:05.989559 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-44ec8725-1f06-413f-a4d6-3e2f67f09b26 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d800352-3e38-4b04-9138-eee8345bf3ac HTTP/1.1" status: 200 len: 205 time: 0.0488541 May 09 13:23:05.991115 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56794) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:06.039559 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] For port d650512b-65a5-4567-9a54-f66b40337bdb, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:06.056807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] For port d650512b-65a5-4567-9a54-f66b40337bdb, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d650512b-65a5-4567-9a54-f66b40337bdb,segment=NetworkSegment(e5e9ff88-4047-496c-98fc-90c96259fd25),segment_id=e5e9ff88-4047-496c-98fc-90c96259fd25)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:06.057025 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-bc768ec0-bdd7-4061-9eb5-beb45a872e02 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] delete failed (client error): The resource could not be found. May 09 13:23:06.059769 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bc768ec0-bdd7-4061-9eb5-beb45a872e02 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "DELETE /v2.0/routers/7d800352-3e38-4b04-9138-eee8345bf3ac HTTP/1.1" status: 404 len: 336 time: 0.0658343 May 09 13:23:06.067160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56798) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:06.090197 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:06.154284 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-563c97cc-88e9-4a61-b71a-d58cb444fe6d tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8e885b0-4b07-46a6-8048-8f86cec920d6 HTTP/1.1" status: 200 len: 205 time: 0.0857220 May 09 13:23:06.155130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56802) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:06.199710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c6cc9-ed31-4493-95d5-3279d03450c4 None None] Pushing event updated for resources: {'Port': ['ID=d650512b-65a5-4567-9a54-f66b40337bdb,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:06.202730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Allocated IP 172.20.0.2 (a454d8c1-f5ef-4f59-958d-36e4bae6ae1f/5f236f74-d13f-4480-a449-93baed7d0308/faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:06.222666 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:06.344804 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:06.362351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:06.362351 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-72ed5065-ebd5-4856-8b57-e9f50855ca7f tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] delete failed (client error): The resource could not be found. May 09 13:23:06.362351 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-72ed5065-ebd5-4856-8b57-e9f50855ca7f tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "DELETE /v2.0/routers/c8e885b0-4b07-46a6-8048-8f86cec920d6 HTTP/1.1" status: 404 len: 336 time: 0.1954401 May 09 13:23:06.370847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56806) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:06.377576 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:06.377576 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:06.377576 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:06.382437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=85ff7642-3f91-4bfe-bc47-78878bbf350c,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:06.397777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:06.398130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:06.398481 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:06.398872 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:06.401613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:06.402921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:06.403423 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:06.403984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:06.404469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:06.404966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:06.405857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:06.412491 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4f405593-5517-4772-957a-613425fb29ad tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5573161 May 09 13:23:06.416109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56810) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:06.522670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:06.544191 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Transition to ACTIVE for port object faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:06.563931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d709063-cb21-44e6-8914-298e4362f858 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:06.572239 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d709063-cb21-44e6-8914-298e4362f858 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:06.573049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8d709063-cb21-44e6-8914-298e4362f858 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:06.576395 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Transition to ACTIVE for port object faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:06.584380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:06.611914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8d709063-cb21-44e6-8914-298e4362f858 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:06.613221 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8d709063-cb21-44e6-8914-298e4362f858 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1929386 May 09 13:23:06.615880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56814) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:06.651367 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e0650e-e056-4401-9f3c-f8c3057ff7c4 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] DELETE failed (client error): The resource could not be found. May 09 13:23:06.651807 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e0650e-e056-4401-9f3c-f8c3057ff7c4 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:06.663213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Network a454d8c1-f5ef-4f59-958d-36e4bae6ae1f is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:06.666442 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:06.669249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:06.671019 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-00e0650e-e056-4401-9f3c-f8c3057ff7c4 tempest-RoutersAdminTest-1861274513 tempest-RoutersAdminTest-1861274513-project] 10.222.0.44 "DELETE /v2.0/subnets/43a0e54d-b853-49d7-a399-a1c849341020 HTTP/1.1" status: 404 len: 337 time: 0.3145342 May 09 13:23:06.706179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Allocated IP 172.20.0.1 (d73cb315-e666-4569-8461-67f2f8e9cf73/daa18593-9381-4a64-899b-49a9188e3fa2/d3d8efd1-e8cc-4d42-8ac5-dee9232de2df) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:06.713381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f62048de-7efb-4753-9554-39eae68fe11a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 85ff7642-3f91-4bfe-bc47-78878bbf350c {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:06.713716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f62048de-7efb-4753-9554-39eae68fe11a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:06.719882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Pushing event updated for resources: {'Port': ['ID=faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:06.780245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Attempting to bind port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:06.780855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Attempting to bind port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '8593a372-b15f-4f18-9469-d6b626c63d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a454d8c1-f5ef-4f59-958d-36e4bae6ae1f'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:06.781490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Attempting to bind port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe on network a454d8c1-f5ef-4f59-958d-36e4bae6ae1f {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:06.790717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:06.791327 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Checking segment: {'id': '8593a372-b15f-4f18-9469-d6b626c63d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a454d8c1-f5ef-4f59-958d-36e4bae6ae1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:06.792060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:06.792630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Bound using segment: {'id': '8593a372-b15f-4f18-9469-d6b626c63d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a454d8c1-f5ef-4f59-958d-36e4bae6ae1f'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:06.793293 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Bound port: faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8593a372-b15f-4f18-9469-d6b626c63d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a454d8c1-f5ef-4f59-958d-36e4bae6ae1f'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:06.793969 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:06.913874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] For port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:06.918328 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] For port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe,segment=NetworkSegment(8593a372-b15f-4f18-9469-d6b626c63d62),segment_id=8593a372-b15f-4f18-9469-d6b626c63d62)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:06.922400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:06.926962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:06.940515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Transition to ACTIVE for port object d3d8efd1-e8cc-4d42-8ac5-dee9232de2df will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:06.973869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:07.065916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86365c-a8a5-4c0c-9a1c-f832eb2a99b1 None None] Pushing event updated for resources: {'Port': ['ID=faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:07.085998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f62048de-7efb-4753-9554-39eae68fe11a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:07.092629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event updated for resources: {'Port': ['ID=d3d8efd1-e8cc-4d42-8ac5-dee9232de2df,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:07.110246 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Network d73cb315-e666-4569-8461-67f2f8e9cf73 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:07.111386 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:07.114315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:07.162430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56822) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:07.192088 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:07.273829 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f62048de-7efb-4753-9554-39eae68fe11a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 85ff7642-3f91-4bfe-bc47-78878bbf350c owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:07.344072 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:07.430463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1a87e87f-9f5f-4b17-9b26-d043e363192f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:07.576110 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 1a87e87f-9f5f-4b17-9b26-d043e363192f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:07.576729 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:07.613575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f62048de-7efb-4753-9554-39eae68fe11a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:07.616162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0b921a6e-3d52-435d-8d39-f95ab00b6843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:07.657996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-61839a6d-2b13-4fcf-9674-fd46057294ab None None] Provisioning for port 7803deac-a3c3-4589-98a3-70c1e921ff17 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:07.737184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62048de-7efb-4753-9554-39eae68fe11a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=85ff7642-3f91-4bfe-bc47-78878bbf350c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:07.779837 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7803deac-a3c3-4589-98a3-70c1e921ff17 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:07.805493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f62048de-7efb-4753-9554-39eae68fe11a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:07.839960 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0b921a6e-3d52-435d-8d39-f95ab00b6843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:07.851100 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f62048de-7efb-4753-9554-39eae68fe11a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/85ff7642-3f91-4bfe-bc47-78878bbf350c HTTP/1.1" status: 204 len: 168 time: 1.2339911 May 09 13:23:07.851779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56828) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:07.853512 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0b921a6e-3d52-435d-8d39-f95ab00b6843 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd14dcf51d74fdf9ab70e44b3ed5105 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:07.858444 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0b921a6e-3d52-435d-8d39-f95ab00b6843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:07.866692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 7803deac-a3c3-4589-98a3-70c1e921ff17 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:07.872840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 7803deac-a3c3-4589-98a3-70c1e921ff17 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:07.873214 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:07.906859 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0b921a6e-3d52-435d-8d39-f95ab00b6843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:07.963073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b9257-b0fa-4075-ab21-4d2b8abe9e1b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:07.964035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b9257-b0fa-4075-ab21-4d2b8abe9e1b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:07.964799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9a8b9257-b0fa-4075-ab21-4d2b8abe9e1b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:07.994360 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9a8b9257-b0fa-4075-ab21-4d2b8abe9e1b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:07.998136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56832) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:07.998601 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9a8b9257-b0fa-4075-ab21-4d2b8abe9e1b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1418979 May 09 13:23:08.027938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e26119-cd98-4d1d-a16c-a87b8bebcd1d None None] Network d73cb315-e666-4569-8461-67f2f8e9cf73 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:08.047671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0b921a6e-3d52-435d-8d39-f95ab00b6843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.054404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0b921a6e-3d52-435d-8d39-f95ab00b6843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.115388 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0b921a6e-3d52-435d-8d39-f95ab00b6843 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fd14dcf51d74fdf9ab70e44b3ed5105&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9519012 May 09 13:23:08.116294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b921a6e-3d52-435d-8d39-f95ab00b6843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7f70f6-90bb-4fa1-ad65-0d2f7082c85c,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:08.118938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56836) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:08.139320 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.151370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f135232d-6cad-446d-acf2-97749c3bee02 None None] Could not find standard attr ID for object 85ff7642-3f91-4bfe-bc47-78878bbf350c. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:23:08.191420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f135232d-6cad-446d-acf2-97749c3bee02 None None] Provisioning for port d650512b-65a5-4567-9a54-f66b40337bdb completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:08.196529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f1862fa5-568a-482b-b88a-f4fdc6650f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.235240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 7803deac-a3c3-4589-98a3-70c1e921ff17, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7803deac-a3c3-4589-98a3-70c1e921ff17,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:08.235467 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f1862fa5-568a-482b-b88a-f4fdc6650f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.266881 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.268190 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d650512b-65a5-4567-9a54-f66b40337bdb up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:08.281671 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.294772 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f1862fa5-568a-482b-b88a-f4fdc6650f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.298733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.310404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1862fa5-568a-482b-b88a-f4fdc6650f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7f70f6-90bb-4fa1-ad65-0d2f7082c85c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:08.317847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f1862fa5-568a-482b-b88a-f4fdc6650f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.319118 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f1862fa5-568a-482b-b88a-f4fdc6650f7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de7f70f6-90bb-4fa1-ad65-0d2f7082c85c HTTP/1.1" status: 204 len: 168 time: 0.1995053 May 09 13:23:08.411918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=7803deac-a3c3-4589-98a3-70c1e921ff17,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:08.426750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event updated for resources: {'Port': ['ID=d3d8efd1-e8cc-4d42-8ac5-dee9232de2df,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:08.509557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.516279 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-70498e04-2d7b-4106-ab78-d46e49192abc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet ac69a24e-c69c-4bb6-854a-5e7154af3c8a {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:08.517801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port d650512b-65a5-4567-9a54-f66b40337bdb completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:08.519985 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70498e04-2d7b-4106-ab78-d46e49192abc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.529962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d650512b-65a5-4567-9a54-f66b40337bdb triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:08.530332 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.660258 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70498e04-2d7b-4106-ab78-d46e49192abc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.703267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.763815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port d650512b-65a5-4567-9a54-f66b40337bdb, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d650512b-65a5-4567-9a54-f66b40337bdb,segment=NetworkSegment(e5e9ff88-4047-496c-98fc-90c96259fd25),segment_id=e5e9ff88-4047-496c-98fc-90c96259fd25)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:08.769976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.799079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56844) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:08.829315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7356c9c-a3a2-45e9-ab1c-dccb6d3636da None None] Network a454d8c1-f5ef-4f59-958d-36e4bae6ae1f requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:08.831759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Network d73cb315-e666-4569-8461-67f2f8e9cf73 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:08.833751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:08.872152 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7cbd53a2-58bb-4587-a823-7b48bbc8977a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c385bf548d74fd8ac96a79aea04e3d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0716779 May 09 13:23:08.874319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56848) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:08.945058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4503b7c9-2075-493b-baee-9a2929e76797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.985404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4503b7c9-2075-493b-baee-9a2929e76797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:08.990291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=d650512b-65a5-4567-9a54-f66b40337bdb,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:09.021359 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e4e5222a-ad9d-4531-91b5-8666964e496f None None] Provisioning for port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:09.059276 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4503b7c9-2075-493b-baee-9a2929e76797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:09.080689 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503b7c9-2075-493b-baee-9a2929e76797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490c885f-34f8-411a-87a5-b3ba307ac07b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:09.090831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4503b7c9-2075-493b-baee-9a2929e76797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:09.091658 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4503b7c9-2075-493b-baee-9a2929e76797 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/490c885f-34f8-411a-87a5-b3ba307ac07b HTTP/1.1" status: 204 len: 168 time: 0.2164261 May 09 13:23:09.148818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70498e04-2d7b-4106-ab78-d46e49192abc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:09.162144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e4e5222a-ad9d-4531-91b5-8666964e496f None None] Provisioning complete for port d650512b-65a5-4567-9a54-f66b40337bdb triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:09.162508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e4e5222a-ad9d-4531-91b5-8666964e496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:09.333519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e4e5222a-ad9d-4531-91b5-8666964e496f None None] Provisioning for port d3d8efd1-e8cc-4d42-8ac5-dee9232de2df completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:09.339262 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e4e5222a-ad9d-4531-91b5-8666964e496f None None] Provisioning complete for port d3d8efd1-e8cc-4d42-8ac5-dee9232de2df triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:09.339858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e4e5222a-ad9d-4531-91b5-8666964e496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:09.413836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5222a-ad9d-4531-91b5-8666964e496f None None] Port d3d8efd1-e8cc-4d42-8ac5-dee9232de2df cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:23:09.424945 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:09.452891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70498e04-2d7b-4106-ab78-d46e49192abc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:09.503986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:09.507675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70498e04-2d7b-4106-ab78-d46e49192abc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=ac69a24e-c69c-4bb6-854a-5e7154af3c8a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:09.511325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:09.512000 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:09.528612 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70498e04-2d7b-4106-ab78-d46e49192abc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:09.551773 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-70498e04-2d7b-4106-ab78-d46e49192abc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/ac69a24e-c69c-4bb6-854a-5e7154af3c8a HTTP/1.1" status: 204 len: 168 time: 1.5524659 May 09 13:23:09.554607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56856) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:09.618442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Router 3f71e895-0acf-4382-a394-f2e53a6f2d6e is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:23:09.659134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d333361a-319f-4cee-9f3f-f2c302bae07e None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:09.709186 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-eb93a333-ea87-475a-a3a5-8d50ab1d264d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1534312 May 09 13:23:09.709778 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56864) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:09.715705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:09.823391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:23:09.830913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:09.833302 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f2573244-340a-4322-abc9-81840b86feaf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "PUT /v2.0/routers/3f71e895-0acf-4382-a394-f2e53a6f2d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5309684 May 09 13:23:09.836206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56870) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:09.853247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4f515-f1bd-44cb-a728-188793a23759 None None] Sync routers for ids ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:23:09.860539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-87f32ae7-b53b-4ee1-bba6-e5080dfa4a6c None None] Provisioning complete for port d3d8efd1-e8cc-4d42-8ac5-dee9232de2df triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:09.860931 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87f32ae7-b53b-4ee1-bba6-e5080dfa4a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:09.949668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:09.953928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:09.959138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:09.965487 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:09.965820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe,segment=NetworkSegment(8593a372-b15f-4f18-9469-d6b626c63d62),segment_id=8593a372-b15f-4f18-9469-d6b626c63d62)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:09.978492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:10.010613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:10.011247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7803deac-a3c3-4589-98a3-70c1e921ff17 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:10.096627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:10.115360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-87f32ae7-b53b-4ee1-bba6-e5080dfa4a6c None None] Port d3d8efd1-e8cc-4d42-8ac5-dee9232de2df cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:23:10.147111 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4f515-f1bd-44cb-a728-188793a23759 None None] Routers {'3f71e895-0acf-4382-a394-f2e53a6f2d6e'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:10.147836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-89d4f515-f1bd-44cb-a728-188793a23759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:10.227395 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-89d4f515-f1bd-44cb-a728-188793a23759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:10.254402 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9ccea4f5-1f83-4dd8-9fa5-732d7ef176da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:10.283439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:10.290617 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4f515-f1bd-44cb-a728-188793a23759 None None] Routers {'3f71e895-0acf-4382-a394-f2e53a6f2d6e'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:10.291241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-89d4f515-f1bd-44cb-a728-188793a23759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:22:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:10.370851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9d8736f6-ce61-4eb3-b3bc-3506fdb9b91f None None] Provisioning complete for port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:10.371293 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d8736f6-ce61-4eb3-b3bc-3506fdb9b91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:10.393814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-89d4f515-f1bd-44cb-a728-188793a23759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:10.394241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4f515-f1bd-44cb-a728-188793a23759 None None] The sync data for ids ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:23:10.410956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56882) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:10.425089 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 7803deac-a3c3-4589-98a3-70c1e921ff17 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:10.425571 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:10.457900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:23:10.484686 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Deleting port 7803deac-a3c3-4589-98a3-70c1e921ff17 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:10.485055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:10.543345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.objects.ports [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83895) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:23:10.604663 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-be83f2f3-b110-41a2-9c80-775bbf60dd20 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:23:10.609487 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-be83f2f3-b110-41a2-9c80-775bbf60dd20 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "PUT /v2.0/routers/3f71e895-0acf-4382-a394-f2e53a6f2d6e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7721198 May 09 13:23:10.610126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56888) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:10.660330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1318941218'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:10.703925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:10.710190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Usage tracker for resource:network and tenant:e27d09c578f04679be22f3f2de2bb87e is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:10.719068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:10.728767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:10.741089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:10.757554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Made reservation on behalf of e27d09c578f04679be22f3f2de2bb87e for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:10.760420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:10.804361 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:10.823783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d650512b-65a5-4567-9a54-f66b40337bdb up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:10.885079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:10.933033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] For port 7803deac-a3c3-4589-98a3-70c1e921ff17, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7803deac-a3c3-4589-98a3-70c1e921ff17,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:10.933689 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:10.937210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Usage tracker for resource:security_group_rule and tenant:e27d09c578f04679be22f3f2de2bb87e is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:10.945294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:10.962979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:11.045210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] For port 7803deac-a3c3-4589-98a3-70c1e921ff17, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7803deac-a3c3-4589-98a3-70c1e921ff17,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:11.093184 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Calling delete_port for 7803deac-a3c3-4589-98a3-70c1e921ff17 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:11.101169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.103604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f73edbeb-35e9-4870-ae2a-e94856b779e9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.115793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.117487 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.130081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.130930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.149583 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d650512b-65a5-4567-9a54-f66b40337bdb triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:11.150362 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.253572 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:11.261595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:23:11.261595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:23:11.276618 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb75eaa-5394-47ac-9663-a02676d7095b,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:11.287118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:11.294475 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.294816 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Added segment 90d3e573-781f-43ff-8e7b-07db3d6c7027 of type vlan for network 0f357dd7-3076-46ec-ae98-c0a7421ce8ac May 09 13:23:11.296162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:11.305865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:11.306400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.315679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=e2f717ca-7bec-44af-a4eb-73c17fa2bed9,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:11.330384 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=7803deac-a3c3-4589-98a3-70c1e921ff17,revision_number=9']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:11.361975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.377335 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c90765a1-be66-4fff-b9c7-8d3ef835705c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6654186 May 09 13:23:11.385157 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56898) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:11.393975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'mac_address': 'fa:16:3e:ab:96:f2', 'name': 'tempest-NetworksTestDHCPv6-1355934614'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:11.408445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:11.468282 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.471964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:11.472767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.479248 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:11.479620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.599149 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1870506 May 09 13:23:11.601789 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56902) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:11.616209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006f3f9-89ba-405c-a8b2-7228d618f474 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Pushing event updated for resources: {'Network': ['ID=0f357dd7-3076-46ec-ae98-c0a7421ce8ac,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:11.627657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Request body: {'subnet': {'network_id': '0f357dd7-3076-46ec-ae98-c0a7421ce8ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:11.639119 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 0f357dd7-3076-46ec-ae98-c0a7421ce8ac details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:11.648956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:11.653300 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:11.656253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:11.662701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:11.672866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:11.677407 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.708234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 1d830006-dadf-40fa-a815-2a6cc78daaee yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:23:11.709174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7803deac-a3c3-4589-98a3-70c1e921ff17 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:23:11.756166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:11.762408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Usage tracker for resource:subnet and tenant:e27d09c578f04679be22f3f2de2bb87e is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:11.763562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Deleting port 7803deac-a3c3-4589-98a3-70c1e921ff17 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:11.763980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:11.766772 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:11.804554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:11.831624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Made reservation on behalf of e27d09c578f04679be22f3f2de2bb87e for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:11.853637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::f816:3eff:feab:96f2 (733a9858-46ec-4cf8-be89-833c62720969/e2f717ca-7bec-44af-a4eb-73c17fa2bed9/1d830006-dadf-40fa-a815-2a6cc78daaee) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:11.941870 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.037169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.090627 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f73edbeb-35e9-4870-ae2a-e94856b779e9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Deleting port d3d8efd1-e8cc-4d42-8ac5-dee9232de2df {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:12.091026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f73edbeb-35e9-4870-ae2a-e94856b779e9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.101991 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 7803deac-a3c3-4589-98a3-70c1e921ff17, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7803deac-a3c3-4589-98a3-70c1e921ff17,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:12.107489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.113016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] For port 7803deac-a3c3-4589-98a3-70c1e921ff17, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7803deac-a3c3-4589-98a3-70c1e921ff17,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:12.113152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.178679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.194785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 1d830006-dadf-40fa-a815-2a6cc78daaee will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:12.218265 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.286983 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Calling delete_port for 7803deac-a3c3-4589-98a3-70c1e921ff17 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:12.297289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:12.300489 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:12.305136 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:12.309316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:12.309923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.313665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=1d830006-dadf-40fa-a815-2a6cc78daaee,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:12.342048 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3503507d-63c4-4315-82f0-a49a6886f057 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9532278 May 09 13:23:12.343269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56906) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:12.354630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=7803deac-a3c3-4589-98a3-70c1e921ff17,revision_number=10']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:12.355882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f73edbeb-35e9-4870-ae2a-e94856b779e9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.388968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0258f5ef-c8a1-45bb-bc74-eba5ad738fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.395406 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:23:12.395799 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:23:12.430678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27301fa-996f-4500-b352-d94a1a0f906d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:12.434667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27301fa-996f-4500-b352-d94a1a0f906d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:12.435416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d27301fa-996f-4500-b352-d94a1a0f906d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:12.450939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d27301fa-996f-4500-b352-d94a1a0f906d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:12.452210 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d27301fa-996f-4500-b352-d94a1a0f906d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1079674 May 09 13:23:12.455447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56910) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:12.521766 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-068d7e17-49c7-4ddd-842c-2734ce6af9e1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 1d830006-dadf-40fa-a815-2a6cc78daaee {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:12.522106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-068d7e17-49c7-4ddd-842c-2734ce6af9e1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.583567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f73edbeb-35e9-4870-ae2a-e94856b779e9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Calling delete_port for d3d8efd1-e8cc-4d42-8ac5-dee9232de2df owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:12.616961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.730505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Pushing event updated for resources: {'Subnet': ['ID=30bd5326-3c0c-4084-a913-98e2c16a4470,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:12.755391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:12.755820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:12.756135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:12.756460 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:12.756780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:12.757099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:12.757601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:12.757923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:12.758238 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:12.758554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:12.758867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:12.762660 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Checking segment: {'id': '90d3e573-781f-43ff-8e7b-07db3d6c7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0f357dd7-3076-46ec-ae98-c0a7421ce8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:12.763019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Network hostable DHCP agents. Network: 0f357dd7-3076-46ec-ae98-c0a7421ce8ac, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:23:12.767046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-068d7e17-49c7-4ddd-842c-2734ce6af9e1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.824960 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Network 0f357dd7-3076-46ec-ae98-c0a7421ce8ac is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:23:12.847125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 0f357dd7-3076-46ec-ae98-c0a7421ce8ac) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:12.854097 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:12.854665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.858731 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7606afb-b6d0-49fd-ad33-9992720a3e9a None None] Network 0f357dd7-3076-46ec-ae98-c0a7421ce8ac requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:12.880903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f73edbeb-35e9-4870-ae2a-e94856b779e9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:12.886933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-068d7e17-49c7-4ddd-842c-2734ce6af9e1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 1d830006-dadf-40fa-a815-2a6cc78daaee owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:12.925457 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-34704e9b-b30e-4773-86db-8e6cdb823bcc tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3058693 May 09 13:23:12.927014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56914) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:12.934116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73edbeb-35e9-4870-ae2a-e94856b779e9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event deleted for resources: {'Port': ['ID=d3d8efd1-e8cc-4d42-8ac5-dee9232de2df,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:12.943262 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Request body: {'port': {'network_id': '0f357dd7-3076-46ec-ae98-c0a7421ce8ac', 'name': 'tempest-ExtraDHCPOptionsTestJSON-805270436'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:12.965662 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Deleting port 7803deac-a3c3-4589-98a3-70c1e921ff17 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:12.966443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:13.154235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:13.160139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Usage tracker for resource:port and tenant:e27d09c578f04679be22f3f2de2bb87e is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:13.166472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:13.169524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-068d7e17-49c7-4ddd-842c-2734ce6af9e1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:13.213248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:13.233986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d7e17-49c7-4ddd-842c-2734ce6af9e1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=1d830006-dadf-40fa-a815-2a6cc78daaee,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:13.243054 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f73edbeb-35e9-4870-ae2a-e94856b779e9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:13.273310 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Made reservation on behalf of e27d09c578f04679be22f3f2de2bb87e for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:13.275483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:13.294900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-068d7e17-49c7-4ddd-842c-2734ce6af9e1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:13.311028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] device_id is not set on port 1394ad73-239b-4084-9b2f-ceec8e9deb05 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:23:13.343470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-0f357dd7-3076-46ec-ae98-c0a7421ce8ac', 'network_id': '0f357dd7-3076-46ec-ae98-c0a7421ce8ac', 'tenant_id': 'e27d09c578f04679be22f3f2de2bb87e', 'fixed_ips': [{'subnet_id': '30bd5326-3c0c-4084-a913-98e2c16a4470'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:13.344395 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:13.348025 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-068d7e17-49c7-4ddd-842c-2734ce6af9e1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/1d830006-dadf-40fa-a815-2a6cc78daaee HTTP/1.1" status: 204 len: 168 time: 0.8894863 May 09 13:23:13.348253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56918) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:13.379211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:13.479774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c45b8f-47f1-40bd-a37a-912d35a5c276 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:13.480971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c45b8f-47f1-40bd-a37a-912d35a5c276 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:13.482082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-85c45b8f-47f1-40bd-a37a-912d35a5c276 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:13.483067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] For port 7803deac-a3c3-4589-98a3-70c1e921ff17, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7803deac-a3c3-4589-98a3-70c1e921ff17,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:13.483463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:13.517622 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-85c45b8f-47f1-40bd-a37a-912d35a5c276 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:13.521447 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-85c45b8f-47f1-40bd-a37a-912d35a5c276 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1698179 May 09 13:23:13.522060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56922) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:13.528402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Allocated IP 172.20.0.9 (0f357dd7-3076-46ec-ae98-c0a7421ce8ac/30bd5326-3c0c-4084-a913-98e2c16a4470/1394ad73-239b-4084-9b2f-ceec8e9deb05) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:13.615069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Calling delete_port for 7803deac-a3c3-4589-98a3-70c1e921ff17 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:13.747811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:13.756955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:13.775139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Transition to ACTIVE for port object 1394ad73-239b-4084-9b2f-ceec8e9deb05 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:13.792309 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73edbeb-35e9-4870-ae2a-e94856b779e9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Router 3f71e895-0acf-4382-a394-f2e53a6f2d6e has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:23:13.800554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:13.808302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Pushing event deleted for resources: {'Port': ['ID=7803deac-a3c3-4589-98a3-70c1e921ff17,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:13.854423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:13.891935 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:13.892822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:13.893623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:13.893623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:13.893860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:13.894067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:13.894395 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:13.894715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:13.895036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:13.895347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:13.895663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:23:13.950227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c6154-b143-4c9b-a341-b8152bf97d32 None None] No DVR routers for this DVR port 7803deac-a3c3-4589-98a3-70c1e921ff17 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:23:13.959412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Allocated IP 172.20.0.2 (0f357dd7-3076-46ec-ae98-c0a7421ce8ac/30bd5326-3c0c-4084-a913-98e2c16a4470/03d2b332-e672-43c2-99da-ab8f5be2b9a2) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:13.973947 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf888745-4506-4e6a-a17a-965a8115db21 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:13.992783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Pushing event updated for resources: {'Port': ['ID=1394ad73-239b-4084-9b2f-ceec8e9deb05,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:14.012621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Network 0f357dd7-3076-46ec-ae98-c0a7421ce8ac is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:14.014075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:14.017928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:14.061028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-e556f188-21fb-4f12-b302-4de68ff4c8fb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet e2f717ca-7bec-44af-a4eb-73c17fa2bed9 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:14.071828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e556f188-21fb-4f12-b302-4de68ff4c8fb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.087469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:14.088069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.112664 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-da4f8a06-1e09-4f9b-86b5-3690f92f451f tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1822176 May 09 13:23:14.112889 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56928) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:14.119776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Request body: {'port': {'network_id': '0f357dd7-3076-46ec-ae98-c0a7421ce8ac', 'name': 'tempest-ExtraDHCPOptionsTestJSON-882093897', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:14.120513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.api.validators [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] bootfile-name is not in valid_values {{(pid=83895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 13:23:14.121351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.api.validators [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] tftp-server is not in valid_values {{(pid=83895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 13:23:14.121801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.api.validators [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] server-ip-address is not in valid_values {{(pid=83895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 13:23:14.131608 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e556f188-21fb-4f12-b302-4de68ff4c8fb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.165892 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73edbeb-35e9-4870-ae2a-e94856b779e9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:23:14.180188 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f73edbeb-35e9-4870-ae2a-e94856b779e9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "PUT /v2.0/routers/3f71e895-0acf-4382-a394-f2e53a6f2d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5689080 May 09 13:23:14.181723 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95ccd0-fc41-4cb1-931f-9888052b69d6 None None] Sync routers for ids ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:23:14.183331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56932) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:14.194948 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95ccd0-fc41-4cb1-931f-9888052b69d6 None None] Routers {'3f71e895-0acf-4382-a394-f2e53a6f2d6e'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:14.194948 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-7d95ccd0-fc41-4cb1-931f-9888052b69d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:23:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:14.257685 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-128a43d0-a5ff-4a50-a6f3-1611b97d153b tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] delete failed (client error): The resource could not be found. May 09 13:23:14.257917 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-7d95ccd0-fc41-4cb1-931f-9888052b69d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:14.264089 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-128a43d0-a5ff-4a50-a6f3-1611b97d153b tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-90739743 HTTP/1.1" status: 404 len: 333 time: 0.0799656 May 09 13:23:14.265240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56936) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:14.268509 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95ccd0-fc41-4cb1-931f-9888052b69d6 None None] Routers {'3f71e895-0acf-4382-a394-f2e53a6f2d6e'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:14.269281 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-7d95ccd0-fc41-4cb1-931f-9888052b69d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:23:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:14.272488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-11fef60b-4177-42d4-aa31-2e28a33dcb5b tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f71e895-0acf-4382-a394-f2e53a6f2d6e'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:14.278576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e556f188-21fb-4f12-b302-4de68ff4c8fb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.322411 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.329815 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-7d95ccd0-fc41-4cb1-931f-9888052b69d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:14.330418 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95ccd0-fc41-4cb1-931f-9888052b69d6 None None] The sync data for ids ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:23:14.348861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Transition to ACTIVE for port object 03d2b332-e672-43c2-99da-ab8f5be2b9a2 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:14.368001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e556f188-21fb-4f12-b302-4de68ff4c8fb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.394284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:14.398286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Usage tracker for resource:port and tenant:e27d09c578f04679be22f3f2de2bb87e is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:14.406772 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556f188-21fb-4f12-b302-4de68ff4c8fb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f717ca-7bec-44af-a4eb-73c17fa2bed9,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:14.407933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:14.413618 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e556f188-21fb-4f12-b302-4de68ff4c8fb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.417063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:14.428674 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e556f188-21fb-4f12-b302-4de68ff4c8fb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/e2f717ca-7bec-44af-a4eb-73c17fa2bed9 HTTP/1.1" status: 204 len: 168 time: 0.9045575 May 09 13:23:14.430286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56940) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:14.432838 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Transition to ACTIVE for port object 03d2b332-e672-43c2-99da-ab8f5be2b9a2 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:14.436311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Made reservation on behalf of e27d09c578f04679be22f3f2de2bb87e for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:14.440115 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.441057 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.504957 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-939223a4-244b-4696-8820-697a58126b99 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712504 May 09 13:23:14.505721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56944) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:14.512770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Network 0f357dd7-3076-46ec-ae98-c0a7421ce8ac is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:14.515910 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:14.520642 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:14.522766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Pushing event updated for resources: {'Port': ['ID=03d2b332-e672-43c2-99da-ab8f5be2b9a2,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:14.552706 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3ad59b69-ce02-405c-a049-1890bbc3c50d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0436671 May 09 13:23:14.553350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56948) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:14.579067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] device_id is not set on port d809c177-d4c1-47b8-bee6-593b90644601 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:23:14.633595 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749f7cf4-01a8-4e05-a989-d450b5014117 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:14.634988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-749f7cf4-01a8-4e05-a989-d450b5014117 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:14.655996 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-749f7cf4-01a8-4e05-a989-d450b5014117 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:14.660225 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-749f7cf4-01a8-4e05-a989-d450b5014117 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1029801 May 09 13:23:14.660685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56952) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:14.669654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Attempting to bind port 03d2b332-e672-43c2-99da-ab8f5be2b9a2 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:14.670006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Attempting to bind port 03d2b332-e672-43c2-99da-ab8f5be2b9a2 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '90d3e573-781f-43ff-8e7b-07db3d6c7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0f357dd7-3076-46ec-ae98-c0a7421ce8ac'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:14.670355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Attempting to bind port 03d2b332-e672-43c2-99da-ab8f5be2b9a2 on network 0f357dd7-3076-46ec-ae98-c0a7421ce8ac {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:14.677444 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:14.677804 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Checking segment: {'id': '90d3e573-781f-43ff-8e7b-07db3d6c7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0f357dd7-3076-46ec-ae98-c0a7421ce8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:14.678194 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.678571 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Bound using segment: {'id': '90d3e573-781f-43ff-8e7b-07db3d6c7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0f357dd7-3076-46ec-ae98-c0a7421ce8ac'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:14.679122 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Bound port: 03d2b332-e672-43c2-99da-ab8f5be2b9a2, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d3e573-781f-43ff-8e7b-07db3d6c7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0f357dd7-3076-46ec-ae98-c0a7421ce8ac'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:14.679535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.734384 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-248167d2-b983-4ee7-8a87-8625c4007a9d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684838 May 09 13:23:14.735232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56956) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:14.742133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f3fbf61b-56c8-44ec-bea4-705264b199db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:14.766582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] For port 03d2b332-e672-43c2-99da-ab8f5be2b9a2, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:14.769887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] For port 03d2b332-e672-43c2-99da-ab8f5be2b9a2, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=03d2b332-e672-43c2-99da-ab8f5be2b9a2,segment=NetworkSegment(90d3e573-781f-43ff-8e7b-07db3d6c7027),segment_id=90d3e573-781f-43ff-8e7b-07db3d6c7027)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:14.774317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.838662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-11fef60b-4177-42d4-aa31-2e28a33dcb5b tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.853609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Allocated IP 172.20.0.7 (0f357dd7-3076-46ec-ae98-c0a7421ce8ac/30bd5326-3c0c-4084-a913-98e2c16a4470/d809c177-d4c1-47b8-bee6-593b90644601) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:14.857504 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c183f-74b4-4f4e-90d7-5eba9974e2b7 None None] Pushing event updated for resources: {'Port': ['ID=03d2b332-e672-43c2-99da-ab8f5be2b9a2,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:14.878705 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f3fbf61b-56c8-44ec-bea4-705264b199db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:14.889388 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f3fbf61b-56c8-44ec-bea4-705264b199db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:14.900952 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fbf61b-56c8-44ec-bea4-705264b199db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:14.905650 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-11fef60b-4177-42d4-aa31-2e28a33dcb5b tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] update failed (client error): The resource could not be found. May 09 13:23:14.906064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3fbf61b-56c8-44ec-bea4-705264b199db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:14.906679 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-11fef60b-4177-42d4-aa31-2e28a33dcb5b tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "PUT /v2.0/routers/3f71e895-0acf-4382-a394-f2e53a6f2d6e HTTP/1.1" status: 404 len: 339 time: 0.6404767 May 09 13:23:14.910858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56960) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:14.956807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:15.176199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3fbf61b-56c8-44ec-bea4-705264b199db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:15.246480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbf61b-56c8-44ec-bea4-705264b199db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=7a803bed-64be-423a-a7a7-d9df017786f0,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:15.258164 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fbf61b-56c8-44ec-bea4-705264b199db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:15.259242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f3fbf61b-56c8-44ec-bea4-705264b199db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:15.261676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fbf61b-56c8-44ec-bea4-705264b199db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:15.262306 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3fbf61b-56c8-44ec-bea4-705264b199db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:15.267570 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c2629c-e322-4e7a-8acd-370af2df8bc7 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:15.294731 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f3fbf61b-56c8-44ec-bea4-705264b199db tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5574260 May 09 13:23:15.297499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56964) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:15.304128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'mac_address': 'fa:16:3e:87:e5:62', 'name': 'tempest-NetworksTestDHCPv6-662172549'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:15.473207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 03d2b332-e672-43c2-99da-ab8f5be2b9a2 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:15.487261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:15.491508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:15.494405 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:15.500358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:15.511830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:15.515462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:15.544112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 092ef102-d1a9-42f4-a8fc-338e0a41324e yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:23:15.573579 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '7a803bed-64be-423a-a7a7-d9df017786f0'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:15.574348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:15.604532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:15.626353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Transition to ACTIVE for port object d809c177-d4c1-47b8-bee6-593b90644601 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:15.718704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::b9 (733a9858-46ec-4cf8-be89-833c62720969/7a803bed-64be-423a-a7a7-d9df017786f0/092ef102-d1a9-42f4-a8fc-338e0a41324e) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:15.733196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 03d2b332-e672-43c2-99da-ab8f5be2b9a2 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:15.753028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:15.804174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:15.943472 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:15.961069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 092ef102-d1a9-42f4-a8fc-338e0a41324e will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:15.973797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Network 0f357dd7-3076-46ec-ae98-c0a7421ce8ac is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:15.983834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Pushing event updated for resources: {'Port': ['ID=d809c177-d4c1-47b8-bee6-593b90644601,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:15.996711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:15.999546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:16.007474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:16.078078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Allocated IP 2001:db8::2 (733a9858-46ec-4cf8-be89-833c62720969/7a803bed-64be-423a-a7a7-d9df017786f0/fe79907d-6154-40cc-89d2-3abd8725325d) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:16.137015 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:16.137681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:16.190598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08e398a-8205-4def-ad74-1cf777fc0d3a None None] Network 0f357dd7-3076-46ec-ae98-c0a7421ce8ac requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:16.206481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:16.210941 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:16.216440 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:16.220653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:16.221271 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:16.227666 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5583fdea-2aba-471d-a10c-a3f2f8fc2aec tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.1103799 May 09 13:23:16.227877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=092ef102-d1a9-42f4-a8fc-338e0a41324e,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:16.229169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56970) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:16.252352 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-052c14d3-cb03-4222-a303-a3d15b1dd42f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9528978 May 09 13:23:16.255976 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56974) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:16.360159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240e55ec-7415-4196-b30e-233b1709b3dd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:16.361493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-240e55ec-7415-4196-b30e-233b1709b3dd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:16.365245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7f8cdd3e-991b-4ece-9c6c-234028d32409 None None] Provisioning for port 03d2b332-e672-43c2-99da-ab8f5be2b9a2 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:16.380309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee313b6-dc1f-4f6f-a7b0-684e4813c799 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:16.383054 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-240e55ec-7415-4196-b30e-233b1709b3dd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:16.384629 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee313b6-dc1f-4f6f-a7b0-684e4813c799 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:16.385308 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-240e55ec-7415-4196-b30e-233b1709b3dd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1271200 May 09 13:23:16.387864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56980) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:16.388610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee313b6-dc1f-4f6f-a7b0-684e4813c799 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:16.389494 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1ee313b6-dc1f-4f6f-a7b0-684e4813c799 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Synchronizing usage tracker for tenant:e27d09c578f04679be22f3f2de2bb87e on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:16.398161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7f8cdd3e-991b-4ece-9c6c-234028d32409 None None] Provisioning complete for port 03d2b332-e672-43c2-99da-ab8f5be2b9a2 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:16.398528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdd3e-991b-4ece-9c6c-234028d32409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:16.417790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Allocated IP 172.20.0.1 (827b8bbb-e72f-4710-8045-83d4902d3339/622b10a7-e1a2-4cbc-ab2a-d0131d9bb152/0781b78f-0323-42db-a04a-d0a4360768f0) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:16.423739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1ee313b6-dc1f-4f6f-a7b0-684e4813c799 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Unset dirty status for tenant:e27d09c578f04679be22f3f2de2bb87e on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:16.427619 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1ee313b6-dc1f-4f6f-a7b0-684e4813c799 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1951201 May 09 13:23:16.428495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 56984) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:16.498297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-239c2a9e-15c1-4a2e-871b-9bea3f12f25d tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Deleting port d809c177-d4c1-47b8-bee6-593b90644601 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:16.498861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-239c2a9e-15c1-4a2e-871b-9bea3f12f25d tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:16.517456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-263965ae-dbf0-4f47-bf8d-debf9aa6ac2c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 092ef102-d1a9-42f4-a8fc-338e0a41324e {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:16.517786 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-263965ae-dbf0-4f47-bf8d-debf9aa6ac2c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:16.580053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3fa06-9496-4501-a199-134ec65dd275 req-4ee64777-1826-4c5b-847f-40337456143f tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:16.586768 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83b3fa06-9496-4501-a199-134ec65dd275 req-4ee64777-1826-4c5b-847f-40337456143f tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 946 time: 0.1999404 May 09 13:23:16.589489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:16.672656 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Transition to ACTIVE for port object fe79907d-6154-40cc-89d2-3abd8725325d will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:16.696785 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83b3fa06-9496-4501-a199-134ec65dd275 req-35791d52-a7be-41a1-82a3-499ee32fae00 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090910 May 09 13:23:16.708487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdd3e-991b-4ece-9c6c-234028d32409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:16.732972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Transition to ACTIVE for port object fe79907d-6154-40cc-89d2-3abd8725325d will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:16.753291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:16.794889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7f8cdd3e-991b-4ece-9c6c-234028d32409 None None] For port 03d2b332-e672-43c2-99da-ab8f5be2b9a2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=03d2b332-e672-43c2-99da-ab8f5be2b9a2,segment=NetworkSegment(90d3e573-781f-43ff-8e7b-07db3d6c7027),segment_id=90d3e573-781f-43ff-8e7b-07db3d6c7027)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:16.823055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdd3e-991b-4ece-9c6c-234028d32409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:16.836968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-263965ae-dbf0-4f47-bf8d-debf9aa6ac2c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:16.845966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:16.849013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:16.852084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:16.854340 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:16.861684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Pushing event updated for resources: {'Port': ['ID=fe79907d-6154-40cc-89d2-3abd8725325d,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:16.877302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Transition to ACTIVE for port object 0781b78f-0323-42db-a04a-d0a4360768f0 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:16.918634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-239c2a9e-15c1-4a2e-871b-9bea3f12f25d tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:16.975123 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-263965ae-dbf0-4f47-bf8d-debf9aa6ac2c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 092ef102-d1a9-42f4-a8fc-338e0a41324e owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:17.005847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cdd3e-991b-4ece-9c6c-234028d32409 None None] Pushing event updated for resources: {'Port': ['ID=03d2b332-e672-43c2-99da-ab8f5be2b9a2,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:17.009487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Attempting to bind port fe79907d-6154-40cc-89d2-3abd8725325d on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:17.009862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Attempting to bind port fe79907d-6154-40cc-89d2-3abd8725325d by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:17.010220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Attempting to bind port fe79907d-6154-40cc-89d2-3abd8725325d on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:17.019644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:17.020013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:17.020409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.020958 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:17.021455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Bound port: fe79907d-6154-40cc-89d2-3abd8725325d, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:17.021824 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.045482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-239c2a9e-15c1-4a2e-871b-9bea3f12f25d tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Calling delete_port for d809c177-d4c1-47b8-bee6-593b90644601 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:17.103236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.127425 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] For port fe79907d-6154-40cc-89d2-3abd8725325d, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:17.131484 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] For port fe79907d-6154-40cc-89d2-3abd8725325d, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fe79907d-6154-40cc-89d2-3abd8725325d,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:17.137847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.143697 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-263965ae-dbf0-4f47-bf8d-debf9aa6ac2c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.199502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263965ae-dbf0-4f47-bf8d-debf9aa6ac2c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=092ef102-d1a9-42f4-a8fc-338e0a41324e,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:17.251010 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-263965ae-dbf0-4f47-bf8d-debf9aa6ac2c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.262411 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-263965ae-dbf0-4f47-bf8d-debf9aa6ac2c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/092ef102-d1a9-42f4-a8fc-338e0a41324e HTTP/1.1" status: 204 len: 168 time: 0.8720996 May 09 13:23:17.265177 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56990) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:17.334823 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b088c-9071-4a14-b10a-4fbd55333395 None None] Pushing event updated for resources: {'Port': ['ID=fe79907d-6154-40cc-89d2-3abd8725325d,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:17.347554 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5560703d-da55-4ec9-bd0a-ec36f0ce8158 None None] Provisioning complete for port 03d2b332-e672-43c2-99da-ab8f5be2b9a2 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:17.348129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5560703d-da55-4ec9-bd0a-ec36f0ce8158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.361650 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6992d065-e9db-468b-b193-6ae00efb8f02 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:17.363866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6992d065-e9db-468b-b193-6ae00efb8f02 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:17.365938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Network 827b8bbb-e72f-4710-8045-83d4902d3339 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:17.367614 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6992d065-e9db-468b-b193-6ae00efb8f02 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:17.370333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:17.386966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:17.401158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6992d065-e9db-468b-b193-6ae00efb8f02 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:17.402803 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6992d065-e9db-468b-b193-6ae00efb8f02 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1361065 May 09 13:23:17.405511 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 56994) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:17.453140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 03d2b332-e672-43c2-99da-ab8f5be2b9a2 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:17.517807 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da6e8e0-8c29-4f6d-a726-8cea104c242b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 7a803bed-64be-423a-a7a7-d9df017786f0 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:17.521195 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6da6e8e0-8c29-4f6d-a726-8cea104c242b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.571294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event updated for resources: {'Port': ['ID=0781b78f-0323-42db-a04a-d0a4360768f0,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:17.583319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.694304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 03d2b332-e672-43c2-99da-ab8f5be2b9a2 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:17.694843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.714493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6da6e8e0-8c29-4f6d-a726-8cea104c242b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.746650 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-239c2a9e-15c1-4a2e-871b-9bea3f12f25d tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.786863 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5560703d-da55-4ec9-bd0a-ec36f0ce8158 None None] Provisioning for port d809c177-d4c1-47b8-bee6-593b90644601 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:17.805679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5560703d-da55-4ec9-bd0a-ec36f0ce8158 None None] Provisioning complete for port d809c177-d4c1-47b8-bee6-593b90644601 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:17.806047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5560703d-da55-4ec9-bd0a-ec36f0ce8158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.851841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c2a9e-15c1-4a2e-871b-9bea3f12f25d tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Pushing event deleted for resources: {'Port': ['ID=d809c177-d4c1-47b8-bee6-593b90644601,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:17.874550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5560703d-da55-4ec9-bd0a-ec36f0ce8158 None None] Port d809c177-d4c1-47b8-bee6-593b90644601 was deleted so its status cannot be updated. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 09 13:23:17.921423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6da6e8e0-8c29-4f6d-a726-8cea104c242b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.966455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:17.976904 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5560703d-da55-4ec9-bd0a-ec36f0ce8158 None None] Provisioning for port 1394ad73-239b-4084-9b2f-ceec8e9deb05 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:17.988142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5560703d-da55-4ec9-bd0a-ec36f0ce8158 None None] Provisioning complete for port 1394ad73-239b-4084-9b2f-ceec8e9deb05 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:17.988779 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5560703d-da55-4ec9-bd0a-ec36f0ce8158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:18.076247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5560703d-da55-4ec9-bd0a-ec36f0ce8158 None None] Port 1394ad73-239b-4084-9b2f-ceec8e9deb05 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:23:18.091833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6da6e8e0-8c29-4f6d-a726-8cea104c242b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:18.095549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-239c2a9e-15c1-4a2e-871b-9bea3f12f25d tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:18.144190 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6e8e0-8c29-4f6d-a726-8cea104c242b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=7a803bed-64be-423a-a7a7-d9df017786f0,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:18.152987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efcfaf-f144-4b50-ae35-bd76f73f9c76 req-524f030e-6e3e-452d-af07-68a2121500c6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:18.154606 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c9efcfaf-f144-4b50-ae35-bd76f73f9c76 req-524f030e-6e3e-452d-af07-68a2121500c6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 946 time: 0.1796622 May 09 13:23:18.157284 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6da6e8e0-8c29-4f6d-a726-8cea104c242b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:18.191169 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6da6e8e0-8c29-4f6d-a726-8cea104c242b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/7a803bed-64be-423a-a7a7-d9df017786f0 HTTP/1.1" status: 204 len: 168 time: 0.7845044 May 09 13:23:18.192029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57000) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:18.203278 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7922370f-4204-45c3-97a4-9f95b9b3e462 None None] Provisioning for port 0781b78f-0323-42db-a04a-d0a4360768f0 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:18.212627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7922370f-4204-45c3-97a4-9f95b9b3e462 None None] Provisioning complete for port 0781b78f-0323-42db-a04a-d0a4360768f0 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:18.213307 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7922370f-4204-45c3-97a4-9f95b9b3e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:18.273174 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ae5bcb1f-b421-49d2-a799-3e57cb1d43e6 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788939 May 09 13:23:18.276442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57004) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:18.290572 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7922370f-4204-45c3-97a4-9f95b9b3e462 None None] Port 0781b78f-0323-42db-a04a-d0a4360768f0 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:23:18.295463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7922370f-4204-45c3-97a4-9f95b9b3e462 None None] Could not find standard attr ID for object d809c177-d4c1-47b8-bee6-593b90644601. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:23:18.299580 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-239c2a9e-15c1-4a2e-871b-9bea3f12f25d tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] 10.222.0.44 "DELETE /v2.0/ports/d809c177-d4c1-47b8-bee6-593b90644601 HTTP/1.1" status: 204 len: 168 time: 1.8698709 May 09 13:23:18.311956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57008) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:18.317277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7922370f-4204-45c3-97a4-9f95b9b3e462 None None] Provisioning complete for port 1394ad73-239b-4084-9b2f-ceec8e9deb05 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:18.317759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7922370f-4204-45c3-97a4-9f95b9b3e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:18.320700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c2f9b040-dae5-4b42-b7f1-9f3a15095af1 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Request body: {'port': {'name': 'tempest-new-port-name-1826274362', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:18.321195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.api.validators [None req-c2f9b040-dae5-4b42-b7f1-9f3a15095af1 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] bootfile-name is not in valid_values {{(pid=83895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 13:23:18.321625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.api.validators [None req-c2f9b040-dae5-4b42-b7f1-9f3a15095af1 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] tftp-server is not in valid_values {{(pid=83895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 13:23:18.322010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.api.validators [None req-c2f9b040-dae5-4b42-b7f1-9f3a15095af1 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] server-ip-address is not in valid_values {{(pid=83895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 13:23:18.336910 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c9efcfaf-f144-4b50-ae35-bd76f73f9c76 req-552f3c0f-36a5-4b5f-a4f4-6caf710f554c tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709614 May 09 13:23:18.392971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10880b-3335-4a5c-ac76-17e59bcdc919 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:18.393920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cd10880b-3335-4a5c-ac76-17e59bcdc919 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:18.410951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-44204957-5c24-48a1-872a-387c1b70fb09 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:18.411467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7922370f-4204-45c3-97a4-9f95b9b3e462 None None] Port 1394ad73-239b-4084-9b2f-ceec8e9deb05 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:23:18.412446 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-44204957-5c24-48a1-872a-387c1b70fb09 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 946 time: 0.3138764 May 09 13:23:18.418509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cd10880b-3335-4a5c-ac76-17e59bcdc919 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:18.421766 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cd10880b-3335-4a5c-ac76-17e59bcdc919 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1443219 May 09 13:23:18.423727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57012) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:18.496660 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcdcff9-0924-4f28-9d95-0e7b02d3cba6 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:18.497694 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3fcdcff9-0924-4f28-9d95-0e7b02d3cba6 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:18.516619 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3fcdcff9-0924-4f28-9d95-0e7b02d3cba6 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:18.518558 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3fcdcff9-0924-4f28-9d95-0e7b02d3cba6 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0937097 May 09 13:23:18.521153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57016) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:18.626641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b040-dae5-4b42-b7f1-9f3a15095af1 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:18.645153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Deleting port d9337cc3-a94d-4fc0-b44a-567707b990ff {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:18.645516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:18.687168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3a9248-3852-43b2-9055-5148880fc613 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:18.696512 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f7268246-99fb-4591-8815-ade5e6dc84b7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1738079 May 09 13:23:18.700381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57020) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:18.706520 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:18.795809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-189935d2-9259-4d84-b1fa-653cc25d48b5 None None] Provisioning for port fe79907d-6154-40cc-89d2-3abd8725325d completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:18.818971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:18.828605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:18.839586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:18.843658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:18.959452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:23:18.975275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:23:18.980197 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] Deleting port fe79907d-6154-40cc-89d2-3abd8725325d {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:18.980572 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:19.030983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:19.047006 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:19.204956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.objects.ports [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83894) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:23:19.242190 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] For port fe79907d-6154-40cc-89d2-3abd8725325d, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fe79907d-6154-40cc-89d2-3abd8725325d,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:19.242580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:19.349755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event updated for resources: {'Port': ['ID=0781b78f-0323-42db-a04a-d0a4360768f0,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:19.352158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:19.371252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] For port d9337cc3-a94d-4fc0-b44a-567707b990ff, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d9337cc3-a94d-4fc0-b44a-567707b990ff,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:19.371714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:19.372427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:19.375221 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] Calling delete_port for fe79907d-6154-40cc-89d2-3abd8725325d owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:19.455397 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:23:19.455753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:23:19.536573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.resource_extend [None req-c2f9b040-dae5-4b42-b7f1-9f3a15095af1 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 13:23:19.566620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b040-dae5-4b42-b7f1-9f3a15095af1 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:19.626092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b040-dae5-4b42-b7f1-9f3a15095af1 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:19.662072 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235e91a-6566-49f7-8e1e-c93d9706d2ff req-9d120e5c-1942-40cc-9cf0-2e6edfce8025 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:19.663496 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c235e91a-6566-49f7-8e1e-c93d9706d2ff req-9d120e5c-1942-40cc-9cf0-2e6edfce8025 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 946 time: 0.1284394 May 09 13:23:19.670348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] For port fe79907d-6154-40cc-89d2-3abd8725325d, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fe79907d-6154-40cc-89d2-3abd8725325d,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:19.723742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:19.730423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:19.731094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:19.802274 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c235e91a-6566-49f7-8e1e-c93d9706d2ff req-e4d6a3a8-331e-4551-a3dd-16ab1d2fb295 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295440 May 09 13:23:19.864062 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:19.869539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Network 827b8bbb-e72f-4710-8045-83d4902d3339 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:19.870369 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:19.870850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9b040-dae5-4b42-b7f1-9f3a15095af1 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Pushing event updated for resources: {'Port': ['ID=1394ad73-239b-4084-9b2f-ceec8e9deb05,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:19.873834 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:19.874836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:19.878614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:19.906146 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2046516 May 09 13:23:19.911380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57026) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:19.912015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=fe79907d-6154-40cc-89d2-3abd8725325d,revision_number=5']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:19.923719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0f5d04c9-b0a6-42da-ae02-3c544da1cd9f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:19.948841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acd330-2f8d-4edf-b0f6-7087757e7bae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=5147279c-da0d-42d1-a79f-33a4d7dea566,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:19.956841 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] Deleting port fe79907d-6154-40cc-89d2-3abd8725325d {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:19.957380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:20.040160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-c2f9b040-dae5-4b42-b7f1-9f3a15095af1 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] In _notify_port_updated(), no bound segment for port 1394ad73-239b-4084-9b2f-ceec8e9deb05 on network 0f357dd7-3076-46ec-ae98-c0a7421ce8ac {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:23:20.044722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9b040-dae5-4b42-b7f1-9f3a15095af1 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:20.044722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b040-dae5-4b42-b7f1-9f3a15095af1 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:20.045931 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c2f9b040-dae5-4b42-b7f1-9f3a15095af1 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] 10.222.0.44 "PUT /v2.0/ports/1394ad73-239b-4084-9b2f-ceec8e9deb05 HTTP/1.1" status: 200 len: 1136 time: 1.7306883 May 09 13:23:20.050331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57030) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:20.069003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:20.069453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:20.069765 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Floating IP 52cea7f1-8d1b-42b5-98ab-71e5cfb74da3 disassociated. External IP: 172.26.1.147, port: d9337cc3-a94d-4fc0-b44a-567707b990ff. May 09 13:23:20.071134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Calling delete_port for d9337cc3-a94d-4fc0-b44a-567707b990ff owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:20.161190 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0f5d04c9-b0a6-42da-ae02-3c544da1cd9f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:20.165747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0f5d04c9-b0a6-42da-ae02-3c544da1cd9f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:20.169030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0f5d04c9-b0a6-42da-ae02-3c544da1cd9f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:20.175398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0f5d04c9-b0a6-42da-ae02-3c544da1cd9f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:20.183622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78126321-5c17-462f-b01b-97d903563c65 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:20.188423 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-78126321-5c17-462f-b01b-97d903563c65 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] 10.222.0.44 "GET /v2.0/ports/1394ad73-239b-4084-9b2f-ceec8e9deb05 HTTP/1.1" status: 200 len: 1136 time: 0.1335421 May 09 13:23:20.190449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57034) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:20.197833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8a3b7b1c-ec18-4930-b0e5-f64b14f96a65 None None] Provisioning complete for port 1394ad73-239b-4084-9b2f-ceec8e9deb05 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:20.198196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a3b7b1c-ec18-4930-b0e5-f64b14f96a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:20.238745 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5d04c9-b0a6-42da-ae02-3c544da1cd9f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:20.279622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b7b1c-ec18-4930-b0e5-f64b14f96a65 None None] Port 1394ad73-239b-4084-9b2f-ceec8e9deb05 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:23:20.296826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] For port fe79907d-6154-40cc-89d2-3abd8725325d, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fe79907d-6154-40cc-89d2-3abd8725325d,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:20.297209 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:20.336834 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-bbac22bc-b08d-46d8-a15f-2aa461a09a95 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Deleting port 1394ad73-239b-4084-9b2f-ceec8e9deb05 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:20.337177 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bbac22bc-b08d-46d8-a15f-2aa461a09a95 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:20.395741 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:20.448919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event deleted for resources: {'Port': ['ID=d9337cc3-a94d-4fc0-b44a-567707b990ff,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:20.450049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] Calling delete_port for fe79907d-6154-40cc-89d2-3abd8725325d owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:20.471459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f5d04c9-b0a6-42da-ae02-3c544da1cd9f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:20.510186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-36f15277-2fe3-471c-a905-51a187df87b3 None None] Provisioning complete for port 0781b78f-0323-42db-a04a-d0a4360768f0 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:20.510551 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-36f15277-2fe3-471c-a905-51a187df87b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:20.581058 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-36f15277-2fe3-471c-a905-51a187df87b3 None None] Port 0781b78f-0323-42db-a04a-d0a4360768f0 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:23:20.645145 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:20.699201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] Pushing event deleted for resources: {'Port': ['ID=fe79907d-6154-40cc-89d2-3abd8725325d,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:20.756648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Router 3f71e895-0acf-4382-a394-f2e53a6f2d6e has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:23:20.771485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa9973a-a8a4-4584-95ab-5e828c0f5e5e None None] No DVR routers for this DVR port fe79907d-6154-40cc-89d2-3abd8725325d on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:23:20.792187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a05a174-309f-4e9b-9fb8-ba414ae65d7c None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:20.828807 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.ipam_backend_mixin [None req-0f5d04c9-b0a6-42da-ae02-3c544da1cd9f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5147279c-da0d-42d1-a79f-33a4d7dea566 (CIDR: 2001:db8::/64) May 09 13:23:20.839754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bbac22bc-b08d-46d8-a15f-2aa461a09a95 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:20.847974 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5d04c9-b0a6-42da-ae02-3c544da1cd9f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:23:20.848412 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5d04c9-b0a6-42da-ae02-3c544da1cd9f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:20.976499 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:23:20.999430 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0f5d04c9-b0a6-42da-ae02-3c544da1cd9f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0830362 May 09 13:23:21.000993 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57040) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:21.013522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-bbac22bc-b08d-46d8-a15f-2aa461a09a95 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Calling delete_port for 1394ad73-239b-4084-9b2f-ceec8e9deb05 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:21.034596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Router 8920e538-e61c-46d8-8611-3a13a59e6b65 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:23:21.040506 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:23:21.055049 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-49698078-0e59-4719-88a5-d816296f8f7a tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "PUT /v2.0/routers/3f71e895-0acf-4382-a394-f2e53a6f2d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1409392 May 09 13:23:21.055242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57044) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:21.055580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92214cae-f463-4399-90ac-1958896e827c None None] Sync routers for ids ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:23:21.056236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:21.085682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92214cae-f463-4399-90ac-1958896e827c None None] Routers {'3f71e895-0acf-4382-a394-f2e53a6f2d6e'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:21.086639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-92214cae-f463-4399-90ac-1958896e827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:23:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:21.131884 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0aedc40e-b1ad-4d7d-b8bd-33e7d1f31f75 req-3e842292-0535-40cd-837a-8eb6aa15a117 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 210 time: 0.0489132 May 09 13:23:21.201856 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-92214cae-f463-4399-90ac-1958896e827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:21.212367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '5147279c-da0d-42d1-a79f-33a4d7dea566'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:21.213286 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:21.232622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:21.269880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92214cae-f463-4399-90ac-1958896e827c None None] Routers {'3f71e895-0acf-4382-a394-f2e53a6f2d6e'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:21.270879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-92214cae-f463-4399-90ac-1958896e827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:23:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:21.334036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-92214cae-f463-4399-90ac-1958896e827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:21.334539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92214cae-f463-4399-90ac-1958896e827c None None] The sync data for ids ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:23:21.359072 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:21.364915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:21.366674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-00261807-246e-4ae4-ba73-69b9a50f16d3 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:21.368588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:21.376829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:21.379664 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bbac22bc-b08d-46d8-a15f-2aa461a09a95 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:21.463367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Allocated IP 2001:db8::f816:3eff:fec7:8e77 (733a9858-46ec-4cf8-be89-833c62720969/5147279c-da0d-42d1-a79f-33a4d7dea566/1bf33879-43c0-400e-820a-fe5ca7656e4a) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:21.483637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac22bc-b08d-46d8-a15f-2aa461a09a95 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Pushing event deleted for resources: {'Port': ['ID=1394ad73-239b-4084-9b2f-ceec8e9deb05,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:21.531718 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:21.535696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:21.547728 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:23:21.561817 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80dc36b-cc82-44de-8f40-9dee6555e07d None None] Sync routers for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:23:21.581575 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80dc36b-cc82-44de-8f40-9dee6555e07d None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:21.582423 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b80dc36b-cc82-44de-8f40-9dee6555e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:23:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:21.666633 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bbac22bc-b08d-46d8-a15f-2aa461a09a95 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:21.677557 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] No DVR routers for this DVR port d9337cc3-a94d-4fc0-b44a-567707b990ff on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:23:21.683936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:21.693879 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3c489439-1b15-4597-8d64-edfca1aa1ba0 req-08272ea8-3247-4f0b-ae53-a5297459c5e5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "DELETE /v2.0/ports/d9337cc3-a94d-4fc0-b44a-567707b990ff HTTP/1.1" status: 204 len: 173 time: 3.2709398 May 09 13:23:21.694881 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634bb748-c58a-44ea-b23f-c17c07d8124b', 'name': 'network-vif-deleted', 'tag': 'd9337cc3-a94d-4fc0-b44a-567707b990ff'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:23:21.725843 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-00261807-246e-4ae4-ba73-69b9a50f16d3 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] delete failed (client error): There was a conflict when trying to complete your request. May 09 13:23:21.727130 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-00261807-246e-4ae4-ba73-69b9a50f16d3 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "DELETE /v2.0/routers/3f71e895-0acf-4382-a394-f2e53a6f2d6e HTTP/1.1" status: 409 len: 329 time: 0.6710002 May 09 13:23:21.730377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57052) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:21.864690 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bbac22bc-b08d-46d8-a15f-2aa461a09a95 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] 10.222.0.44 "DELETE /v2.0/ports/1394ad73-239b-4084-9b2f-ceec8e9deb05 HTTP/1.1" status: 204 len: 168 time: 1.6743691 May 09 13:23:21.865613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57056) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:21.895859 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae70496-7496-4f48-88a1-88755fa80317'] response: {'server_uuid': '634bb748-c58a-44ea-b23f-c17c07d8124b', 'name': 'network-vif-deleted', 'tag': 'd9337cc3-a94d-4fc0-b44a-567707b990ff', 'status': 'completed', 'code': 200} May 09 13:23:21.904645 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device d9337cc3-a94d-4fc0-b44a-567707b990ff no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:23:21.971305 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: d9337cc3-a94d-4fc0-b44a-567707b990ff {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:23:21.971648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device d9337cc3-a94d-4fc0-b44a-567707b990ff not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:23:22.028265 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:22.044701 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-b80dc36b-cc82-44de-8f40-9dee6555e07d None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:23:22.053035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Transition to ACTIVE for port object 1bf33879-43c0-400e-820a-fe5ca7656e4a will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:22.091411 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Transition to ACTIVE for port object 1bf33879-43c0-400e-820a-fe5ca7656e4a will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:22.102477 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:22.211331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0f0688-473f-4b36-a46b-72529364c841 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Deleting subnet 30bd5326-3c0c-4084-a913-98e2c16a4470 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:22.216403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0688-473f-4b36-a46b-72529364c841 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:22.261178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:22.264712 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:22.283284 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:22.290369 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Pushing event updated for resources: {'Port': ['ID=1bf33879-43c0-400e-820a-fe5ca7656e4a,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:22.297009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3e66-e384-4a33-a5c5-5301da761dc9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:22.324365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0688-473f-4b36-a46b-72529364c841 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:22.415145 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:22.483826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Attempting to bind port 1bf33879-43c0-400e-820a-fe5ca7656e4a on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:22.484232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Attempting to bind port 1bf33879-43c0-400e-820a-fe5ca7656e4a by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:22.484600 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Attempting to bind port 1bf33879-43c0-400e-820a-fe5ca7656e4a on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:22.488735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:22.498090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:22.503580 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b80dc36b-cc82-44de-8f40-9dee6555e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:22.505052 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f0a7654-03bb-45e0-b2a1-55cf66a6e2e5 req-6a3d9ca6-cbee-453c-9b4c-10cf0b6baf0b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=634bb748-c58a-44ea-b23f-c17c07d8124b HTTP/1.1" status: 200 len: 210 time: 0.1383398 May 09 13:23:22.506575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:22.507363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:22.507505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:22.507833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:22.508234 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:22.508788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:22.509287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Bound port: 1bf33879-43c0-400e-820a-fe5ca7656e4a, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:22.509651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:22.514152 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80dc36b-cc82-44de-8f40-9dee6555e07d None None] Checking router: 8920e538-e61c-46d8-8611-3a13a59e6b65 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:23:22.529701 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80dc36b-cc82-44de-8f40-9dee6555e07d None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:22.530332 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b80dc36b-cc82-44de-8f40-9dee6555e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:23:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:22.724684 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=77b90835-936f-4008-a276-60a813cd412b,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:22.736969 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-23b5f972-e681-4323-a47c-b21db5f623c8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6861529 May 09 13:23:22.741240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57062) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:22.747921 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'mac_address': 'fa:16:3e:af:68:a6', 'name': 'tempest-NetworksTestDHCPv6-2124372914'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:22.815492 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] For port 1bf33879-43c0-400e-820a-fe5ca7656e4a, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:22.819360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] For port 1bf33879-43c0-400e-820a-fe5ca7656e4a, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1bf33879-43c0-400e-820a-fe5ca7656e4a,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:22.825094 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:22.840901 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-b80dc36b-cc82-44de-8f40-9dee6555e07d None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:23:22.874086 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0688-473f-4b36-a46b-72529364c841 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:22.920688 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320380a-8f0f-4364-b66c-7839dcbaa3a5 None None] Pushing event updated for resources: {'Port': ['ID=1bf33879-43c0-400e-820a-fe5ca7656e4a,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:22.984772 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:22.989336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:22.992833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:22.998984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:23.023664 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:23.028174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:23.069648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 23d82e31-2cf8-4511-b4df-0b23d3a0ef9b yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:23:23.244714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0688-473f-4b36-a46b-72529364c841 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:23.266016 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b80dc36b-cc82-44de-8f40-9dee6555e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:23.276256 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80dc36b-cc82-44de-8f40-9dee6555e07d None None] The sync data for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv is: [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:23:23.302275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd3e66-e384-4a33-a5c5-5301da761dc9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Deleting port 0781b78f-0323-42db-a04a-d0a4360768f0 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:23.302860 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3e66-e384-4a33-a5c5-5301da761dc9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:23.315196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f0688-473f-4b36-a46b-72529364c841 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Pushing event deleted for resources: {'Subnet': ['ID=30bd5326-3c0c-4084-a913-98e2c16a4470,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:23.420194 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0688-473f-4b36-a46b-72529364c841 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:23.427811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37bb08e-ff89-420c-93af-246bf7ef82e8 None None] Network 0f357dd7-3076-46ec-ae98-c0a7421ce8ac requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:23.451869 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0f0f0688-473f-4b36-a46b-72529364c841 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] 10.222.0.44 "DELETE /v2.0/subnets/30bd5326-3c0c-4084-a913-98e2c16a4470 HTTP/1.1" status: 204 len: 168 time: 1.5785792 May 09 13:23:23.451869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57066) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:23.469832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8:0:1::2bc (733a9858-46ec-4cf8-be89-833c62720969/77b90835-936f-4008-a276-60a813cd412b/23d82e31-2cf8-4511-b4df-0b23d3a0ef9b) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:23.531399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::f816:3eff:feaf:68a6 (733a9858-46ec-4cf8-be89-833c62720969/5147279c-da0d-42d1-a79f-33a4d7dea566/23d82e31-2cf8-4511-b4df-0b23d3a0ef9b) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:23.599943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1bf33879-43c0-400e-820a-fe5ca7656e4a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:23.634237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:23.652346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3e66-e384-4a33-a5c5-5301da761dc9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:23.678418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Deleting port 03d2b332-e672-43c2-99da-ab8f5be2b9a2 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:23.678906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:23.757567 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 1bf33879-43c0-400e-820a-fe5ca7656e4a completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:23.815386 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd3e66-e384-4a33-a5c5-5301da761dc9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Calling delete_port for 0781b78f-0323-42db-a04a-d0a4360768f0 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:23.885576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822d1207-138e-4932-ad32-e6c3e323d2ef None None] DHCP port deletion for 0f357dd7-3076-46ec-ae98-c0a7421ce8ac request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:23:23.895500 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-822d1207-138e-4932-ad32-e6c3e323d2ef None None] Deleting port 03d2b332-e672-43c2-99da-ab8f5be2b9a2 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:23.895872 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-822d1207-138e-4932-ad32-e6c3e323d2ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:24.026184 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9266fb-3c6b-4500-b19c-4cbf2c653d41 None None] New status for floating IP 52cea7f1-8d1b-42b5-98ab-71e5cfb74da3: DOWN {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:23:24.046101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] For port 03d2b332-e672-43c2-99da-ab8f5be2b9a2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=03d2b332-e672-43c2-99da-ab8f5be2b9a2,segment=NetworkSegment(90d3e573-781f-43ff-8e7b-07db3d6c7027),segment_id=90d3e573-781f-43ff-8e7b-07db3d6c7027)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:24.046553 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:24.061179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:24.121416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3e66-e384-4a33-a5c5-5301da761dc9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:24.189275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd3e66-e384-4a33-a5c5-5301da761dc9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event deleted for resources: {'Port': ['ID=0781b78f-0323-42db-a04a-d0a4360768f0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:24.210073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Calling delete_port for 03d2b332-e672-43c2-99da-ab8f5be2b9a2 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:24.251200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 23d82e31-2cf8-4511-b4df-0b23d3a0ef9b will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:24.327863 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:24.365663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599af52d-9a38-4844-affb-f9e425cfc8b9 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:24.394323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] No DVR routers for this DVR port 03d2b332-e672-43c2-99da-ab8f5be2b9a2 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:23:24.476734 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-64a0626d-d1f1-4ec8-a1ba-353af5462f94 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221700446&fields=id&tenant_id=6ee21042a6294be790e2e862fb342e9a HTTP/1.1" status: 200 len: 267 time: 0.4114909 May 09 13:23:24.477740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Pushing event deleted for resources: {'Port': ['ID=03d2b332-e672-43c2-99da-ab8f5be2b9a2,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:24.495953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3e66-e384-4a33-a5c5-5301da761dc9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:24.554358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-822d1207-138e-4932-ad32-e6c3e323d2ef None None] For port 03d2b332-e672-43c2-99da-ab8f5be2b9a2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=03d2b332-e672-43c2-99da-ab8f5be2b9a2,segment=NetworkSegment(90d3e573-781f-43ff-8e7b-07db3d6c7027),segment_id=90d3e573-781f-43ff-8e7b-07db3d6c7027)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:24.554922 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-822d1207-138e-4932-ad32-e6c3e323d2ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:24.653297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:24.691350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7cd6ff80-7962-458f-8e5c-cab97ff64462 None None] Provisioning for port 1bf33879-43c0-400e-820a-fe5ca7656e4a completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:24.701766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-822d1207-138e-4932-ad32-e6c3e323d2ef None None] Calling delete_port for 03d2b332-e672-43c2-99da-ab8f5be2b9a2 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:24.729982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7cd6ff80-7962-458f-8e5c-cab97ff64462 None None] Provisioning complete for port 1bf33879-43c0-400e-820a-fe5ca7656e4a triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:24.730372 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7cd6ff80-7962-458f-8e5c-cab97ff64462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:24.779926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:24.892340 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f357dd7-3076-46ec-ae98-c0a7421ce8ac']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:24.926038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=23d82e31-2cf8-4511-b4df-0b23d3a0ef9b,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:24.930457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:24.932159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d3e573-781f-43ff-8e7b-07db3d6c7027') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:24.932463 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d3e573-781f-43ff-8e7b-07db3d6c7027') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:24.944580 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:24.947875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:24.948510 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-822d1207-138e-4932-ad32-e6c3e323d2ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:23:24.948859 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-822d1207-138e-4932-ad32-e6c3e323d2ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:23:24.952169 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:24.952802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:24.970503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:24.983089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-9f6af25c-76e0-4e2a-80e2-39ef47edf28d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:24.985104 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-9f6af25c-76e0-4e2a-80e2-39ef47edf28d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 811 time: 0.4953597 May 09 13:23:25.001870 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-48ca7aec-cb30-49ac-9546-3637c64d2137 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2566245 May 09 13:23:25.004142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7cd6ff80-7962-458f-8e5c-cab97ff64462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.008209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.010740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57078) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:25.048608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7cd6ff80-7962-458f-8e5c-cab97ff64462 None None] For port 1bf33879-43c0-400e-820a-fe5ca7656e4a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1bf33879-43c0-400e-820a-fe5ca7656e4a,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:25.053504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:23:25.053919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.054387 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7cd6ff80-7962-458f-8e5c-cab97ff64462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.055208 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbd3e66-e384-4a33-a5c5-5301da761dc9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Router 3f71e895-0acf-4382-a394-f2e53a6f2d6e has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:23:25.070863 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:23:25.126694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6ff80-7962-458f-8e5c-cab97ff64462 None None] Pushing event updated for resources: {'Port': ['ID=1bf33879-43c0-400e-820a-fe5ca7656e4a,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:25.138122 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-226ea772-0621-497a-a82d-c28b57377515 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/quotas/6ee21042a6294be790e2e862fb342e9a HTTP/1.1" status: 200 len: 375 time: 0.1376574 May 09 13:23:25.197200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbd3e66-e384-4a33-a5c5-5301da761dc9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:23:25.208688 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3cbd3e66-e384-4a33-a5c5-5301da761dc9 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "PUT /v2.0/routers/3f71e895-0acf-4382-a394-f2e53a6f2d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4771111 May 09 13:23:25.212460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57082) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:25.214529 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a422d-ec17-44b1-9104-13347377d0c8 None None] Sync routers for ids ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:23:25.228031 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a422d-ec17-44b1-9104-13347377d0c8 None None] Routers {'3f71e895-0acf-4382-a394-f2e53a6f2d6e'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:25.228482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c577b8c-9a6f-4546-9bc7-b89852e9bbd4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 23d82e31-2cf8-4511-b4df-0b23d3a0ef9b {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:25.228832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c577b8c-9a6f-4546-9bc7-b89852e9bbd4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.229515 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a68a422d-ec17-44b1-9104-13347377d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:23:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:25.255781 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c6e662-1ca8-4e35-851a-3f7baf100365 None None] Update dhcp port {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'fixed_ips': [{'subnet_id': '5147279c-da0d-42d1-a79f-33a4d7dea566', 'ip_address': '2001:db8::f816:3eff:fec7:8e77'}, {'subnet_id': '77b90835-936f-4008-a276-60a813cd412b'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': '1bf33879-43c0-400e-820a-fe5ca7656e4a'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:23:25.284877 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-76bd6cfb-8f44-4624-9289-9089983c067e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] show failed (client error): The resource could not be found. May 09 13:23:25.291037 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-76bd6cfb-8f44-4624-9289-9089983c067e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-297630832 HTTP/1.1" status: 404 len: 334 time: 0.0723944 May 09 13:23:25.291037 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57086) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:25.294481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.295011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-7383dd65-ef38-4e5d-bbfc-5dd8c7b3ed8e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:25.298903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.319025 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a68a422d-ec17-44b1-9104-13347377d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:25.337815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16c6e662-1ca8-4e35-851a-3f7baf100365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.338037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] Pushing event deleted for resources: {'Network': ['ID=0f357dd7-3076-46ec-ae98-c0a7421ce8ac,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:25.347177 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7c331aad-501a-4e51-86c5-795fb7bbc467 tempest-ExtraDHCPOptionsTestJSON-411463602 tempest-ExtraDHCPOptionsTestJSON-411463602-project] 10.222.0.44 "DELETE /v2.0/networks/0f357dd7-3076-46ec-ae98-c0a7421ce8ac HTTP/1.1" status: 204 len: 168 time: 1.8962264 May 09 13:23:25.348158 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a422d-ec17-44b1-9104-13347377d0c8 None None] Routers {'3f71e895-0acf-4382-a394-f2e53a6f2d6e'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:25.349016 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a68a422d-ec17-44b1-9104-13347377d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:23:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:25.366970 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-7383dd65-ef38-4e5d-bbfc-5dd8c7b3ed8e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] update failed (client error): The resource could not be found. May 09 13:23:25.369009 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7383dd65-ef38-4e5d-bbfc-5dd8c7b3ed8e tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1912670925 HTTP/1.1" status: 404 len: 335 time: 0.0774815 May 09 13:23:25.374803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57092) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:25.458378 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a68a422d-ec17-44b1-9104-13347377d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:25.458378 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a422d-ec17-44b1-9104-13347377d0c8 None None] The sync data for ids ['3f71e895-0acf-4382-a394-f2e53a6f2d6e'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:23:25.489725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-822d1207-138e-4932-ad32-e6c3e323d2ef None None] Deleting port 03d2b332-e672-43c2-99da-ab8f5be2b9a2 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:25.490191 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-822d1207-138e-4932-ad32-e6c3e323d2ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.521347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1bf33879-43c0-400e-820a-fe5ca7656e4a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:25.610129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8bf50e-0913-44be-a92d-16d3b3655f02 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Deleting subnet 5f236f74-d13f-4480-a449-93baed7d0308 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:25.614270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf50e-0913-44be-a92d-16d3b3655f02 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.635205 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-f15d82e5-453a-4b28-8425-06584326ae47 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4770918 May 09 13:23:25.687034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf50e-0913-44be-a92d-16d3b3655f02 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.703044 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-822d1207-138e-4932-ad32-e6c3e323d2ef None None] The port '03d2b332-e672-43c2-99da-ab8f5be2b9a2' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:23:25.773698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57098) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:25.795010 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c577b8c-9a6f-4546-9bc7-b89852e9bbd4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.795696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf50e-0913-44be-a92d-16d3b3655f02 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.800283 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 1bf33879-43c0-400e-820a-fe5ca7656e4a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:25.800656 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.828253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-16c6e662-1ca8-4e35-851a-3f7baf100365 None None] Allocated IP 2001:db8:0:1::2 (733a9858-46ec-4cf8-be89-833c62720969/77b90835-936f-4008-a276-60a813cd412b/1bf33879-43c0-400e-820a-fe5ca7656e4a) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:25.896673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf50e-0913-44be-a92d-16d3b3655f02 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.959797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bf50e-0913-44be-a92d-16d3b3655f02 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event deleted for resources: {'Subnet': ['ID=5f236f74-d13f-4480-a449-93baed7d0308,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:25.959955 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c577b8c-9a6f-4546-9bc7-b89852e9bbd4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 23d82e31-2cf8-4511-b4df-0b23d3a0ef9b owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:25.966700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf50e-0913-44be-a92d-16d3b3655f02 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:25.974766 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7b8bf50e-0913-44be-a92d-16d3b3655f02 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "DELETE /v2.0/subnets/5f236f74-d13f-4480-a449-93baed7d0308 HTTP/1.1" status: 204 len: 168 time: 0.5986350 May 09 13:23:25.976987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57104) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:25.992369 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e8a5e-a29c-4b5b-8ef4-6c6eb1d1677f None None] Network a454d8c1-f5ef-4f59-958d-36e4bae6ae1f requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:26.045856 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-5c9a21cd-3bf0-434a-89db-d67c90febce9 service neutron] 10.222.0.44 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097822 May 09 13:23:26.153936 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9da09cea-fe4d-4bd4-92fe-a1eaf8a5045a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e27d09c578f04679be22f3f2de2bb87e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3782165 May 09 13:23:26.160028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57108) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:26.161431 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-16c6e662-1ca8-4e35-851a-3f7baf100365 None None] For port 1bf33879-43c0-400e-820a-fe5ca7656e4a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1bf33879-43c0-400e-820a-fe5ca7656e4a,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:26.208673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-232a781e-277e-4dd3-a828-70011e9069c5 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Deleting subnet daa18593-9381-4a64-899b-49a9188e3fa2 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:26.214930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-232a781e-277e-4dd3-a828-70011e9069c5 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.254488 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16c6e662-1ca8-4e35-851a-3f7baf100365 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.260008 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 03d2b332-e672-43c2-99da-ab8f5be2b9a2 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:23:26.288001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-232a781e-277e-4dd3-a828-70011e9069c5 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.337919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 03d2b332-e672-43c2-99da-ab8f5be2b9a2 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:23:26.338247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 03d2b332-e672-43c2-99da-ab8f5be2b9a2 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:23:26.353445 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-8db290cb-8a24-4fd9-87fe-9570d9802b5a service neutron] 10.222.0.44 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931137 May 09 13:23:26.353648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-16c6e662-1ca8-4e35-851a-3f7baf100365 None None] Transition to ACTIVE for port object 1bf33879-43c0-400e-820a-fe5ca7656e4a will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:26.366033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16c6e662-1ca8-4e35-851a-3f7baf100365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.402844 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4cd88468-e055-4674-bbf4-c3d89d811d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.426088 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-232a781e-277e-4dd3-a828-70011e9069c5 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.456201 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4cd88468-e055-4674-bbf4-c3d89d811d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.482380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c577b8c-9a6f-4546-9bc7-b89852e9bbd4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.530761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6e662-1ca8-4e35-851a-3f7baf100365 None None] Pushing event updated for resources: {'Port': ['ID=1bf33879-43c0-400e-820a-fe5ca7656e4a,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:26.611101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c577b8c-9a6f-4546-9bc7-b89852e9bbd4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=23d82e31-2cf8-4511-b4df-0b23d3a0ef9b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:26.624336 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-232a781e-277e-4dd3-a828-70011e9069c5 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.631850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c9d93e-bf3e-4ecf-90d4-1916ebdd53f9 None None] DHCP port deletion for a454d8c1-f5ef-4f59-958d-36e4bae6ae1f request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:23:26.638440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-34c9d93e-bf3e-4ecf-90d4-1916ebdd53f9 None None] Deleting port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:26.638996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-34c9d93e-bf3e-4ecf-90d4-1916ebdd53f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.820008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c577b8c-9a6f-4546-9bc7-b89852e9bbd4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.827520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a781e-277e-4dd3-a828-70011e9069c5 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event deleted for resources: {'Subnet': ['ID=daa18593-9381-4a64-899b-49a9188e3fa2,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:26.843950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4cd88468-e055-4674-bbf4-c3d89d811d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.845940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-232a781e-277e-4dd3-a828-70011e9069c5 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.862987 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-232a781e-277e-4dd3-a828-70011e9069c5 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "DELETE /v2.0/subnets/daa18593-9381-4a64-899b-49a9188e3fa2 HTTP/1.1" status: 204 len: 168 time: 0.8848858 May 09 13:23:26.865954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57118) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:26.868049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4cd88468-e055-4674-bbf4-c3d89d811d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:26.869356 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4cd88468-e055-4674-bbf4-c3d89d811d8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2eb75eaa-5394-47ac-9663-a02676d7095b HTTP/1.1" status: 204 len: 168 time: 0.7041025 May 09 13:23:26.870653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd88468-e055-4674-bbf4-c3d89d811d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb75eaa-5394-47ac-9663-a02676d7095b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:26.877416 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bce9cce-f499-415e-9c9d-23f1890198b1 None None] Network d73cb315-e666-4569-8461-67f2f8e9cf73 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:26.892606 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4c577b8c-9a6f-4546-9bc7-b89852e9bbd4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/23d82e31-2cf8-4511-b4df-0b23d3a0ef9b HTTP/1.1" status: 204 len: 168 time: 1.8802700 May 09 13:23:26.896728 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57124) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:27.093443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-34c9d93e-bf3e-4ecf-90d4-1916ebdd53f9 None None] For port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe,segment=NetworkSegment(8593a372-b15f-4f18-9469-d6b626c63d62),segment_id=8593a372-b15f-4f18-9469-d6b626c63d62)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:27.094023 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-34c9d93e-bf3e-4ecf-90d4-1916ebdd53f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:27.096944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:27.100111 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8217f570-1d6d-4925-b928-380b84dc6ecb req-2a21aadc-b95c-4d5e-97db-c6174f50a2b0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 210 time: 0.0642812 May 09 13:23:27.129473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Deleting port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:27.129808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:27.258233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4376a592-398c-4b31-b06e-c0e771d023f5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:27.259896 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4376a592-398c-4b31-b06e-c0e771d023f5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:27.298760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4376a592-398c-4b31-b06e-c0e771d023f5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:27.299918 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4376a592-398c-4b31-b06e-c0e771d023f5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4022474 May 09 13:23:27.302573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57136) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:27.313508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-34c9d93e-bf3e-4ecf-90d4-1916ebdd53f9 None None] Calling delete_port for faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:27.475420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-99746f6d-173d-4c08-92a6-fa7a2f5ac929 None None] Could not find standard attr ID for object 23d82e31-2cf8-4511-b4df-0b23d3a0ef9b. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:23:27.510749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] For port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe,segment=NetworkSegment(8593a372-b15f-4f18-9469-d6b626c63d62),segment_id=8593a372-b15f-4f18-9469-d6b626c63d62)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:27.511125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:27.511641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1bf33879-43c0-400e-820a-fe5ca7656e4a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:27.573191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877ad87f-8d3e-47b6-b2a6-c198307ca1b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:27.577156 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-877ad87f-8d3e-47b6-b2a6-c198307ca1b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:27.595288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-34c9d93e-bf3e-4ecf-90d4-1916ebdd53f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:27.607570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-877ad87f-8d3e-47b6-b2a6-c198307ca1b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:27.613119 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-877ad87f-8d3e-47b6-b2a6-c198307ca1b3 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3064289 May 09 13:23:27.614007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57146) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:27.623950 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-99746f6d-173d-4c08-92a6-fa7a2f5ac929 None None] Provisioning for port 1bf33879-43c0-400e-820a-fe5ca7656e4a completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:27.655677 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Calling delete_port for faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:27.716354 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c9d93e-bf3e-4ecf-90d4-1916ebdd53f9 None None] No DVR routers for this DVR port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:23:27.717820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-99746f6d-173d-4c08-92a6-fa7a2f5ac929 None None] Provisioning complete for port 1bf33879-43c0-400e-820a-fe5ca7656e4a triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:27.718177 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99746f6d-173d-4c08-92a6-fa7a2f5ac929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:27.723007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5163fedb-312e-41f4-a02e-f2d8a27bd7d5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:27.724923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5163fedb-312e-41f4-a02e-f2d8a27bd7d5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:27.726627 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5163fedb-312e-41f4-a02e-f2d8a27bd7d5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:27.727444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5163fedb-312e-41f4-a02e-f2d8a27bd7d5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:27.748796 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5163fedb-312e-41f4-a02e-f2d8a27bd7d5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:27.750844 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5163fedb-312e-41f4-a02e-f2d8a27bd7d5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1333716 May 09 13:23:27.755774 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57150) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:27.760441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9d93e-bf3e-4ecf-90d4-1916ebdd53f9 None None] Pushing event deleted for resources: {'Port': ['ID=faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:27.784218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:23:27.784549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:23:27.872348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 1bf33879-43c0-400e-820a-fe5ca7656e4a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:27.872581 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:27.955805 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634939ef-5002-4f2d-8649-d47a17427ad5 None None] DHCP port deletion for d73cb315-e666-4569-8461-67f2f8e9cf73 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:23:27.961922 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-634939ef-5002-4f2d-8649-d47a17427ad5 None None] Deleting port d650512b-65a5-4567-9a54-f66b40337bdb {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:27.962289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-634939ef-5002-4f2d-8649-d47a17427ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.007968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1100bb-8337-4b7c-bf57-b7eab0dee6d7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 5147279c-da0d-42d1-a79f-33a4d7dea566 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:28.011638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee1100bb-8337-4b7c-bf57-b7eab0dee6d7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.083668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee1100bb-8337-4b7c-bf57-b7eab0dee6d7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.162918 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57166) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:28.283930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:23:28.285857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Deleting port faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:28.286578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.294186 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3c398951-669b-4d22-9941-18c23e9dbfcb req-e7863bc7-e583-4282-bba0-380196565a33 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 210 time: 0.0684211 May 09 13:23:28.325854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-829cb99f-6a4c-46f2-b57f-dc93acb0d14c None None] Could not find standard attr ID for object 092ef102-d1a9-42f4-a8fc-338e0a41324e. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:23:28.334165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:23:28.334464 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:23:28.368316 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee1100bb-8337-4b7c-bf57-b7eab0dee6d7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.416976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] The port 'faab63b3-b47c-4ab2-ba5d-cbb047e8fbbe' was deleted {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:23:28.422987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-485919123'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:28.426463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-634939ef-5002-4f2d-8649-d47a17427ad5 None None] For port d650512b-65a5-4567-9a54-f66b40337bdb, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d650512b-65a5-4567-9a54-f66b40337bdb,segment=NetworkSegment(e5e9ff88-4047-496c-98fc-90c96259fd25),segment_id=e5e9ff88-4047-496c-98fc-90c96259fd25)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:28.426939 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-634939ef-5002-4f2d-8649-d47a17427ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.436370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:28.441097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:network and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:28.444400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:28.449326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-84c32d05-fd7e-4ecd-bb83-c12af2f3891c None None] Could not find standard attr ID for object 23d82e31-2cf8-4511-b4df-0b23d3a0ef9b. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:23:28.451815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:28.495619 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee1100bb-8337-4b7c-bf57-b7eab0dee6d7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.534532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:28.537666 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.550106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1100bb-8337-4b7c-bf57-b7eab0dee6d7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=5147279c-da0d-42d1-a79f-33a4d7dea566,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:28.558624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.562926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee1100bb-8337-4b7c-bf57-b7eab0dee6d7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.587190 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ee1100bb-8337-4b7c-bf57-b7eab0dee6d7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/5147279c-da0d-42d1-a79f-33a4d7dea566 HTTP/1.1" status: 204 len: 168 time: 0.8299582 May 09 13:23:28.592945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57178) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:28.653570 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-634939ef-5002-4f2d-8649-d47a17427ad5 None None] Calling delete_port for d650512b-65a5-4567-9a54-f66b40337bdb owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:28.693577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:28.698218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:security_group_rule and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:28.710394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d2272f-bf62-4d96-b06f-76a83f474d1a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 77b90835-936f-4008-a276-60a813cd412b {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:28.711424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:28.713845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a6d2272f-bf62-4d96-b06f-76a83f474d1a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.722574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:28.728784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.773247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-634939ef-5002-4f2d-8649-d47a17427ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.779011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a454d8c1-f5ef-4f59-958d-36e4bae6ae1f']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:28.784501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a6d2272f-bf62-4d96-b06f-76a83f474d1a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.801846 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8593a372-b15f-4f18-9469-d6b626c63d62') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:28.802478 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8593a372-b15f-4f18-9469-d6b626c63d62') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:28.820892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.848662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.851231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93222717-99d4-4279-89ab-45f724c1136a None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:28.856899 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:23:28.857108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.866574 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634939ef-5002-4f2d-8649-d47a17427ad5 None None] Pushing event deleted for resources: {'Port': ['ID=d650512b-65a5-4567-9a54-f66b40337bdb,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:28.893096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a6d2272f-bf62-4d96-b06f-76a83f474d1a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.932386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634939ef-5002-4f2d-8649-d47a17427ad5 None None] No DVR routers for this DVR port d650512b-65a5-4567-9a54-f66b40337bdb on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: util.warn( May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:23:28.951205 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:23:28.989866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a6d2272f-bf62-4d96-b06f-76a83f474d1a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:28.999785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.022002 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.047672 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "DELETE /v2.0/networks/a454d8c1-f5ef-4f59-958d-36e4bae6ae1f HTTP/1.1" status: 204 len: 168 time: 2.1785920 May 09 13:23:29.052037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57184) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:29.052861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2272f-bf62-4d96-b06f-76a83f474d1a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=77b90835-936f-4008-a276-60a813cd412b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:29.054641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689f8f9-cf6c-47f1-b754-a8de9bdb6346 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event deleted for resources: {'Network': ['ID=a454d8c1-f5ef-4f59-958d-36e4bae6ae1f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:29.071019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.075499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.088680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a6d2272f-bf62-4d96-b06f-76a83f474d1a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.112301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:29.127009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4bafb3-7ed5-4fd8-b100-f1a829107a71,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:29.131880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.132122 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Added segment eb065b07-92fe-4085-91bb-b2219a0eb8a9 of type vlan for network 050c280a-c012-4b3a-99be-65606715d93b May 09 13:23:29.156576 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a6d2272f-bf62-4d96-b06f-76a83f474d1a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/77b90835-936f-4008-a276-60a813cd412b HTTP/1.1" status: 204 len: 168 time: 0.5621190 May 09 13:23:29.163633 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57188) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:29.167941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.200996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949224f3-b80a-434d-b235-8b13d6ab03f6 None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:23:29.206269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-949224f3-b80a-434d-b235-8b13d6ab03f6 None None] Deleting port 1bf33879-43c0-400e-820a-fe5ca7656e4a {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:29.207044 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-949224f3-b80a-434d-b235-8b13d6ab03f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.211321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.216208 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:29.217042 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.249610 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1e06cbd5-4a57-446c-b511-7690680ec308 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822196 May 09 13:23:29.249876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57192) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:29.263179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:29.329677 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1565108 May 09 13:23:29.344564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c34a3-6555-4968-8eed-ed23b2c74718 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Network': ['ID=050c280a-c012-4b3a-99be-65606715d93b,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:29.346987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6459bde5-8343-4e2f-88f7-270416c766cf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.446834 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:29.458207 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:29.509185 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:29.522089 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 050c280a-c012-4b3a-99be-65606715d93b details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:29.534713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:29.535140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d650512b-65a5-4567-9a54-f66b40337bdb no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:23:29.580838 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8b4aca7d-d3ff-4e4c-abcb-f21efe5489c5 req-6c5227f7-7e8e-4e70-a7ac-e96f1bda881c tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 210 time: 0.0509601 May 09 13:23:29.587281 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6459bde5-8343-4e2f-88f7-270416c766cf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.631173 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: d650512b-65a5-4567-9a54-f66b40337bdb {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:23:29.631173 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d650512b-65a5-4567-9a54-f66b40337bdb not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:23:29.631564 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1bf33879-43c0-400e-820a-fe5ca7656e4a no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:23:29.639853 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:29.644866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.671577 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6459bde5-8343-4e2f-88f7-270416c766cf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73cb315-e666-4569-8461-67f2f8e9cf73']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:29.688977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-949224f3-b80a-434d-b235-8b13d6ab03f6 None None] For port 1bf33879-43c0-400e-820a-fe5ca7656e4a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1bf33879-43c0-400e-820a-fe5ca7656e4a,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:29.689389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-949224f3-b80a-434d-b235-8b13d6ab03f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.835642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6459bde5-8343-4e2f-88f7-270416c766cf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e9ff88-4047-496c-98fc-90c96259fd25') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:29.836049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6459bde5-8343-4e2f-88f7-270416c766cf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e9ff88-4047-496c-98fc-90c96259fd25') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:29.854038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6459bde5-8343-4e2f-88f7-270416c766cf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.881000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6459bde5-8343-4e2f-88f7-270416c766cf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.883152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-949224f3-b80a-434d-b235-8b13d6ab03f6 None None] Calling delete_port for 1bf33879-43c0-400e-820a-fe5ca7656e4a owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:29.891307 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6459bde5-8343-4e2f-88f7-270416c766cf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:23:29.892383 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6459bde5-8343-4e2f-88f7-270416c766cf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:23:29.907278 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:23:30.020542 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:30.038721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-949224f3-b80a-434d-b235-8b13d6ab03f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:30.053643 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6459bde5-8343-4e2f-88f7-270416c766cf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:30.072752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6459bde5-8343-4e2f-88f7-270416c766cf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:30.097904 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949224f3-b80a-434d-b235-8b13d6ab03f6 None None] Pushing event deleted for resources: {'Port': ['ID=1bf33879-43c0-400e-820a-fe5ca7656e4a,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:30.099235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459bde5-8343-4e2f-88f7-270416c766cf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event deleted for resources: {'Network': ['ID=d73cb315-e666-4569-8461-67f2f8e9cf73,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:30.104018 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6459bde5-8343-4e2f-88f7-270416c766cf tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "DELETE /v2.0/networks/d73cb315-e666-4569-8461-67f2f8e9cf73 HTTP/1.1" status: 204 len: 168 time: 1.0478334 May 09 13:23:30.107107 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57200) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:30.157697 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949224f3-b80a-434d-b235-8b13d6ab03f6 None None] No DVR routers for this DVR port 1bf33879-43c0-400e-820a-fe5ca7656e4a on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:23:30.177968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a900ad-1e6b-4008-8e80-e01df65d0a14 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:23:30.325848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a900ad-1e6b-4008-8e80-e01df65d0a14 None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:23:30.331308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.objects.ports [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83894) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:23:30.332576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:30.352655 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-46600177-c034-4a0b-8951-b5e7fe0d0864 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Deleting subnet 622b10a7-e1a2-4cbc-ab2a-d0131d9bb152 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:30.355617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-46600177-c034-4a0b-8951-b5e7fe0d0864 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:30.445743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:30.598350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:30.600699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=8d2dc18f-515f-4374-8227-90bccc5d22a8,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:30.611318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:30.612136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:30.677452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-46600177-c034-4a0b-8951-b5e7fe0d0864 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:30.706132 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0fcef959-84a8-4997-9e90-613a2aa18d0b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4551358 May 09 13:23:30.713283 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57206) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:30.732044 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6d0c2b18-829a-47b7-9ac6-874c72a75e03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:30.801156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-46600177-c034-4a0b-8951-b5e7fe0d0864 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:30.881305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-46600177-c034-4a0b-8951-b5e7fe0d0864 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:30.960554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46600177-c034-4a0b-8951-b5e7fe0d0864 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event deleted for resources: {'Subnet': ['ID=622b10a7-e1a2-4cbc-ab2a-d0131d9bb152,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:30.992135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-46600177-c034-4a0b-8951-b5e7fe0d0864 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:30.993824 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '8d2dc18f-515f-4374-8227-90bccc5d22a8'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:30.996387 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:31.023143 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f7cfa3f-7af1-47b3-b0c7-cdcd82ac5150 req-e4e38ad7-a56f-4fdd-81e0-054bb1f6d64e tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 210 time: 0.1253912 May 09 13:23:31.025602 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-46600177-c034-4a0b-8951-b5e7fe0d0864 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "DELETE /v2.0/subnets/622b10a7-e1a2-4cbc-ab2a-d0131d9bb152 HTTP/1.1" status: 204 len: 168 time: 0.9154909 May 09 13:23:31.026078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57212) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:31.041725 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-00e2bb5f-241c-4b4d-a2ae-c1e1c6faa777 req-01217e64-e5c9-49f1-a89a-13de33f88a17 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6351080 May 09 13:23:31.067628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-7f28a750-3984-49ad-9f70-8e31bf05eebe tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:31.069150 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-7f28a750-3984-49ad-9f70-8e31bf05eebe tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 811 time: 0.6259155 May 09 13:23:31.172129 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6d0c2b18-829a-47b7-9ac6-874c72a75e03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:31.184536 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6d0c2b18-829a-47b7-9ac6-874c72a75e03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:31.189775 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6d0c2b18-829a-47b7-9ac6-874c72a75e03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:31.194264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:31.196450 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-973e5a01-b19e-4851-8c00-5c597299a4f5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ee21042a6294be790e2e862fb342e9a HTTP/1.1" status: 200 len: 379 time: 0.1083925 May 09 13:23:31.200537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6d0c2b18-829a-47b7-9ac6-874c72a75e03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:31.206940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Request body: {'port': {'device_id': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'admin_state_up': True, 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'security_groups': ['0720b202-1702-434b-b146-20fb4e6d3ab1']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:31.261497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Deleting port 1a87e87f-9f5f-4b17-9b26-d043e363192f {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:31.261904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:31.301423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0c2b18-829a-47b7-9ac6-874c72a75e03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:31.305103 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d0c2b18-829a-47b7-9ac6-874c72a75e03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:31.359489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Allocated IP 2001:db8::f816:3eff:fef9:fbde (733a9858-46ec-4cf8-be89-833c62720969/8d2dc18f-515f-4374-8227-90bccc5d22a8/9085b8a2-70c9-419d-b0a1-b06bb614d0e8) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:31.362787 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-00e2bb5f-241c-4b4d-a2ae-c1e1c6faa777 req-ef20c231-a280-4822-99cc-1775dcc5e5fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f91e4eb308c4fb1b7a7036641c61f30&device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 1099 time: 0.1646311 May 09 13:23:31.478268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:31.494925 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.ipam_backend_mixin [None req-6d0c2b18-829a-47b7-9ac6-874c72a75e03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d2dc18f-515f-4374-8227-90bccc5d22a8 (CIDR: 2001:db8::/64) May 09 13:23:31.495977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:31.503348 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0c2b18-829a-47b7-9ac6-874c72a75e03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:23:31.503793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0c2b18-829a-47b7-9ac6-874c72a75e03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:31.521865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Made reservation on behalf of 6ee21042a6294be790e2e862fb342e9a for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:31.525236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:31.583235 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6d0c2b18-829a-47b7-9ac6-874c72a75e03 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8670709 May 09 13:23:31.588981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57216) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:31.668264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:31.779639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:31.792180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Transition to ACTIVE for port object 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:31.815759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Transition to ACTIVE for port object 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:31.822607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Allocated IP 172.20.0.7 (eb51bff7-c499-4df6-8d1c-0be354372657/20ee6795-cc68-45ce-911d-6b54778f45e8/e150356b-3c61-4315-ba0b-b6ca11cdda1c) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:31.825630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:31.871906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] For port 1a87e87f-9f5f-4b17-9b26-d043e363192f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1a87e87f-9f5f-4b17-9b26-d043e363192f,segment=NetworkSegment(c4cc2f50-b3d8-47c0-bcc5-a09980453aa7),segment_id=c4cc2f50-b3d8-47c0-bcc5-a09980453aa7)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:31.872261 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:31.912168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:31.916160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:31.937643 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:31.962191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2bb5f-241c-4b4d-a2ae-c1e1c6faa777 req-d34b3de9-c063-4778-b35f-20479a7c402e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:31.963719 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-00e2bb5f-241c-4b4d-a2ae-c1e1c6faa777 req-d34b3de9-c063-4778-b35f-20479a7c402e service neutron] 10.222.0.57 "GET /v2.0/networks?id=08a52ea3-5f76-49af-9b25-99334f043227 HTTP/1.1" status: 200 len: 898 time: 0.5420616 May 09 13:23:32.033809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Calling delete_port for 1a87e87f-9f5f-4b17-9b26-d043e363192f owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:32.116575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:32.118337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Pushing event updated for resources: {'Port': ['ID=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:32.143956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Attempting to bind port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:32.144721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Attempting to bind port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:32.145528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Attempting to bind port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:32.155804 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:32.157717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:32.158236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Transition to ACTIVE for port object e150356b-3c61-4315-ba0b-b6ca11cdda1c will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:32.159585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:32.161132 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:32.161836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Bound port: 9085b8a2-70c9-419d-b0a1-b06bb614d0e8, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:32.163849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:32.203651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:32.286981 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-00e2bb5f-241c-4b4d-a2ae-c1e1c6faa777 req-7bac54a3-2275-489e-9fcf-4a725dc2ef91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db HTTP/1.1" status: 200 len: 1001 time: 0.2610171 May 09 13:23:32.328381 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] For port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:32.332796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] For port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:32.350578 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:32.362716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2bb5f-241c-4b4d-a2ae-c1e1c6faa777 req-2033aad8-8895-426d-b5b9-d24db8287f51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:32.364162 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-00e2bb5f-241c-4b4d-a2ae-c1e1c6faa777 req-2033aad8-8895-426d-b5b9-d24db8287f51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5223c720-486c-4a56-a6ff-adc45a45c389 HTTP/1.1" status: 200 len: 835 time: 0.0647876 May 09 13:23:32.366823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:32.373727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:32.378438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'Port': ['ID=e150356b-3c61-4315-ba0b-b6ca11cdda1c,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:32.419446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:32.437823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:32.442867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7688045-97f1-4885-816e-01514ee20d85 None None] Pushing event updated for resources: {'Port': ['ID=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:32.453520 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Network eb51bff7-c499-4df6-8d1c-0be354372657 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:32.455450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:32.458228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:32.487281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:32.635513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:32.636363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:32.657877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57222) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:32.674832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'subnet': {'network_id': '050c280a-c012-4b3a-99be-65606715d93b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:32.695501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cded8c-806b-4752-a56e-3a0ea6113120 req-de173c74-020f-4e55-a522-e7e0aef5592d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:32.697303 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-06cded8c-806b-4752-a56e-3a0ea6113120 req-de173c74-020f-4e55-a522-e7e0aef5592d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 931 time: 0.3880038 May 09 13:23:32.775464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:32.876897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event deleted for resources: {'Port': ['ID=1a87e87f-9f5f-4b17-9b26-d043e363192f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:32.888097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] No DVR routers for this DVR port 1a87e87f-9f5f-4b17-9b26-d043e363192f on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:23:32.892615 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-00e2bb5f-241c-4b4d-a2ae-c1e1c6faa777 req-babfa1f9-0701-418c-900d-74753b285684 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08a52ea3-5f76-49af-9b25-99334f043227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5205951 May 09 13:23:32.950112 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-814ef6b8-d87e-4af3-927e-d4f8c885d6ba tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7468579 May 09 13:23:32.984997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Request body: {'port': {'device_id': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:33.035397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:33.044169 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-06cded8c-806b-4752-a56e-3a0ea6113120 req-acb7b9ae-7f19-4b39-bcbf-73022ea43e00 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400037 May 09 13:23:33.045155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:33.052871 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:subnet and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:33.057355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:33.074253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:33.104545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:33.212171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:33.218484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:33.240691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:33.284955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827b8bbb-e72f-4710-8045-83d4902d3339']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:33.305048 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-00e2bb5f-241c-4b4d-a2ae-c1e1c6faa777 req-6ea9ad93-672f-4682-871e-f7c7233471bc service neutron] 10.222.0.57 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746994 May 09 13:23:33.306662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cc2f50-b3d8-47c0-bcc5-a09980453aa7') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:33.306958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cc2f50-b3d8-47c0-bcc5-a09980453aa7') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:33.351069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:33.452952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:33.466677 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:23:33.467076 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:23:33.500821 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:23:33.607642 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:33.722560 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:33.730636 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-00e2bb5f-241c-4b4d-a2ae-c1e1c6faa777 req-770cc4c9-ddd9-4339-ba96-4fa24a0b4079 service neutron] 10.222.0.57 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104581 May 09 13:23:33.734634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:33.753573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:33.759271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:33.804376 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "DELETE /v2.0/networks/827b8bbb-e72f-4710-8045-83d4902d3339 HTTP/1.1" status: 204 len: 168 time: 2.7678902 May 09 13:23:33.805093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57228) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:33.808928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698d78c-3128-4274-bdf1-44f0899e6a93 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Pushing event deleted for resources: {'Network': ['ID=827b8bbb-e72f-4710-8045-83d4902d3339,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:33.845799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Subnet': ['ID=89de0146-d511-4846-bde9-0a2195d87ad1,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:33.862036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac646ec-dfef-453e-a52f-0d29f81befb4 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:33.869093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0ea52cd6-041b-4167-bebe-4e9321decd2b tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Synchronizing usage tracker for tenant:0681fd01dd3642c581088b1c604547d1 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:33.877631 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2bd26f-7bb9-49d6-8fe1-ce88f02aa041 None None] Network 827b8bbb-e72f-4710-8045-83d4902d3339 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:33.901139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0ea52cd6-041b-4167-bebe-4e9321decd2b tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Unset dirty status for tenant:0681fd01dd3642c581088b1c604547d1 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:33.905068 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0ea52cd6-041b-4167-bebe-4e9321decd2b tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f71e895-0acf-4382-a394-f2e53a6f2d6e HTTP/1.1" status: 200 len: 205 time: 0.0974808 May 09 13:23:33.907275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57232) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:33.925970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:33.992263 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=453406d1-62e8-4328-a85b-e8fd81174efa,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:34.015498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:34.017191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:34.020430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:34.021323 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.047356 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8201f93c-96ce-4dfb-859f-f6c3c42e5162 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4046726 May 09 13:23:34.048347 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57236) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:34.055308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'mac_address': 'fa:16:3e:7d:e9:7f', 'name': 'tempest-NetworksTestDHCPv6-990428029'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:34.069632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Checking segment: {'id': 'eb065b07-92fe-4085-91bb-b2219a0eb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '050c280a-c012-4b3a-99be-65606715d93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:34.070334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network hostable DHCP agents. Network: 050c280a-c012-4b3a-99be-65606715d93b, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:23:34.078376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e150356b-3c61-4315-ba0b-b6ca11cdda1c {{(pid=83894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:23:34.096536 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.101039 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2bd26f-7bb9-49d6-8fe1-ce88f02aa041 None None] Network 827b8bbb-e72f-4710-8045-83d4902d3339 could not be found, it might have been deleted concurrently. {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 09 13:23:34.120283 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Transition to ACTIVE for port object e150356b-3c61-4315-ba0b-b6ca11cdda1c will not be triggered until provisioned by entity L2. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:34.132293 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e46527a-404b-4fa3-ab99-70a50ee8f011 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.153849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3935b21b-30a0-45c1-98c4-b27853283d6d None None] Provisioning for port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:34.193008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.230474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf403be-d1a7-40c8-81c3-bea2e15b2242 None None] DHCP port deletion for 827b8bbb-e72f-4710-8045-83d4902d3339 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:23:34.233681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network 050c280a-c012-4b3a-99be-65606715d93b is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:23:34.237598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3935b21b-30a0-45c1-98c4-b27853283d6d None None] Provisioning complete for port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:34.237960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3935b21b-30a0-45c1-98c4-b27853283d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.251508 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:34.255966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:34.259234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:34.265129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:34.280212 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:34.284584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.318607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 99a2e23e-5285-42fa-83a2-32206903ceda yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:23:34.368264 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 050c280a-c012-4b3a-99be-65606715d93b) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:34.394156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd50ca02-d4bd-4fbf-9e84-ee17ba0d0e45 None None] Network 050c280a-c012-4b3a-99be-65606715d93b requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:34.532829 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3935b21b-30a0-45c1-98c4-b27853283d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.581917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:34.582770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.594370 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Pushing event updated for resources: {'Port': ['ID=e150356b-3c61-4315-ba0b-b6ca11cdda1c,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:34.611877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8:0:1::28f (733a9858-46ec-4cf8-be89-833c62720969/453406d1-62e8-4328-a85b-e8fd81174efa/99a2e23e-5285-42fa-83a2-32206903ceda) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:34.632575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::f816:3eff:fe7d:e97f (733a9858-46ec-4cf8-be89-833c62720969/8d2dc18f-515f-4374-8227-90bccc5d22a8/99a2e23e-5285-42fa-83a2-32206903ceda) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:34.679635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3935b21b-30a0-45c1-98c4-b27853283d6d None None] For port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:34.694006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f366e-b7a4-4c76-9a6f-c9de73724d1d None None] Update dhcp port {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'fixed_ips': [{'subnet_id': '8d2dc18f-515f-4374-8227-90bccc5d22a8', 'ip_address': '2001:db8::f816:3eff:fef9:fbde'}, {'subnet_id': '453406d1-62e8-4328-a85b-e8fd81174efa'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': '9085b8a2-70c9-419d-b0a1-b06bb614d0e8'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:23:34.721242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3935b21b-30a0-45c1-98c4-b27853283d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.725520 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ebadbc8b-1860-4c71-9413-4c70139f1899 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0663459 May 09 13:23:34.734939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57242) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:34.745046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-480253944'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:34.801143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:34.811621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:network and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:34.824985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:34.842300 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:34.842548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3d8f366e-b7a4-4c76-9a6f-c9de73724d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.857270 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-050c280a-c012-4b3a-99be-65606715d93b', 'network_id': '050c280a-c012-4b3a-99be-65606715d93b', 'tenant_id': 'bc80d6053a6a4e04897c10ec1918ce35', 'fixed_ips': [{'subnet_id': '89de0146-d511-4846-bde9-0a2195d87ad1'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:34.858059 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.868846 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:34.871759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.890007 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935b21b-30a0-45c1-98c4-b27853283d6d None None] Pushing event updated for resources: {'Port': ['ID=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:34.902361 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:34.911826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.912164 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Added segment 472c7db1-ab8d-47af-a056-2df41757f852 of type vlan for network cb01b4d7-1d52-41f5-8a62-89321a6fea59 May 09 13:23:34.937322 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.944267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f907234-e448-4515-838b-094db06e5698 req-bec28afd-e065-4c00-941b-6e958cf8b9db tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:34.945144 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-2f907234-e448-4515-838b-094db06e5698 req-bec28afd-e065-4c00-941b-6e958cf8b9db tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Synchronizing usage tracker for tenant:6ee21042a6294be790e2e862fb342e9a on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:34.966348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.970601 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:34.971172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:34.973226 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-128aa65c-4308-4f3e-9631-983edf46b84b None None] Provisioning for port e150356b-3c61-4315-ba0b-b6ca11cdda1c completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:35.053106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e46527a-404b-4fa3-ab99-70a50ee8f011 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.060431 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-2f907234-e448-4515-838b-094db06e5698 req-bec28afd-e065-4c00-941b-6e958cf8b9db tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Unset dirty status for tenant:6ee21042a6294be790e2e862fb342e9a on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:35.061762 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f907234-e448-4515-838b-094db06e5698 req-bec28afd-e065-4c00-941b-6e958cf8b9db tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 943 time: 0.8255789 May 09 13:23:35.072509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e46527a-404b-4fa3-ab99-70a50ee8f011 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.102896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Attempting to bind port e150356b-3c61-4315-ba0b-b6ca11cdda1c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:35.102896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Attempting to bind port e150356b-3c61-4315-ba0b-b6ca11cdda1c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:35.102896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Attempting to bind port e150356b-3c61-4315-ba0b-b6ca11cdda1c on network eb51bff7-c499-4df6-8d1c-0be354372657 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:35.128273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Port e150356b-3c61-4315-ba0b-b6ca11cdda1c on network eb51bff7-c499-4df6-8d1c-0be354372657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:23:35.129406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Attempting to bind port e150356b-3c61-4315-ba0b-b6ca11cdda1c on network eb51bff7-c499-4df6-8d1c-0be354372657 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:35.146995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Allocated IP 2001:db8:0:ffff::2 (050c280a-c012-4b3a-99be-65606715d93b/89de0146-d511-4846-bde9-0a2195d87ad1/cea42272-1eb9-4a71-89f5-a4bb16ba79d9) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:35.163375 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:35.163982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Checking segment: {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:35.164541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Bound using segment: {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:35.165140 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Bound port: e150356b-3c61-4315-ba0b-b6ca11cdda1c, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'}}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:35.165778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.197897 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f907234-e448-4515-838b-094db06e5698 req-615f776d-b1e7-4a5f-9fa0-cf94842f046d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179397 May 09 13:23:35.225580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.225580 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4858952 May 09 13:23:35.225580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57246) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:35.231062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eda906-1886-43a0-8105-bf7854a301b4 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Network': ['ID=cb01b4d7-1d52-41f5-8a62-89321a6fea59,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:35.238836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'subnet': {'network_id': 'cb01b4d7-1d52-41f5-8a62-89321a6fea59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:35.245811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network cb01b4d7-1d52-41f5-8a62-89321a6fea59 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:35.252993 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e46527a-404b-4fa3-ab99-70a50ee8f011 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.253515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e46527a-404b-4fa3-ab99-70a50ee8f011 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Fanout notify agent at l3_agent the message router_deleted on router 3f71e895-0acf-4382-a394-f2e53a6f2d6e {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:23:35.279241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e46527a-404b-4fa3-ab99-70a50ee8f011 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.283737 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0e46527a-404b-4fa3-ab99-70a50ee8f011 tempest-RoutersNegativeTest-773523270 tempest-RoutersNegativeTest-773523270-project] 10.222.0.44 "DELETE /v2.0/routers/3f71e895-0acf-4382-a394-f2e53a6f2d6e HTTP/1.1" status: 204 len: 168 time: 1.3716621 May 09 13:23:35.313581 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 99a2e23e-5285-42fa-83a2-32206903ceda will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:35.334692 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] For port e150356b-3c61-4315-ba0b-b6ca11cdda1c, host hv-neutron-8408, cleared binding levels {{(pid=83894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:35.348939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] For port e150356b-3c61-4315-ba0b-b6ca11cdda1c, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e150356b-3c61-4315-ba0b-b6ca11cdda1c,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:35.359289 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.364228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:35.366783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:subnet and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:35.370319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:35.377193 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:35.386474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.465131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=99a2e23e-5285-42fa-83a2-32206903ceda,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:35.468353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:35.484339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.486193 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] 10.222.0.57 "PUT /v2.0/ports/e150356b-3c61-4315-ba0b-b6ca11cdda1c HTTP/1.1" status: 200 len: 1093 time: 2.5113900 May 09 13:23:35.489700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'tag': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:23:35.583217 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:35.583562 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:35.586877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:35.601110 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:35.606613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:35.607726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.628609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.647458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-3d8f366e-b7a4-4c76-9a6f-c9de73724d1d None None] Allocated IP 2001:db8:0:1::2 (733a9858-46ec-4cf8-be89-833c62720969/453406d1-62e8-4328-a85b-e8fd81174efa/9085b8a2-70c9-419d-b0a1-b06bb614d0e8) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:35.656106 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d239345-fadb-499b-810f-5b38855ae91c'] response: {'name': 'network-changed', 'server_uuid': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'tag': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'status': 'completed', 'code': 200} May 09 13:23:35.656792 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d7a72ee7-4e76-49da-a0f9-d7c5ebadc28c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6069260 May 09 13:23:35.658156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57254) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:35.659320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2fde6-3e8d-4686-a0a7-13bc8a86e78f service neutron] Pushing event updated for resources: {'Port': ['ID=e150356b-3c61-4315-ba0b-b6ca11cdda1c,revision_number=3']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:35.691603 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-f8bd71e7-88b3-4445-880d-29b11dee02fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1465547 May 09 13:23:35.794507 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-b5517773-9775-48c5-8f2d-61125e34ad94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e150356b-3c61-4315-ba0b-b6ca11cdda1c HTTP/1.1" status: 200 len: 217 time: 0.0960448 May 09 13:23:35.832603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-deda2ee7-8805-45f5-96a5-fe76877e63d1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 99a2e23e-5285-42fa-83a2-32206903ceda {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:35.833064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-deda2ee7-8805-45f5-96a5-fe76877e63d1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.850344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.875725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Transition to ACTIVE for port object cea42272-1eb9-4a71-89f5-a4bb16ba79d9 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:35.894843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-d0f8c5e7-caac-4448-8ce5-f9a2557b9a4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:35.896768 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-d0f8c5e7-caac-4448-8ce5-f9a2557b9a4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.0956161 May 09 13:23:35.897449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57260) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:35.934185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Transition to ACTIVE for port object cea42272-1eb9-4a71-89f5-a4bb16ba79d9 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:35.966251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:35.989875 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-e7d79269-4b9f-44ab-a2ed-14f8deaa68ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852599 May 09 13:23:36.019258 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3d8f366e-b7a4-4c76-9a6f-c9de73724d1d None None] For port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:36.033650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:36.034240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.103781 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Network 050c280a-c012-4b3a-99be-65606715d93b is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:36.115053 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:36.117874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:36.138902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Pushing event updated for resources: {'Port': ['ID=cea42272-1eb9-4a71-89f5-a4bb16ba79d9,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:36.152309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3d8f366e-b7a4-4c76-9a6f-c9de73724d1d None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.191760 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-84c59a98-14ae-45ce-a541-369d35b4b8df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0681fd01dd3642c581088b1c604547d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2900045 May 09 13:23:36.192009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57266) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:36.197044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-deda2ee7-8805-45f5-96a5-fe76877e63d1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.204725 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-c77f90c4-585f-46d8-9858-c5fab1bdae02 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087057 May 09 13:23:36.213349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3d8f366e-b7a4-4c76-9a6f-c9de73724d1d None None] Transition to ACTIVE for port object 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:36.266730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3d8f366e-b7a4-4c76-9a6f-c9de73724d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.333964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-deda2ee7-8805-45f5-96a5-fe76877e63d1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 99a2e23e-5285-42fa-83a2-32206903ceda owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:36.357817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4995-400a-450a-b2ef-639339d2f2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.370218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Attempting to bind port cea42272-1eb9-4a71-89f5-a4bb16ba79d9 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:36.370589 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Attempting to bind port cea42272-1eb9-4a71-89f5-a4bb16ba79d9 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'eb065b07-92fe-4085-91bb-b2219a0eb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '050c280a-c012-4b3a-99be-65606715d93b'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:36.370940 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Attempting to bind port cea42272-1eb9-4a71-89f5-a4bb16ba79d9 on network 050c280a-c012-4b3a-99be-65606715d93b {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:36.409084 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4995-400a-450a-b2ef-639339d2f2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.427593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.446323 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1cb2c467-ae80-419c-a861-7a78ee6c9b66 req-854df533-caf6-4a0f-aa65-034bc5f81a16 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350745 May 09 13:23:36.466358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1a87e87f-9f5f-4b17-9b26-d043e363192f no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:23:36.515820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f366e-b7a4-4c76-9a6f-c9de73724d1d None None] Pushing event updated for resources: {'Port': ['ID=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:36.521939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Subnet': ['ID=ef019781-7f2f-40ed-9bec-e62c74ed1dd0,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:36.545011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:36.548015 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Checking segment: {'id': 'eb065b07-92fe-4085-91bb-b2219a0eb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '050c280a-c012-4b3a-99be-65606715d93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:36.552404 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.553132 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Bound using segment: {'id': 'eb065b07-92fe-4085-91bb-b2219a0eb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '050c280a-c012-4b3a-99be-65606715d93b'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:36.556218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Bound port: cea42272-1eb9-4a71-89f5-a4bb16ba79d9, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb065b07-92fe-4085-91bb-b2219a0eb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '050c280a-c012-4b3a-99be-65606715d93b'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:36.556822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.577702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295c7f-1ef8-45a5-8aca-c4c04ba6af9e req-4bc1920a-e7c5-4a38-b6ad-9e4206cbf51d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:36.579209 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a6295c7f-1ef8-45a5-8aca-c4c04ba6af9e req-4bc1920a-e7c5-4a38-b6ad-9e4206cbf51d tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 943 time: 0.1634827 May 09 13:23:36.581843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4995-400a-450a-b2ef-639339d2f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.591530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 1a87e87f-9f5f-4b17-9b26-d043e363192f {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:23:36.592064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1a87e87f-9f5f-4b17-9b26-d043e363192f not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:23:36.599718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Checking segment: {'id': '472c7db1-ab8d-47af-a056-2df41757f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb01b4d7-1d52-41f5-8a62-89321a6fea59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:36.600242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network hostable DHCP agents. Network: cb01b4d7-1d52-41f5-8a62-89321a6fea59, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:23:36.621180 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe4995-400a-450a-b2ef-639339d2f2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b5f068-0281-48e2-8ba7-2a2c32a25ccb,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:36.643876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4995-400a-450a-b2ef-639339d2f2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.644993 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c1fe4995-400a-450a-b2ef-639339d2f2bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66b5f068-0281-48e2-8ba7-2a2c32a25ccb HTTP/1.1" status: 204 len: 168 time: 0.4521432 May 09 13:23:36.649416 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b3e7a23-5777-4751-83c6-eec4f15e5562 req-a2ed40b3-5e15-44ca-8666-2eb458a6cbf9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1519113 May 09 13:23:36.734903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-deda2ee7-8805-45f5-96a5-fe76877e63d1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.753778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] For port cea42272-1eb9-4a71-89f5-a4bb16ba79d9, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:36.758149 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] For port cea42272-1eb9-4a71-89f5-a4bb16ba79d9, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cea42272-1eb9-4a71-89f5-a4bb16ba79d9,segment=NetworkSegment(eb065b07-92fe-4085-91bb-b2219a0eb8a9),segment_id=eb065b07-92fe-4085-91bb-b2219a0eb8a9)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:36.765027 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.807258 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network cb01b4d7-1d52-41f5-8a62-89321a6fea59 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:23:36.864295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda2ee7-8805-45f5-96a5-fe76877e63d1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=99a2e23e-5285-42fa-83a2-32206903ceda,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:36.873611 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, cb01b4d7-1d52-41f5-8a62-89321a6fea59) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:36.881595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25dd1f-5f9a-4c2b-8b05-79cee83ecfec None None] Pushing event updated for resources: {'Port': ['ID=cea42272-1eb9-4a71-89f5-a4bb16ba79d9,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:36.896784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd44af-ce14-465c-9a63-4a6e30178300 None None] Network cb01b4d7-1d52-41f5-8a62-89321a6fea59 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:36.913505 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a6295c7f-1ef8-45a5-8aca-c4c04ba6af9e req-6f20e087-979f-4086-bacb-61e9acca8eb5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202167 May 09 13:23:36.934140 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:36.935855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:36.963774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-deda2ee7-8805-45f5-96a5-fe76877e63d1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:37.025900 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-deda2ee7-8805-45f5-96a5-fe76877e63d1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/99a2e23e-5285-42fa-83a2-32206903ceda HTTP/1.1" status: 204 len: 168 time: 1.2937114 May 09 13:23:37.026693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57274) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:37.037027 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e7a23-5777-4751-83c6-eec4f15e5562 req-5f2b28e6-26fa-4ea6-9642-8012e56ac001 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:37.039339 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b3e7a23-5777-4751-83c6-eec4f15e5562 req-5f2b28e6-26fa-4ea6-9642-8012e56ac001 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 912 time: 0.3842759 May 09 13:23:37.098442 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7805287b-5924-400f-9f04-3be7958fef67 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8698864 May 09 13:23:37.110421 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57278) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:37.201296 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b3e7a23-5777-4751-83c6-eec4f15e5562 req-55efaaba-8178-4b93-bfee-36eaeb5d6960 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e150356b-3c61-4315-ba0b-b6ca11cdda1c HTTP/1.1" status: 200 len: 217 time: 0.1538670 May 09 13:23:37.293814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-cb01b4d7-1d52-41f5-8a62-89321a6fea59', 'network_id': 'cb01b4d7-1d52-41f5-8a62-89321a6fea59', 'tenant_id': 'bc80d6053a6a4e04897c10ec1918ce35', 'fixed_ips': [{'subnet_id': 'ef019781-7f2f-40ed-9bec-e62c74ed1dd0'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:37.294740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:37.304613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e7a23-5777-4751-83c6-eec4f15e5562 req-a979f43a-fed9-434a-a0ba-c0e9ada65909 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:37.306389 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b3e7a23-5777-4751-83c6-eec4f15e5562 req-a979f43a-fed9-434a-a0ba-c0e9ada65909 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.0842350 May 09 13:23:37.469442 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b3e7a23-5777-4751-83c6-eec4f15e5562 req-97f2548c-8968-421b-a620-5a14792ab835 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1561110 May 09 13:23:37.564090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8fb63f-4d25-4f47-94fc-c8f925d35e86 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:37.564595 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ff8fb63f-4d25-4f47-94fc-c8f925d35e86 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:37.570806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Allocated IP 2001:db8::1 (cb01b4d7-1d52-41f5-8a62-89321a6fea59/ef019781-7f2f-40ed-9bec-e62c74ed1dd0/e9a53f1e-2181-40f2-b555-4bf22ef7131e) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:37.574304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:37.602098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ff8fb63f-4d25-4f47-94fc-c8f925d35e86 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:37.606337 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ff8fb63f-4d25-4f47-94fc-c8f925d35e86 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5743062 May 09 13:23:37.618832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57282) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:37.682333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:37.714933 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b3e7a23-5777-4751-83c6-eec4f15e5562 req-607ff510-10da-49b2-8bfe-85452bfd2365 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350321 May 09 13:23:37.719549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:37.742819 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061d73f3-e8b1-4a67-9f1a-393e459d74e3 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:37.815818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f267294-087a-4e8c-af3d-c40e856f2bab tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:37.817381 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4f267294-087a-4e8c-af3d-c40e856f2bab tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1968911 May 09 13:23:37.820917 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57286) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:37.865345 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b3e7a23-5777-4751-83c6-eec4f15e5562 req-53cb959e-0588-4cc4-9cec-b89aab3894cd service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431856 May 09 13:23:37.903272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fe3e03-fb3d-4c0f-86da-0b62b2bb9815 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:37.904498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fe3e03-fb3d-4c0f-86da-0b62b2bb9815 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:37.905966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fe3e03-fb3d-4c0f-86da-0b62b2bb9815 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:37.906745 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e5fe3e03-fb3d-4c0f-86da-0b62b2bb9815 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:37.922250 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e5fe3e03-fb3d-4c0f-86da-0b62b2bb9815 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:37.924092 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e5fe3e03-fb3d-4c0f-86da-0b62b2bb9815 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1018546 May 09 13:23:37.926758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57290) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:37.973480 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9a35f9f1-7402-48b5-9442-41b1e89e99ed None None] Provisioning for port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:38.003931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-65045e8a-2943-4d32-b897-3bcf8a74b723 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 453406d1-62e8-4328-a85b-e8fd81174efa {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:38.008509 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65045e8a-2943-4d32-b897-3bcf8a74b723 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.011511 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9a35f9f1-7402-48b5-9442-41b1e89e99ed None None] Provisioning complete for port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:38.012092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a35f9f1-7402-48b5-9442-41b1e89e99ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.039434 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.073935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65045e8a-2943-4d32-b897-3bcf8a74b723 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.113277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Transition to ACTIVE for port object e9a53f1e-2181-40f2-b555-4bf22ef7131e will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:38.160504 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Transition to ACTIVE for port object e9a53f1e-2181-40f2-b555-4bf22ef7131e will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:38.167905 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:38.168530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.170359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65045e8a-2943-4d32-b897-3bcf8a74b723 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.178005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc17b6-7cb0-4a02-9e68-5fe3eaa1ee60 req-e9ba9b58-fe13-43a9-9323-854b0a86ff2c tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:38.180266 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9acc17b6-7cb0-4a02-9e68-5fe3eaa1ee60 req-e9ba9b58-fe13-43a9-9323-854b0a86ff2c tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 943 time: 0.1151314 May 09 13:23:38.200228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.246690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.255328 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9acc17b6-7cb0-4a02-9e68-5fe3eaa1ee60 req-02df6bd3-c16f-4563-a143-dc12ec3bf439 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690379 May 09 13:23:38.300755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Subnet': ['ID=ef019781-7f2f-40ed-9bec-e62c74ed1dd0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:38.396933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Pushing event updated for resources: {'Port': ['ID=e9a53f1e-2181-40f2-b555-4bf22ef7131e,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:38.411993 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65045e8a-2943-4d32-b897-3bcf8a74b723 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.419848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Network cb01b4d7-1d52-41f5-8a62-89321a6fea59 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:38.433319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:38.436849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:38.445411 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c75b79-3c0b-46e6-8235-63731b755c5c None None] Network 050c280a-c012-4b3a-99be-65606715d93b requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:38.460207 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.474911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65045e8a-2943-4d32-b897-3bcf8a74b723 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=453406d1-62e8-4328-a85b-e8fd81174efa,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:38.492672 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65045e8a-2943-4d32-b897-3bcf8a74b723 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.498945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb01b4d7-1d52-41f5-8a62-89321a6fea59']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:38.516903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472c7db1-ab8d-47af-a056-2df41757f852') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:38.517198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472c7db1-ab8d-47af-a056-2df41757f852') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:38.529400 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-65045e8a-2943-4d32-b897-3bcf8a74b723 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/453406d1-62e8-4328-a85b-e8fd81174efa HTTP/1.1" status: 204 len: 168 time: 0.6015499 May 09 13:23:38.531102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.532056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57296) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:38.549883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.559011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:23:38.559495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:23:38.578118 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:23:38.663808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 13:23:38.663808 dv-neutron-840889-2-hyperv neutron-server[83895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 13:23:38.663808 dv-neutron-840889-2-hyperv neutron-server[83895]: [parameters: {'id': 'cb01b4d7-1d52-41f5-8a62-89321a6fea59'}] May 09 13:23:38.663808 dv-neutron-840889-2-hyperv neutron-server[83895]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:23:38.664329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:23:38.724169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cea42272-1eb9-4a71-89f5-a4bb16ba79d9 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:38.726319 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-c698f0ab-8fec-4a90-b1e1-32593ac3a834 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 8d2dc18f-515f-4374-8227-90bccc5d22a8 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:38.729150 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c698f0ab-8fec-4a90-b1e1-32593ac3a834 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.770453 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Attempting to bind port e9a53f1e-2181-40f2-b555-4bf22ef7131e on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:38.770819 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Attempting to bind port e9a53f1e-2181-40f2-b555-4bf22ef7131e by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '472c7db1-ab8d-47af-a056-2df41757f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb01b4d7-1d52-41f5-8a62-89321a6fea59'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:38.771180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Attempting to bind port e9a53f1e-2181-40f2-b555-4bf22ef7131e on network cb01b4d7-1d52-41f5-8a62-89321a6fea59 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:38.789300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c698f0ab-8fec-4a90-b1e1-32593ac3a834 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.806511 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2f9cf56d-b321-493f-9b81-479daffc3211 None None] Provisioning for port cea42272-1eb9-4a71-89f5-a4bb16ba79d9 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:38.840167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:38.840538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Checking segment: {'id': '472c7db1-ab8d-47af-a056-2df41757f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb01b4d7-1d52-41f5-8a62-89321a6fea59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:38.840941 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.841360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Bound using segment: {'id': '472c7db1-ab8d-47af-a056-2df41757f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb01b4d7-1d52-41f5-8a62-89321a6fea59'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:38.841847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Bound port: e9a53f1e-2181-40f2-b555-4bf22ef7131e, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472c7db1-ab8d-47af-a056-2df41757f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb01b4d7-1d52-41f5-8a62-89321a6fea59'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:38.842221 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.877119 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c698f0ab-8fec-4a90-b1e1-32593ac3a834 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.954550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c698f0ab-8fec-4a90-b1e1-32593ac3a834 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:38.968394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2864f3-f7a7-4c59-bebe-9290c4337bd2 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:38.990975 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698f0ab-8fec-4a90-b1e1-32593ac3a834 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2dc18f-515f-4374-8227-90bccc5d22a8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:38.999588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c698f0ab-8fec-4a90-b1e1-32593ac3a834 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.008782 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c698f0ab-8fec-4a90-b1e1-32593ac3a834 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/8d2dc18f-515f-4374-8227-90bccc5d22a8 HTTP/1.1" status: 204 len: 168 time: 0.4756851 May 09 13:23:39.011297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57300) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:39.077733 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cb4f538e-d976-40ea-ba6a-ed7a2ad25b69 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653613 May 09 13:23:39.081122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57304) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:39.086009 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port cea42272-1eb9-4a71-89f5-a4bb16ba79d9 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:39.086511 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:39.119736 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cea42272-1eb9-4a71-89f5-a4bb16ba79d9 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:39.120100 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.148778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] For port e9a53f1e-2181-40f2-b555-4bf22ef7131e, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:39.165099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.178679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Deleting port e9a53f1e-2181-40f2-b555-4bf22ef7131e {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:39.179181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.190151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:39.194400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:39.197363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:39.202993 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:39.208060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] For port e9a53f1e-2181-40f2-b555-4bf22ef7131e, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e9a53f1e-2181-40f2-b555-4bf22ef7131e,segment=NetworkSegment(472c7db1-ab8d-47af-a056-2df41757f852),segment_id=472c7db1-ab8d-47af-a056-2df41757f852)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:39.214250 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:39.215979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-64d69b61-7a1e-433f-90de-87a3cbbb3057 None None] Provisioning complete for port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:39.216341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-64d69b61-7a1e-433f-90de-87a3cbbb3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.217952 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.280913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.427292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] For port e9a53f1e-2181-40f2-b555-4bf22ef7131e, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e9a53f1e-2181-40f2-b555-4bf22ef7131e,segment=NetworkSegment(472c7db1-ab8d-47af-a056-2df41757f852),segment_id=472c7db1-ab8d-47af-a056-2df41757f852)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:39.427785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.494645 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5894b-e2a8-42ad-bdd6-9497b5b8b3df None None] Pushing event updated for resources: {'Port': ['ID=e9a53f1e-2181-40f2-b555-4bf22ef7131e,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:39.584945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Calling delete_port for e9a53f1e-2181-40f2-b555-4bf22ef7131e owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:39.673810 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.676090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b3368-8e19-42a8-92c2-676facc630a6 req-adb5533c-3ebc-4fe3-9c73-17b4ec694e89 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:39.677725 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-be9b3368-8e19-42a8-92c2-676facc630a6 req-adb5533c-3ebc-4fe3-9c73-17b4ec694e89 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 943 time: 0.1752312 May 09 13:23:39.678663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.692217 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712fad15-e57b-4898-b1c5-47f9700b0228 None None] Network cb01b4d7-1d52-41f5-8a62-89321a6fea59 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:39.698287 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.745805 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Port': ['ID=e9a53f1e-2181-40f2-b555-4bf22ef7131e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:39.753056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No DVR routers for this DVR port e9a53f1e-2181-40f2-b555-4bf22ef7131e on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:23:39.798945 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-be9b3368-8e19-42a8-92c2-676facc630a6 req-1842837e-3296-4e9c-b8e9-3781dfab899b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129198 May 09 13:23:39.801211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:39.805555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:39.812546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:39.813159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.824556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port cea42272-1eb9-4a71-89f5-a4bb16ba79d9, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cea42272-1eb9-4a71-89f5-a4bb16ba79d9,segment=NetworkSegment(eb065b07-92fe-4085-91bb-b2219a0eb8a9),segment_id=eb065b07-92fe-4085-91bb-b2219a0eb8a9)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:39.829576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=fd1438eb-aea0-482b-9c02-166bd16e4d5d,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:39.858228 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f0cc6ed1-adb0-4a76-a365-4b5d407b2543 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7760689 May 09 13:23:39.861682 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57310) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:39.862749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:23:39.867358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cb0c78f5-8fa6-4acf-90e4-d946e98511be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:39.868013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.915168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.943345 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Deleting port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:39.943713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:39.962135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb01b4d7-1d52-41f5-8a62-89321a6fea59']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:39.975053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472c7db1-ab8d-47af-a056-2df41757f852') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:39.975352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472c7db1-ab8d-47af-a056-2df41757f852') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:39.978017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:23:39.987605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.004645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.011083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:23:40.011472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.015486 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cb0c78f5-8fa6-4acf-90e4-d946e98511be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:40.020067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cb0c78f5-8fa6-4acf-90e4-d946e98511be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:40.022824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cb0c78f5-8fa6-4acf-90e4-d946e98511be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:23:40.026325 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:23:40.030381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cb0c78f5-8fa6-4acf-90e4-d946e98511be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:40.041090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0c78f5-8fa6-4acf-90e4-d946e98511be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:40.045209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cb0c78f5-8fa6-4acf-90e4-d946e98511be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.110854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.119182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=cea42272-1eb9-4a71-89f5-a4bb16ba79d9,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:40.154060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a0875d1e-274b-406d-b14f-bffa9157db8a None None] Provisioning complete for port cea42272-1eb9-4a71-89f5-a4bb16ba79d9 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:40.154457 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a0875d1e-274b-406d-b14f-bffa9157db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.190549 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.ipam_backend_mixin [None req-cb0c78f5-8fa6-4acf-90e4-d946e98511be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd1438eb-aea0-482b-9c02-166bd16e4d5d (CIDR: 2001:db8::/64) May 09 13:23:40.195193 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0c78f5-8fa6-4acf-90e4-d946e98511be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:23:40.195424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0c78f5-8fa6-4acf-90e4-d946e98511be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:40.197205 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aace145d-ad13-4e24-9b24-8e751f848127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.219058 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cb0c78f5-8fa6-4acf-90e4-d946e98511be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3532007 May 09 13:23:40.219058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57314) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:40.225013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:40.226844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.232970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Network': ['ID=cb01b4d7-1d52-41f5-8a62-89321a6fea59,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:40.243928 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57318) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:40.244120 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3464ed7f-6a96-40d4-9b3b-401f3f7fd087 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/cb01b4d7-1d52-41f5-8a62-89321a6fea59 HTTP/1.1" status: 204 len: 168 time: 3.1321282 May 09 13:23:40.252820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1597923605'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:40.302653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:40.313422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:network and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:40.322791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:40.332388 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:40.355498 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.358366 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:40.361905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.411301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:40.416288 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:40.418671 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:40.424298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:40.434092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:40.438470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.438813 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Added segment 82567a2c-b915-488a-bf1d-7c3f9cf2396a of type vlan for network ea7f93b6-dcb9-4151-b076-2709f29fe995 May 09 13:23:40.454613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:40.458039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.469220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] For port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:40.470168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.483526 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:40.536268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.545665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.615713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.619376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:40.619948 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:40.634874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Calling delete_port for 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:40.730030 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:40.737564 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4926527 May 09 13:23:40.740404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57322) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:40.746202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:23:40.746389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'subnet': {'network_id': 'ea7f93b6-dcb9-4151-b076-2709f29fe995', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:40.746951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:23:40.751115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3182b50-7e48-4005-81ba-0816b804f331 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Network': ['ID=ea7f93b6-dcb9-4151-b076-2709f29fe995,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:40.761905 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network ea7f93b6-dcb9-4151-b076-2709f29fe995 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:40.871721 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:40.876404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:subnet and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:40.880051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:40.886426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:40.897211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:41.000631 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.058792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.objects.ports [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83894) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:23:41.140850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd3d84-4c90-4ca4-b0eb-1b067324db11 req-0b019123-29b4-4f71-bc50-344257fc8ae0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:41.142893 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e3dd3d84-4c90-4ca4-b0eb-1b067324db11 req-0b019123-29b4-4f71-bc50-344257fc8ae0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 943 time: 0.1986337 May 09 13:23:41.200112 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e3dd3d84-4c90-4ca4-b0eb-1b067324db11 req-25e28dff-bd82-4e65-99e8-a1db5ad73623 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497251 May 09 13:23:41.219860 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.248379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Deleting port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:41.248956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.261080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.305989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Subnet': ['ID=c149b13b-4eaf-409f-a577-3f1bc9f8cdec,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:41.315678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Checking segment: {'id': '82567a2c-b915-488a-bf1d-7c3f9cf2396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ea7f93b6-dcb9-4151-b076-2709f29fe995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:41.316312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network hostable DHCP agents. Network: ea7f93b6-dcb9-4151-b076-2709f29fe995, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:23:41.338884 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network ea7f93b6-dcb9-4151-b076-2709f29fe995 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:23:41.350483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, ea7f93b6-dcb9-4151-b076-2709f29fe995) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:41.354509 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:41.355145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.370943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba0349-832b-4860-a4dc-efa857882e3e None None] Network ea7f93b6-dcb9-4151-b076-2709f29fe995 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:41.381114 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-370dfe55-d3f9-4d1a-aa43-f5b9fb75bfc3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6396339 May 09 13:23:41.384826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57330) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:41.391996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-327661181'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:41.397906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:41.402053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:network and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:41.405077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:41.411214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:41.424058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:41.427813 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.457238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:41.468901 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.469242 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Added segment e99656c8-dfc8-486d-8ed5-5ab5634696e2 of type vlan for network 70afcc11-2060-4b86-952f-10e080d02491 May 09 13:23:41.497235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.531304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.535606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:41.536547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.589010 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] For port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:41.616968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.623270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.624247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.666054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Network': ['ID=70afcc11-2060-4b86-952f-10e080d02491,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:41.675673 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0a93b581-e903-490f-8ca3-dfb31e98d1bd tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2895815 May 09 13:23:41.676425 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57334) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:41.682015 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'subnet': {'network_id': '70afcc11-2060-4b86-952f-10e080d02491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:41.691700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 70afcc11-2060-4b86-952f-10e080d02491 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:41.763339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:41.768806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:41.772429 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,revision_number=9']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:41.775490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:41.776025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.784084 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=154b855a-a275-456f-a5fa-0481436d1f4e,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:41.797521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:41.802615 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:subnet and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:41.808570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:41.808750 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d3294703-8569-43dd-bbe8-d98feb8d0cc1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5853064 May 09 13:23:41.808898 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57338) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:41.809544 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] For port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:41.809941 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:41.816944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'mac_address': 'fa:16:3e:ab:f2:fc', 'name': 'tempest-NetworksTestDHCPv6-465254095'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:41.830329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:41.901652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:41.957657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Calling delete_port for 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:41.988216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cea42272-1eb9-4a71-89f5-a4bb16ba79d9 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:42.045194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:42.090229 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-ea7f93b6-dcb9-4151-b076-2709f29fe995', 'network_id': 'ea7f93b6-dcb9-4151-b076-2709f29fe995', 'tenant_id': 'bc80d6053a6a4e04897c10ec1918ce35', 'fixed_ips': [{'subnet_id': 'c149b13b-4eaf-409f-a577-3f1bc9f8cdec'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:42.091014 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:42.114159 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:42.141223 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:42.147292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.ipam_backend_mixin [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Performing IP validity checks on allocation pools {{(pid=83895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 09 13:23:42.147826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.ipam_backend_mixin [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 09 13:23:42.162071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:42.191715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:23:42.192060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:23:42.210724 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cea42272-1eb9-4a71-89f5-a4bb16ba79d9 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:42.211086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:42.240608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Deleting port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:42.240962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:42.341152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:42.395592 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port ab4e1e13-193b-4e26-90e6-fa3a2747c2b9 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:23:42.414543 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f607db2-2bfe-4938-8742-bfdf7a9e9dc0 req-eea8633e-6e68-44c1-9c05-c9f1bd868d18 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:42.417188 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f607db2-2bfe-4938-8742-bfdf7a9e9dc0 req-eea8633e-6e68-44c1-9c05-c9f1bd868d18 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 943 time: 0.0841622 May 09 13:23:42.449471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Allocated IP 2001:db8::1 (ea7f93b6-dcb9-4151-b076-2709f29fe995/c149b13b-4eaf-409f-a577-3f1bc9f8cdec/b06a3064-622c-4dfb-b78c-8217b63c4f29) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:42.451413 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d69bbb30-0414-4e23-a00a-bd0c689ebb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:42.472093 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f607db2-2bfe-4938-8742-bfdf7a9e9dc0 req-2b6a92e0-5210-4b3d-938e-9799ea8fda88 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502007 May 09 13:23:42.582470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:42.725782 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Subnet': ['ID=8d3dbd29-82e2-4749-9854-2980561deda2,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:42.745701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] For port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:42.746026 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:42.758271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Checking segment: {'id': 'e99656c8-dfc8-486d-8ed5-5ab5634696e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '70afcc11-2060-4b86-952f-10e080d02491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:42.758619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network hostable DHCP agents. Network: 70afcc11-2060-4b86-952f-10e080d02491, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:23:42.832600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::1e5 (733a9858-46ec-4cf8-be89-833c62720969/fd1438eb-aea0-482b-9c02-166bd16e4d5d/ab4e1e13-193b-4e26-90e6-fa3a2747c2b9) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:42.836579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network 70afcc11-2060-4b86-952f-10e080d02491 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:23:42.843094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8:0:1:f816:3eff:feab:f2fc (733a9858-46ec-4cf8-be89-833c62720969/154b855a-a275-456f-a5fa-0481436d1f4e/ab4e1e13-193b-4e26-90e6-fa3a2747c2b9) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:42.849913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 70afcc11-2060-4b86-952f-10e080d02491) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:42.855753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:42.856322 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:42.872864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0078b5-ef42-4600-a6fd-a2ac70c9b9e2 None None] Network 70afcc11-2060-4b86-952f-10e080d02491 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:42.893999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Calling delete_port for 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:42.909527 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ad2e6c7a-89a1-483c-aa2d-887e072e898b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2319753 May 09 13:23:42.912282 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57344) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:43.066853 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.068473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.084858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object ab4e1e13-193b-4e26-90e6-fa3a2747c2b9 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:43.108532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.136996 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.165143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.194215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:43.197395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:43.203230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:43.207823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:43.208565 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.213907 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=ab4e1e13-193b-4e26-90e6-fa3a2747c2b9,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:43.222833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.232841 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a624af10-a723-478d-8f47-d05c845bddb8 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4227202 May 09 13:23:43.235267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57348) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:43.248006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Transition to ACTIVE for port object b06a3064-622c-4dfb-b78c-8217b63c4f29 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:43.270671 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3dbd29-82e2-4749-9854-2980561deda2,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:43.308983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e1f900c8-010d-40ad-92be-bb9b2b74fd1b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port ab4e1e13-193b-4e26-90e6-fa3a2747c2b9 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:43.309446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e1f900c8-010d-40ad-92be-bb9b2b74fd1b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.329153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Transition to ACTIVE for port object b06a3064-622c-4dfb-b78c-8217b63c4f29 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:43.335124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0edc01-ea4c-4171-83f5-0ce2eb9d5020 None None] Network 70afcc11-2060-4b86-952f-10e080d02491 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:43.357592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.358649 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.376215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.402385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70afcc11-2060-4b86-952f-10e080d02491']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:43.421516 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99656c8-dfc8-486d-8ed5-5ab5634696e2') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:43.421990 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99656c8-dfc8-486d-8ed5-5ab5634696e2') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:43.430625 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.434549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.451799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.458248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:23:43.458640 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:23:43.473609 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:23:43.520962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Network ea7f93b6-dcb9-4151-b076-2709f29fe995 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:43.523410 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Pushing event updated for resources: {'Port': ['ID=b06a3064-622c-4dfb-b78c-8217b63c4f29,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:43.557758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.568751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.571863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e1f900c8-010d-40ad-92be-bb9b2b74fd1b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.574519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:43.610048 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Network': ['ID=70afcc11-2060-4b86-952f-10e080d02491,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:43.613240 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-96c933ef-ec40-4b4d-a064-94c1d2e6297a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/70afcc11-2060-4b86-952f-10e080d02491 HTTP/1.1" status: 204 len: 168 time: 0.6987598 May 09 13:23:43.615913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] Pushing event deleted for resources: {'Port': ['ID=9085b8a2-70c9-419d-b0a1-b06bb614d0e8,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:43.618275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57354) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:43.618732 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:43.623770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-895437683'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:43.628657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:43.641148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:network and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:43.644820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:43.655403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:43.708022 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:43.711230 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.731638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e1f900c8-010d-40ad-92be-bb9b2b74fd1b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for ab4e1e13-193b-4e26-90e6-fa3a2747c2b9 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:43.756817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890e7b8-18b9-49d6-b035-ce655eb052ba None None] No DVR routers for this DVR port 9085b8a2-70c9-419d-b0a1-b06bb614d0e8 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:23:43.758229 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:43.772897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.773242 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Added segment 407790f6-30e5-42a1-89c5-4630da6bf2cf of type vlan for network a6393039-e463-4f70-9cdc-fdbeb0317b8c May 09 13:23:43.791622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c653bdd-0f57-4514-9a9c-a3e50c5ffcc1 req-4ac1d372-6749-4edb-9d5e-8a3bf80c84b0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:43.793130 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1c653bdd-0f57-4514-9a9c-a3e50c5ffcc1 req-4ac1d372-6749-4edb-9d5e-8a3bf80c84b0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 943 time: 0.1203566 May 09 13:23:43.817994 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3ef53c-9137-4d07-b8b4-7285638a48f1 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:43.827704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.838885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Attempting to bind port b06a3064-622c-4dfb-b78c-8217b63c4f29 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:43.839241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Attempting to bind port b06a3064-622c-4dfb-b78c-8217b63c4f29 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '82567a2c-b915-488a-bf1d-7c3f9cf2396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ea7f93b6-dcb9-4151-b076-2709f29fe995'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:43.839827 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Attempting to bind port b06a3064-622c-4dfb-b78c-8217b63c4f29 on network ea7f93b6-dcb9-4151-b076-2709f29fe995 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:43.872311 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1c653bdd-0f57-4514-9a9c-a3e50c5ffcc1 req-1e0842dd-5ceb-4c27-91a7-67e71fa42b66 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623362 May 09 13:23:43.880943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.885475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:43.886118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.902532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.920532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:43.921118 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Checking segment: {'id': '82567a2c-b915-488a-bf1d-7c3f9cf2396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ea7f93b6-dcb9-4151-b076-2709f29fe995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:43.921721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.922268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Bound using segment: {'id': '82567a2c-b915-488a-bf1d-7c3f9cf2396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ea7f93b6-dcb9-4151-b076-2709f29fe995'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:43.922922 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Bound port: b06a3064-622c-4dfb-b78c-8217b63c4f29, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82567a2c-b915-488a-bf1d-7c3f9cf2396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ea7f93b6-dcb9-4151-b076-2709f29fe995'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:43.923474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.944424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e150356b-3c61-4315-ba0b-b6ca11cdda1c details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:23:43.990971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e1f900c8-010d-40ad-92be-bb9b2b74fd1b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:43.997374 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3749073 May 09 13:23:43.998039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57358) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:44.003943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'subnet': {'network_id': 'a6393039-e463-4f70-9cdc-fdbeb0317b8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:44.045665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f900c8-010d-40ad-92be-bb9b2b74fd1b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=ab4e1e13-193b-4e26-90e6-fa3a2747c2b9,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:44.077552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0a733-231b-446c-8f95-f6b01f61dc8a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Network': ['ID=a6393039-e463-4f70-9cdc-fdbeb0317b8c,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:44.122463 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e1f900c8-010d-40ad-92be-bb9b2b74fd1b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.124008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:44.127066 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network a6393039-e463-4f70-9cdc-fdbeb0317b8c details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:44.128690 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:subnet and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:44.131648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:44.136499 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e1f900c8-010d-40ad-92be-bb9b2b74fd1b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/ab4e1e13-193b-4e26-90e6-fa3a2747c2b9 HTTP/1.1" status: 204 len: 168 time: 0.8994982 May 09 13:23:44.137832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:44.138797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57362) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:44.149487 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:44.189370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a40e2cc8-6b57-4c39-98c5-4126b6bc6d6f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:44.205460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a40e2cc8-6b57-4c39-98c5-4126b6bc6d6f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:44.209022 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a40e2cc8-6b57-4c39-98c5-4126b6bc6d6f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0666542 May 09 13:23:44.209391 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57366) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:44.255388 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-af12b3c5-212c-4261-837c-abe518b0a352 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0424130 May 09 13:23:44.255632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.255758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57370) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:44.269168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] For port b06a3064-622c-4dfb-b78c-8217b63c4f29, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:44.303636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] For port b06a3064-622c-4dfb-b78c-8217b63c4f29, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b06a3064-622c-4dfb-b78c-8217b63c4f29,segment=NetworkSegment(82567a2c-b915-488a-bf1d-7c3f9cf2396a),segment_id=82567a2c-b915-488a-bf1d-7c3f9cf2396a)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:44.325797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ab20e-c4fb-403f-a162-d9ff38d032be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:44.327302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ab20e-c4fb-403f-a162-d9ff38d032be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:44.328725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ab20e-c4fb-403f-a162-d9ff38d032be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:44.329577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f26ab20e-c4fb-403f-a162-d9ff38d032be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:44.341870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.346172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f26ab20e-c4fb-403f-a162-d9ff38d032be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:44.350220 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f26ab20e-c4fb-403f-a162-d9ff38d032be tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0903218 May 09 13:23:44.350414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57374) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:44.420834 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c78ef5-d039-4122-acb1-803f35259ced None None] Pushing event updated for resources: {'Port': ['ID=b06a3064-622c-4dfb-b78c-8217b63c4f29,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:44.424729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4faaff-7d32-44ab-acc2-38e167fac684 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 154b855a-a275-456f-a5fa-0481436d1f4e {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:44.428186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc4faaff-7d32-44ab-acc2-38e167fac684 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.467666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e150356b-3c61-4315-ba0b-b6ca11cdda1c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e150356b-3c61-4315-ba0b-b6ca11cdda1c,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:44.483681 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ef04b5-7201-469e-826a-25ad32235406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': '154b855a-a275-456f-a5fa-0481436d1f4e'}, {'subnet_id': 'fd1438eb-aea0-482b-9c02-166bd16e4d5d'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:44.484494 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-07ef04b5-7201-469e-826a-25ad32235406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.489616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc4faaff-7d32-44ab-acc2-38e167fac684 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.500361 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'port_id': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'mac_address': 'fa:16:3e:ab:47:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:23:44.510217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.550302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc4faaff-7d32-44ab-acc2-38e167fac684 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.639223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.677176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e150356b-3c61-4315-ba0b-b6ca11cdda1c {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:23:44.702261 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e150356b-3c61-4315-ba0b-b6ca11cdda1c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e150356b-3c61-4315-ba0b-b6ca11cdda1c,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:44.710865 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.724018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Subnet': ['ID=bdc751bd-c830-4e76-a612-2f458f2a85bd,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:44.736265 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Checking segment: {'id': '407790f6-30e5-42a1-89c5-4630da6bf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a6393039-e463-4f70-9cdc-fdbeb0317b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:44.736625 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network hostable DHCP agents. Network: a6393039-e463-4f70-9cdc-fdbeb0317b8c, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:23:44.754118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc4faaff-7d32-44ab-acc2-38e167fac684 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.762777 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network a6393039-e463-4f70-9cdc-fdbeb0317b8c is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:23:44.778323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, a6393039-e463-4f70-9cdc-fdbeb0317b8c) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:44.783037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:44.784042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.801373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4faaff-7d32-44ab-acc2-38e167fac684 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=154b855a-a275-456f-a5fa-0481436d1f4e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:44.806853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc4faaff-7d32-44ab-acc2-38e167fac684 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.814088 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0f3b837e-8fb1-4a68-90fd-eb6ebc4bbbde tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8120334 May 09 13:23:44.814406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57378) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:44.826520 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dc4faaff-7d32-44ab-acc2-38e167fac684 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/154b855a-a275-456f-a5fa-0481436d1f4e HTTP/1.1" status: 204 len: 168 time: 0.4751959 May 09 13:23:44.829800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57382) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:44.835728 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d312969-1e10-4bb9-8813-137a27cf00f6 None None] Network a6393039-e463-4f70-9cdc-fdbeb0317b8c requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server [None req-07ef04b5-7201-469e-826a-25ad32235406 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 154b855a-a275-456f-a5fa-0481436d1f4e: This subnet is being modified by another concurrent operation. May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise value May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server raise exception May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 154b855a-a275-456f-a5fa-0481436d1f4e: This subnet is being modified by another concurrent operation. May 09 13:23:44.939016 dv-neutron-840889-2-hyperv neutron-server[83896]: ERROR oslo_messaging.rpc.server May 09 13:23:44.968112 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb6b9cf-a352-4709-b4ab-ad9b9be7610b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet fd1438eb-aea0-482b-9c02-166bd16e4d5d {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:44.972041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-adb6b9cf-a352-4709-b4ab-ad9b9be7610b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:44.995678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b662c9ca-3737-4bcd-b4c1-b5be237e7b7a None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:45.037675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-adb6b9cf-a352-4709-b4ab-ad9b9be7610b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.047432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.114173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-adb6b9cf-a352-4709-b4ab-ad9b9be7610b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.123930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.139576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['e150356b-3c61-4315-ba0b-b6ca11cdda1c'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:23:45.175905 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e150356b-3c61-4315-ba0b-b6ca11cdda1c,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:45.203014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-adb6b9cf-a352-4709-b4ab-ad9b9be7610b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.211545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.245218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-adb6b9cf-a352-4709-b4ab-ad9b9be7610b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.256412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6b9cf-a352-4709-b4ab-ad9b9be7610b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1438eb-aea0-482b-9c02-166bd16e4d5d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:45.266352 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-adb6b9cf-a352-4709-b4ab-ad9b9be7610b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/fd1438eb-aea0-482b-9c02-166bd16e4d5d HTTP/1.1" status: 204 len: 168 time: 0.4317710 May 09 13:23:45.266352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57388) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:45.286111 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cabd88-e6fb-4480-af4f-df1a99c6fab2 req-848393f8-787d-4260-8130-dd7d2a4d9c5b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:45.287601 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c6cabd88-e6fb-4480-af4f-df1a99c6fab2 req-848393f8-787d-4260-8130-dd7d2a4d9c5b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 944 time: 0.1581247 May 09 13:23:45.338155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.354190 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e234d654-93f3-4344-95c5-cb2449070ed0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851207 May 09 13:23:45.354437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57392) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:45.360629 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:45.384535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc751bd-c830-4e76-a612-2f458f2a85bd,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:45.388792 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c6cabd88-e6fb-4480-af4f-df1a99c6fab2 req-dc8c4af0-07c5-47d2-ba94-849c7eb838db tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883162 May 09 13:23:45.419371 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e42b3f4-2770-46c5-a1d8-0edc50b52219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-a6393039-e463-4f70-9cdc-fdbeb0317b8c', 'network_id': 'a6393039-e463-4f70-9cdc-fdbeb0317b8c', 'tenant_id': 'bc80d6053a6a4e04897c10ec1918ce35', 'fixed_ips': [{'subnet_id': 'bdc751bd-c830-4e76-a612-2f458f2a85bd'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:45.420172 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e42b3f4-2770-46c5-a1d8-0edc50b52219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.485024 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.496010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:45.500452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:45.503763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:45.512190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:45.518637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6393039-e463-4f70-9cdc-fdbeb0317b8c']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:45.526357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:45.530177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.535695 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407790f6-30e5-42a1-89c5-4630da6bf2cf') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:45.536326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407790f6-30e5-42a1-89c5-4630da6bf2cf') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:45.551894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.573603 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.581859 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:23:45.582495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:23:45.600648 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:23:45.631701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a5a93f-c6ff-4c5c-a63b-bb3019b9157d None None] Network a6393039-e463-4f70-9cdc-fdbeb0317b8c requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:45.716226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.744163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.752817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Network': ['ID=a6393039-e463-4f70-9cdc-fdbeb0317b8c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:45.755484 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e0e42948-90a8-4cbf-b42e-6a0fd88281a1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/a6393039-e463-4f70-9cdc-fdbeb0317b8c HTTP/1.1" status: 204 len: 168 time: 0.9402585 May 09 13:23:45.760505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57396) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:45.767729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1704339940'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:45.772760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:45.776857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:network and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:45.779802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:45.786428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:45.799099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:45.808888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.844069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:45.856014 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.856402 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Added segment e83dbe78-c11e-4856-a86f-445049682e05 of type vlan for network 794a7a12-d46f-4d58-a458-fc52505c1dbf May 09 13:23:45.862306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.893202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.937685 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:45.947855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:45.951693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:45.951877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.952374 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.957585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b71e88c-8703-4b9a-8601-8f4af0f505fb None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:45.958168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:45.958828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:45.999248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=a639edd6-da23-4c74-8c8e-13b075995619,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:46.005399 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-70816481-0b1a-45d1-b470-5fc25b0841b9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6498318 May 09 13:23:46.008213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57400) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:46.015969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b89cb905-13cd-477b-a280-199816cb1d43 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:46.042353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b06a3064-622c-4dfb-b78c-8217b63c4f29 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:46.076585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb3d71-80b6-48ab-b3b3-ef7b3b203cd2 None None] Network ea7f93b6-dcb9-4151-b076-2709f29fe995 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:46.103988 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3397753 May 09 13:23:46.104541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57404) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:46.111735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'subnet': {'network_id': '794a7a12-d46f-4d58-a458-fc52505c1dbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:46.125314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ed3c0-c026-404a-85c1-0fe840839adc tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Network': ['ID=794a7a12-d46f-4d58-a458-fc52505c1dbf,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:46.180815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b89cb905-13cd-477b-a280-199816cb1d43 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:46.181442 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 794a7a12-d46f-4d58-a458-fc52505c1dbf details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:46.185386 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b89cb905-13cd-477b-a280-199816cb1d43 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:46.188744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b89cb905-13cd-477b-a280-199816cb1d43 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:46.194516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b89cb905-13cd-477b-a280-199816cb1d43 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:46.206577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89cb905-13cd-477b-a280-199816cb1d43 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:46.210730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b89cb905-13cd-477b-a280-199816cb1d43 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:46.230844 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:46.235125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:subnet and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:46.238003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:46.243710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:46.254441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:46.344257 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.ipam_backend_mixin [None req-b89cb905-13cd-477b-a280-199816cb1d43 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a639edd6-da23-4c74-8c8e-13b075995619 (CIDR: 2001:db8::/64) May 09 13:23:46.348586 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89cb905-13cd-477b-a280-199816cb1d43 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:23:46.349022 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89cb905-13cd-477b-a280-199816cb1d43 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:46.356769 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:46.374527 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b89cb905-13cd-477b-a280-199816cb1d43 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3651328 May 09 13:23:46.375114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57408) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:46.381447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'subnet': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:46.396309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3039d574-dac3-4a2a-b216-3b9ee42ecf76 None None] Provisioning for port b06a3064-622c-4dfb-b78c-8217b63c4f29 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:46.553487 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:46.557849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:subnet and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:46.560916 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:46.569220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port b06a3064-622c-4dfb-b78c-8217b63c4f29 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:46.570054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:46.583146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:46.587429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:46.612099 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b06a3064-622c-4dfb-b78c-8217b63c4f29 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:46.612914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:46.699491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-733a9858-46ec-4cf8-be89-833c62720969', 'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'tenant_id': '29a93b12d3f84baea5c612c57ca17602', 'fixed_ips': [{'subnet_id': 'a639edd6-da23-4c74-8c8e-13b075995619'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:46.700471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:46.709678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a7a18-aca1-443b-9e5d-862111180114 req-9cf7c943-55ee-453c-9843-03d6fc92b884 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:46.711234 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d44a7a18-aca1-443b-9e5d-862111180114 req-9cf7c943-55ee-453c-9843-03d6fc92b884 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 944 time: 0.1690021 May 09 13:23:46.712269 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:46.823943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Subnet': ['ID=a39de6cb-ec23-484b-a571-2c155820c75a,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:46.829436 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d44a7a18-aca1-443b-9e5d-862111180114 req-c9ad587e-e3d0-47be-a1a5-995c3699abac tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875766 May 09 13:23:46.842273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Checking segment: {'id': 'e83dbe78-c11e-4856-a86f-445049682e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '794a7a12-d46f-4d58-a458-fc52505c1dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:46.842617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network hostable DHCP agents. Network: 794a7a12-d46f-4d58-a458-fc52505c1dbf, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:23:46.922297 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:46.972557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network 794a7a12-d46f-4d58-a458-fc52505c1dbf is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:23:46.984778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 794a7a12-d46f-4d58-a458-fc52505c1dbf) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:46.990202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:46.991467 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:46.994579 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Allocated IP 2001:db8::2 (733a9858-46ec-4cf8-be89-833c62720969/a639edd6-da23-4c74-8c8e-13b075995619/b61fd321-0d9e-4b10-859f-6567c4d6fcbf) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:46.999874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482418b-81c6-455f-a00a-0ebdfa860c76 None None] Network 794a7a12-d46f-4d58-a458-fc52505c1dbf requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:47.017448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port b06a3064-622c-4dfb-b78c-8217b63c4f29, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b06a3064-622c-4dfb-b78c-8217b63c4f29,segment=NetworkSegment(82567a2c-b915-488a-bf1d-7c3f9cf2396a),segment_id=82567a2c-b915-488a-bf1d-7c3f9cf2396a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:47.018479 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-95b98a23-263e-4b8e-bd0e-5c1a417538e5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9132273 May 09 13:23:47.021044 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57414) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:47.073715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.128723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.objects.ports [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83895) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 09 13:23:47.130163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.191913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.198330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Subnet': ['ID=20208e71-6b44-44c1-b59c-9263ecb16d79,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:47.217716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:47.219375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:47.222588 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:47.223162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.248806 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-21fed320-7dd5-4a6a-b1c7-9afcb019d343 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8721445 May 09 13:23:47.251528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57418) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:47.257233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Request body: {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'mac_address': 'fa:16:3e:16:5a:9e', 'name': 'tempest-NetworksTestDHCPv6-1476515261'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:47.267664 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=b06a3064-622c-4dfb-b78c-8217b63c4f29,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:47.285043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.370246 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.412013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Subnet': ['ID=a39de6cb-ec23-484b-a571-2c155820c75a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:47.412417 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:47.417087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Usage tracker for resource:port and tenant:29a93b12d3f84baea5c612c57ca17602 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:47.419486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:47.427859 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:47.438155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Made reservation on behalf of 29a93b12d3f84baea5c612c57ca17602 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:47.469435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-18148e73-a1f6-47ee-be80-c59bf6b2e1e7 None None] Provisioning complete for port b06a3064-622c-4dfb-b78c-8217b63c4f29 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:47.470425 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-18148e73-a1f6-47ee-be80-c59bf6b2e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.515497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49586c6-5764-4eee-804f-066b037de386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-794a7a12-d46f-4d58-a458-fc52505c1dbf', 'network_id': '794a7a12-d46f-4d58-a458-fc52505c1dbf', 'tenant_id': 'bc80d6053a6a4e04897c10ec1918ce35', 'fixed_ips': [{'subnet_id': 'a39de6cb-ec23-484b-a571-2c155820c75a'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:47.516884 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f49586c6-5764-4eee-804f-066b037de386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.518158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.546462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794a7a12-d46f-4d58-a458-fc52505c1dbf']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:47.554308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.562880 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83dbe78-c11e-4856-a86f-445049682e05') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:47.563206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83dbe78-c11e-4856-a86f-445049682e05') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:47.572172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.575996 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.593070 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.601711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:23:47.602214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.603556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] device_id is not set on port 04c04780-df0a-4cc1-8d2d-00772f571e7f yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:23:47.623415 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:23:47.711281 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621673b5-f945-48d7-b4ce-cd76581efb7d None None] Network 794a7a12-d46f-4d58-a458-fc52505c1dbf requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:47.712034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.724059 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Transition to ACTIVE for port object b61fd321-0d9e-4b10-859f-6567c4d6fcbf will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:47.731214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.737458 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Network': ['ID=794a7a12-d46f-4d58-a458-fc52505c1dbf,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:47.739673 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621673b5-f945-48d7-b4ce-cd76581efb7d None None] Network 794a7a12-d46f-4d58-a458-fc52505c1dbf could not be found, it might have been deleted concurrently. {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 09 13:23:47.747200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57422) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:47.747342 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5f4fdde0-ee8f-4cdd-bf8a-2b92a93e1561 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/794a7a12-d46f-4d58-a458-fc52505c1dbf HTTP/1.1" status: 204 len: 168 time: 0.7247670 May 09 13:23:47.749482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Transition to ACTIVE for port object b61fd321-0d9e-4b10-859f-6567c4d6fcbf will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:47.754211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1961261258'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:47.755900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.792218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:47.801181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:network and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:47.809174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:47.818623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:47.824193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:47.827915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:47.831128 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:47.834337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Pushing event updated for resources: {'Port': ['ID=b61fd321-0d9e-4b10-859f-6567c4d6fcbf,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:47.847141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:47.850032 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.925604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Attempting to bind port b61fd321-0d9e-4b10-859f-6567c4d6fcbf on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:47.926269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Attempting to bind port b61fd321-0d9e-4b10-859f-6567c4d6fcbf by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:47.926422 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Attempting to bind port b61fd321-0d9e-4b10-859f-6567c4d6fcbf on network 733a9858-46ec-4cf8-be89-833c62720969 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:47.932822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:47.934204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Checking segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:47.934204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.934204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Bound using segment: {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:47.934530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:47.934627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Bound port: b61fd321-0d9e-4b10-859f-6567c4d6fcbf, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a91a2c-cecf-4248-8625-64af07def413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '733a9858-46ec-4cf8-be89-833c62720969'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:47.934870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.948231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8::ef (733a9858-46ec-4cf8-be89-833c62720969/a639edd6-da23-4c74-8c8e-13b075995619/04c04780-df0a-4cc1-8d2d-00772f571e7f) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:47.953097 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e150356b-3c61-4315-ba0b-b6ca11cdda1c up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:47.956519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:47.956866 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Added segment c69beba0-4438-448a-b80b-3e0baf8f2e1f of type vlan for network e75f4eda-e98b-4c50-a875-b43341525de3 May 09 13:23:47.958495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Allocated IP 2001:db8:0:1:f816:3eff:fe16:5a9e (733a9858-46ec-4cf8-be89-833c62720969/20208e71-6b44-44c1-b59c-9263ecb16d79/04c04780-df0a-4cc1-8d2d-00772f571e7f) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:47.990414 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b06a3064-622c-4dfb-b78c-8217b63c4f29 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:48.005848 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.086321 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e57745-dd18-409a-b89e-f42f5bcaea3a req-0b385bb0-c65d-4db6-8f03-2673dd807fcf tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:48.087783 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-34e57745-dd18-409a-b89e-f42f5bcaea3a req-0b385bb0-c65d-4db6-8f03-2673dd807fcf tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 944 time: 0.0778878 May 09 13:23:48.130844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.133803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:48.134324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.137384 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-34e57745-dd18-409a-b89e-f42f5bcaea3a req-defaa321-5bac-4677-8e50-45a0417a93b0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432014 May 09 13:23:48.144902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] For port b61fd321-0d9e-4b10-859f-6567c4d6fcbf, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:48.148359 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] For port b61fd321-0d9e-4b10-859f-6567c4d6fcbf, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b61fd321-0d9e-4b10-859f-6567c4d6fcbf,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:48.155456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.262080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port e150356b-3c61-4315-ba0b-b6ca11cdda1c completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:48.266942 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5177536 May 09 13:23:48.270260 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port e150356b-3c61-4315-ba0b-b6ca11cdda1c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:48.270400 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.270510 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57428) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:48.276957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'subnet': {'network_id': 'e75f4eda-e98b-4c50-a875-b43341525de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:48.278498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d4dda-3aa1-4194-b859-ff1da677941d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Network': ['ID=e75f4eda-e98b-4c50-a875-b43341525de3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:48.300959 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network e75f4eda-e98b-4c50-a875-b43341525de3 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:48.311735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.325521 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b06a3064-622c-4dfb-b78c-8217b63c4f29 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:48.325884 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.327994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Transition to ACTIVE for port object 04c04780-df0a-4cc1-8d2d-00772f571e7f will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:48.351547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.388933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:48.393583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:subnet and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:48.396420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:48.403827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:48.423747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:48.438337 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Network 733a9858-46ec-4cf8-be89-833c62720969 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:48.442345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:48.444041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event updated for resources: {'Port': ['ID=04c04780-df0a-4cc1-8d2d-00772f571e7f,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:48.446314 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:48.450267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:48.451497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.475819 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b0752e5d-c1e9-4d02-964a-4518fdad4911 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2200606 May 09 13:23:48.476133 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c332a3f-9a9c-46f1-b6ed-3020befa5d65 None None] Pushing event updated for resources: {'Port': ['ID=b61fd321-0d9e-4b10-859f-6567c4d6fcbf,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:48.480401 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57432) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:48.652210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-dc7980b0-9731-4af9-a44d-41059444c508 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting port 04c04780-df0a-4cc1-8d2d-00772f571e7f {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:48.653008 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc7980b0-9731-4af9-a44d-41059444c508 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.664769 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.681241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.735913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:23:48.770125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e150356b-3c61-4315-ba0b-b6ca11cdda1c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e150356b-3c61-4315-ba0b-b6ca11cdda1c,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:48.775709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.837616 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530723a2-1ee2-431a-b328-95a37f893f0f'] response: {'server_uuid': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'code': 200} May 09 13:23:48.881989 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e150356b-3c61-4315-ba0b-b6ca11cdda1c,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:48.962229 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc7980b0-9731-4af9-a44d-41059444c508 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:48.982586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:49.085797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-dc7980b0-9731-4af9-a44d-41059444c508 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Calling delete_port for 04c04780-df0a-4cc1-8d2d-00772f571e7f owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:49.094020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Subnet': ['ID=6ed2889d-9074-4da4-b340-8415d95dbaad,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:49.127007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Checking segment: {'id': 'c69beba0-4438-448a-b80b-3e0baf8f2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e75f4eda-e98b-4c50-a875-b43341525de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:49.127377 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network hostable DHCP agents. Network: e75f4eda-e98b-4c50-a875-b43341525de3, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:23:49.170763 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2e5ea9d4-43c0-4164-94f5-cf159b7f9f13 req-b4be7ebc-9560-413a-9220-4b7ea50bc007 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1092801 May 09 13:23:49.171511 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network e75f4eda-e98b-4c50-a875-b43341525de3 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:23:49.194207 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, e75f4eda-e98b-4c50-a875-b43341525de3) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:49.202319 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:49.202905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:49.217658 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbd9146-8ae9-49b8-b791-21b4a19df2a6 None None] Network e75f4eda-e98b-4c50-a875-b43341525de3 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:49.238941 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2e5ea9d4-43c0-4164-94f5-cf159b7f9f13 req-b2a52279-2b92-4bb9-b10e-09ee66005ed9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610483 May 09 13:23:49.243461 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4928f493-4f4d-4e10-b62f-ee0c1d8c1d87 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9719794 May 09 13:23:49.246471 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57440) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:49.260287 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'subnet': {'network_id': 'e75f4eda-e98b-4c50-a875-b43341525de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:49.481012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc7980b0-9731-4af9-a44d-41059444c508 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:49.521703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-e75f4eda-e98b-4c50-a875-b43341525de3', 'network_id': 'e75f4eda-e98b-4c50-a875-b43341525de3', 'tenant_id': 'bc80d6053a6a4e04897c10ec1918ce35', 'fixed_ips': [{'subnet_id': '6ed2889d-9074-4da4-b340-8415d95dbaad'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:49.522701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:49.577935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7980b0-9731-4af9-a44d-41059444c508 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Port': ['ID=04c04780-df0a-4cc1-8d2d-00772f571e7f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:49.627437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dc7980b0-9731-4af9-a44d-41059444c508 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:49.630385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb3fc4-b675-478b-9f11-a6a9f888ace3 req-f9b65062-cda9-4d5f-9f71-a8dc94bd07d3 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:49.640380 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dc7980b0-9731-4af9-a44d-41059444c508 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/04c04780-df0a-4cc1-8d2d-00772f571e7f HTTP/1.1" status: 204 len: 168 time: 1.1556408 May 09 13:23:49.640983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57444) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:49.646366 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-90eb3fc4-b675-478b-9f11-a6a9f888ace3 req-f9b65062-cda9-4d5f-9f71-a8dc94bd07d3 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 945 time: 0.2816877 May 09 13:23:49.661975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a9ce5-28b2-4c43-8f05-4ca34dfc6d53 None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:49.662731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:49.670240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:subnet and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:49.674901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:49.681370 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:49.704467 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:49.707905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:49.722589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accec8e3-b25f-415e-a627-d96d31d30225 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:49.723308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-accec8e3-b25f-415e-a627-d96d31d30225 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:49.742135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-accec8e3-b25f-415e-a627-d96d31d30225 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:49.745925 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-accec8e3-b25f-415e-a627-d96d31d30225 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1006134 May 09 13:23:49.746310 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57450) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:49.776839 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-90eb3fc4-b675-478b-9f11-a6a9f888ace3 req-78733b28-e53e-42c1-8fb1-6019f56fe2f8 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295583 May 09 13:23:49.845665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d12d1b-43fd-462c-b4bc-b0d26328c215 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:49.847158 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-08d12d1b-43fd-462c-b4bc-b0d26328c215 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0998230 May 09 13:23:49.850043 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b1d8f569-2935-460a-9c4b-fe0ffde9c1d7 None None] Provisioning for port b61fd321-0d9e-4b10-859f-6567c4d6fcbf completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:49.850944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57454) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:49.868004 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Allocated IP 2001:db8::2 (e75f4eda-e98b-4c50-a875-b43341525de3/6ed2889d-9074-4da4-b340-8415d95dbaad/4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:49.937777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a660968-5c94-429c-bc5e-b26d6e56dbc4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:49.939637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a660968-5c94-429c-bc5e-b26d6e56dbc4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:49.941224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a660968-5c94-429c-bc5e-b26d6e56dbc4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:49.942104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7a660968-5c94-429c-bc5e-b26d6e56dbc4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:49.975933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7a660968-5c94-429c-bc5e-b26d6e56dbc4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:49.978464 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7a660968-5c94-429c-bc5e-b26d6e56dbc4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1263373 May 09 13:23:49.985147 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57460) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:50.048146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.054426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b61fd321-0d9e-4b10-859f-6567c4d6fcbf up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:50.067848 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-409255ee-9915-4ca5-ae2e-2667f072056d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet 20208e71-6b44-44c1-b59c-9263ecb16d79 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:50.073846 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-409255ee-9915-4ca5-ae2e-2667f072056d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.142808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Subnet': ['ID=67169805-dc1a-463a-a8b6-ca2ceb870706,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:50.150102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network e75f4eda-e98b-4c50-a875-b43341525de3 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:50.151855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:50.154309 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:50.155913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.165915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-409255ee-9915-4ca5-ae2e-2667f072056d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.189121 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a0c0866c-176b-4445-a82e-8b845c837c66 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9410574 May 09 13:23:50.189821 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57468) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:50.239779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-409255ee-9915-4ca5-ae2e-2667f072056d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.275861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e263e49-95ac-41fd-b7fe-a3a3a262d285 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:50.277915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e263e49-95ac-41fd-b7fe-a3a3a262d285 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:50.280000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e263e49-95ac-41fd-b7fe-a3a3a262d285 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:50.282616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e263e49-95ac-41fd-b7fe-a3a3a262d285 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:50.284942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e263e49-95ac-41fd-b7fe-a3a3a262d285 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:50.286818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8e263e49-95ac-41fd-b7fe-a3a3a262d285 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Synchronizing usage tracker for tenant:bc80d6053a6a4e04897c10ec1918ce35 on resource:subnet {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:50.322313 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8e263e49-95ac-41fd-b7fe-a3a3a262d285 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Unset dirty status for tenant:bc80d6053a6a4e04897c10ec1918ce35 on resource:subnet {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:50.323878 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8e263e49-95ac-41fd-b7fe-a3a3a262d285 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1330934 May 09 13:23:50.325458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-409255ee-9915-4ca5-ae2e-2667f072056d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.329730 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57472) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:50.339187 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1423139565'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:50.354353 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:50.354353 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:network and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:50.356795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:50.376960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port b61fd321-0d9e-4b10-859f-6567c4d6fcbf completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:50.377662 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:50.396694 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:50.401007 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b61fd321-0d9e-4b10-859f-6567c4d6fcbf triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:50.401344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.403689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.405774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409255ee-9915-4ca5-ae2e-2667f072056d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=20208e71-6b44-44c1-b59c-9263ecb16d79,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:50.414445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-409255ee-9915-4ca5-ae2e-2667f072056d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.443402 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-409255ee-9915-4ca5-ae2e-2667f072056d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/20208e71-6b44-44c1-b59c-9263ecb16d79 HTTP/1.1" status: 204 len: 168 time: 0.4508584 May 09 13:23:50.443636 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57480) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:50.478523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:50.478975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.499533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Transition to ACTIVE for port object 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:50.513882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.515039 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Added segment 797ff03e-0f78-4495-abc2-5cab1f43656b of type vlan for network dfe9f742-a040-4a26-aadc-c80bae388672 May 09 13:23:50.561783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.565075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3efd1c7-0aea-4557-bd00-372461700a33 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Deleting subnet a639edd6-da23-4c74-8c8e-13b075995619 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:23:50.573700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e3efd1c7-0aea-4557-bd00-372461700a33 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.578999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Transition to ACTIVE for port object 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:50.677374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.679067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:50.679700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.690718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e3efd1c7-0aea-4557-bd00-372461700a33 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.731157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.794254 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e3efd1c7-0aea-4557-bd00-372461700a33 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.807042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Network': ['ID=dfe9f742-a040-4a26-aadc-c80bae388672,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:50.818666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Pushing event updated for resources: {'Port': ['ID=4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:50.827382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network dfe9f742-a040-4a26-aadc-c80bae388672 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:50.850560 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b8488e62-0904-43d6-a439-ff661737a0e8 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5192692 May 09 13:23:50.851066 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.852902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57486) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:50.858661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1cfb1c01-aa83-4221-a441-b9656ed077f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:50.900521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e3efd1c7-0aea-4557-bd00-372461700a33 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.958736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efd1c7-0aea-4557-bd00-372461700a33 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Subnet': ['ID=a639edd6-da23-4c74-8c8e-13b075995619,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:50.959356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Network e75f4eda-e98b-4c50-a875-b43341525de3 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:50.972941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e3efd1c7-0aea-4557-bd00-372461700a33 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:50.978396 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d6ae0-074d-4495-999b-57c482e5685c req-86ee4e05-3e0f-49d3-ae22-bb1a607241dd tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:50.979878 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a1d6ae0-074d-4495-999b-57c482e5685c req-86ee4e05-3e0f-49d3-ae22-bb1a607241dd tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.3497171 May 09 13:23:50.991141 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e3efd1c7-0aea-4557-bd00-372461700a33 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/a639edd6-da23-4c74-8c8e-13b075995619 HTTP/1.1" status: 204 len: 168 time: 0.5464771 May 09 13:23:50.993989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57490) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:50.995036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49029de8-22e7-45a0-9991-70caafbc3c09 None None] Update dhcp port {'port': {'network_id': '733a9858-46ec-4cf8-be89-833c62720969', 'fixed_ips': [{'subnet_id': 'a639edd6-da23-4c74-8c8e-13b075995619', 'ip_address': '2001:db8::2'}, {'subnet_id': '20208e71-6b44-44c1-b59c-9263ecb16d79'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': 'b61fd321-0d9e-4b10-859f-6567c4d6fcbf'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:23:51.022505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:51.036077 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:51.062480 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ade678f3-1700-465c-b6a4-cec51da1d7f1 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647585 May 09 13:23:51.064266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57494) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.125375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-49029de8-22e7-45a0-9991-70caafbc3c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:51.144539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d148f222-898d-432e-9275-a6bca9f81102 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:51.148522 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d148f222-898d-432e-9275-a6bca9f81102 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0813539 May 09 13:23:51.148833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57498) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.174087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:23:51.174439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:23:51.205196 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a1d6ae0-074d-4495-999b-57c482e5685c req-889b2cf9-5c0b-494a-b960-4c83206a7a7b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837862 May 09 13:23:51.224462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc8a70-6615-48f4-b457-9c153ae00677 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:51.226424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b5cc8a70-6615-48f4-b457-9c153ae00677 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Synchronizing usage tracker for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:51.238344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fae81e-2827-4848-addf-9253a8d6a4f2 req-9cdf106a-ab15-4261-8f33-c4dbf1e0a940 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:51.239805 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-01fae81e-2827-4848-addf-9253a8d6a4f2 req-9cdf106a-ab15-4261-8f33-c4dbf1e0a940 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 945 time: 0.2590668 May 09 13:23:51.241310 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cfb1c01-aa83-4221-a441-b9656ed077f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:51.247569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b5cc8a70-6615-48f4-b457-9c153ae00677 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Unset dirty status for tenant:29a93b12d3f84baea5c612c57ca17602 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:51.248986 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b5cc8a70-6615-48f4-b457-9c153ae00677 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0990491 May 09 13:23:51.251457 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57502) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.258340 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Attempting to bind port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:51.258704 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Attempting to bind port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'c69beba0-4438-448a-b80b-3e0baf8f2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e75f4eda-e98b-4c50-a875-b43341525de3'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:51.259062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Attempting to bind port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 on network e75f4eda-e98b-4c50-a875-b43341525de3 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:51.265481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:51.272484 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:51.272852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Checking segment: {'id': 'c69beba0-4438-448a-b80b-3e0baf8f2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e75f4eda-e98b-4c50-a875-b43341525de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:51.273242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:51.273654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Bound using segment: {'id': 'c69beba0-4438-448a-b80b-3e0baf8f2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e75f4eda-e98b-4c50-a875-b43341525de3'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:51.274448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Bound port: 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69beba0-4438-448a-b80b-3e0baf8f2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e75f4eda-e98b-4c50-a875-b43341525de3'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:51.274698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:51.281654 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cfb1c01-aa83-4221-a441-b9656ed077f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:51.325543 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b6e16d41-15bd-45e8-9e26-72965b55f21c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681896 May 09 13:23:51.327680 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57506) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.368003 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a88ab37-74db-4a83-809a-2ed81549925a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:51.368526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a88ab37-74db-4a83-809a-2ed81549925a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:51.372445 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2a88ab37-74db-4a83-809a-2ed81549925a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/04c04780-df0a-4cc1-8d2d-00772f571e7f HTTP/1.1" status: 404 len: 333 time: 0.0416400 May 09 13:23:51.372829 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57510) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.384009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cfb1c01-aa83-4221-a441-b9656ed077f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network dfe9f742-a040-4a26-aadc-c80bae388672 is not hosted by any dhcp agent {{(pid=83894) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 09 13:23:51.393408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfb1c01-aa83-4221-a441-b9656ed077f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:51.394461 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1cfb1c01-aa83-4221-a441-b9656ed077f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:51.398048 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1cfb1c01-aa83-4221-a441-b9656ed077f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "PUT /v2.0/networks/dfe9f742-a040-4a26-aadc-c80bae388672 HTTP/1.1" status: 200 len: 723 time: 0.5414827 May 09 13:23:51.400085 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57514) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.409907 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-01fae81e-2827-4848-addf-9253a8d6a4f2 req-39a41e01-9751-4fa6-9f71-dbf7ed051f80 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598039 May 09 13:23:51.418157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'subnet': {'network_id': 'dfe9f742-a040-4a26-aadc-c80bae388672', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:51.441492 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c359abe-0d46-4a5c-b228-2e49c87906bd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:51.441492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c359abe-0d46-4a5c-b228-2e49c87906bd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:51.441492 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2c359abe-0d46-4a5c-b228-2e49c87906bd tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/20208e71-6b44-44c1-b59c-9263ecb16d79 HTTP/1.1" status: 404 len: 337 time: 0.0611978 May 09 13:23:51.441492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57518) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.443970 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] For port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:51.446714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb1c01-aa83-4221-a441-b9656ed077f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Network': ['ID=dfe9f742-a040-4a26-aadc-c80bae388672,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:51.466299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] For port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812,segment=NetworkSegment(c69beba0-4438-448a-b80b-3e0baf8f2e1f),segment_id=c69beba0-4438-448a-b80b-3e0baf8f2e1f)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:51.469975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a392dc-2ee6-4472-8220-2bfbd46344df None None] Network 733a9858-46ec-4cf8-be89-833c62720969 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:51.486867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network dfe9f742-a040-4a26-aadc-c80bae388672 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:51.492682 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6fd415-125a-4379-9e12-fd3c5aa691fb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:51.493218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6fd415-125a-4379-9e12-fd3c5aa691fb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:51.498416 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ba6fd415-125a-4379-9e12-fd3c5aa691fb tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/a639edd6-da23-4c74-8c8e-13b075995619 HTTP/1.1" status: 404 len: 337 time: 0.0592234 May 09 13:23:51.499052 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57524) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.516234 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:51.549823 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-982fe442-795c-4125-a65d-dbb9dd69f4c2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:51.550771 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982fe442-795c-4125-a65d-dbb9dd69f4c2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:51.556926 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-982fe442-795c-4125-a65d-dbb9dd69f4c2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/ab4e1e13-193b-4e26-90e6-fa3a2747c2b9 HTTP/1.1" status: 404 len: 333 time: 0.0567913 May 09 13:23:51.557804 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57528) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.565401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:51.576012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:51.604889 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e193d96a-b61f-442d-a7ee-937605c8c14e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:51.605462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e193d96a-b61f-442d-a7ee-937605c8c14e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:51.610328 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e193d96a-b61f-442d-a7ee-937605c8c14e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/154b855a-a275-456f-a5fa-0481436d1f4e HTTP/1.1" status: 404 len: 337 time: 0.0513318 May 09 13:23:51.610989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57532) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.630827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:51.660773 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5befe5a9-fa4d-49e4-87b8-567d072a58a5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:51.661409 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5befe5a9-fa4d-49e4-87b8-567d072a58a5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:51.665764 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5befe5a9-fa4d-49e4-87b8-567d072a58a5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/fd1438eb-aea0-482b-9c02-166bd16e4d5d HTTP/1.1" status: 404 len: 337 time: 0.0537138 May 09 13:23:51.666481 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57536) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.708440 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee115101-abb3-4198-ac7d-a8b7f154f908 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:51.709150 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee115101-abb3-4198-ac7d-a8b7f154f908 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:51.710971 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ee115101-abb3-4198-ac7d-a8b7f154f908 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/99a2e23e-5285-42fa-83a2-32206903ceda HTTP/1.1" status: 404 len: 333 time: 0.0425522 May 09 13:23:51.713565 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57540) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.753687 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3cccaf-ac10-459f-b336-b2f1283dbc64 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:51.754117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3cccaf-ac10-459f-b336-b2f1283dbc64 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:51.758003 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4d3cccaf-ac10-459f-b336-b2f1283dbc64 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/453406d1-62e8-4328-a85b-e8fd81174efa HTTP/1.1" status: 404 len: 337 time: 0.0411291 May 09 13:23:51.758142 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:51.758572 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57544) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.804452 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ac28b2-0065-416d-801d-fefdc5da7dcf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:51.808919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ac28b2-0065-416d-801d-fefdc5da7dcf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:51.808919 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c4ac28b2-0065-416d-801d-fefdc5da7dcf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/8d2dc18f-515f-4374-8227-90bccc5d22a8 HTTP/1.1" status: 404 len: 337 time: 0.0473366 May 09 13:23:51.809178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57548) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.848871 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f030dd7-911e-4053-9313-8ec1dd575594 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:51.849096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151fc5-d2fb-4ee2-92e1-ed25a1f665f0 req-a835289c-207b-4471-bbc7-44e60a058207 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:51.849364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f030dd7-911e-4053-9313-8ec1dd575594 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:51.853288 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d8151fc5-d2fb-4ee2-92e1-ed25a1f665f0 req-a835289c-207b-4471-bbc7-44e60a058207 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 945 time: 0.2670887 May 09 13:23:51.853444 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0f030dd7-911e-4053-9313-8ec1dd575594 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/23d82e31-2cf8-4511-b4df-0b23d3a0ef9b HTTP/1.1" status: 404 len: 333 time: 0.0409155 May 09 13:23:51.853534 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57552) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.878123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-eeccecf9-a952-49bd-a50c-2091a2be6ccd None None] Provisioning complete for port b61fd321-0d9e-4b10-859f-6567c4d6fcbf triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:51.878497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eeccecf9-a952-49bd-a50c-2091a2be6ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:51.901833 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f45354-a938-4c4e-999f-1adc10113a5e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:51.902505 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f45354-a938-4c4e-999f-1adc10113a5e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:51.904314 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-77f45354-a938-4c4e-999f-1adc10113a5e tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/77b90835-936f-4008-a276-60a813cd412b HTTP/1.1" status: 404 len: 337 time: 0.0498934 May 09 13:23:51.906903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57556) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:51.913736 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:51.953760 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b731035-f822-4344-a7e9-3c2e93a97d9c None None] Pushing event updated for resources: {'Port': ['ID=4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:51.954200 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-38822623-d550-4c79-a097-47c408afe961 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:51.954632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38822623-d550-4c79-a097-47c408afe961 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:51.959340 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-38822623-d550-4c79-a097-47c408afe961 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/5147279c-da0d-42d1-a79f-33a4d7dea566 HTTP/1.1" status: 404 len: 337 time: 0.0489461 May 09 13:23:51.960531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57560) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.004755 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-577f31a9-8720-4cda-88c6-795c7c0920d4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:52.005191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577f31a9-8720-4cda-88c6-795c7c0920d4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:52.006992 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-577f31a9-8720-4cda-88c6-795c7c0920d4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/092ef102-d1a9-42f4-a8fc-338e0a41324e HTTP/1.1" status: 404 len: 333 time: 0.0464752 May 09 13:23:52.009488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57564) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.012724 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port b61fd321-0d9e-4b10-859f-6567c4d6fcbf, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b61fd321-0d9e-4b10-859f-6567c4d6fcbf,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:52.051506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:52.053898 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65a5e9a-2373-4c30-8d17-0b7f606fde53 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:52.054332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65a5e9a-2373-4c30-8d17-0b7f606fde53 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:52.055965 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f65a5e9a-2373-4c30-8d17-0b7f606fde53 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/7a803bed-64be-423a-a7a7-d9df017786f0 HTTP/1.1" status: 404 len: 337 time: 0.0454836 May 09 13:23:52.058831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57568) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.133336 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d8151fc5-d2fb-4ee2-92e1-ed25a1f665f0 req-9847bce9-b9f7-4f9d-a496-6dc2730af2c9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600696 May 09 13:23:52.169292 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=b61fd321-0d9e-4b10-859f-6567c4d6fcbf,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:52.211334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] DHCP port deletion for 733a9858-46ec-4cf8-be89-833c62720969 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:23:52.215957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] Deleting port b61fd321-0d9e-4b10-859f-6567c4d6fcbf {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:52.216573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:52.241125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57572) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.249968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b61fd321-0d9e-4b10-859f-6567c4d6fcbf no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:23:52.297549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:52.300432 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-401d7f1b-65d0-40f9-bb64-e94a0659b17b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:52.300901 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401d7f1b-65d0-40f9-bb64-e94a0659b17b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:52.302663 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-401d7f1b-65d0-40f9-bb64-e94a0659b17b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/1d830006-dadf-40fa-a815-2a6cc78daaee HTTP/1.1" status: 404 len: 333 time: 0.2429149 May 09 13:23:52.308162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57578) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.368068 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-29108208-b875-483e-b40b-0ca0827c81f5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:52.368501 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29108208-b875-483e-b40b-0ca0827c81f5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:52.370520 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-29108208-b875-483e-b40b-0ca0827c81f5 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/e2f717ca-7bec-44af-a4eb-73c17fa2bed9 HTTP/1.1" status: 404 len: 337 time: 0.0606894 May 09 13:23:52.372597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57582) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.421825 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a75132-761b-440e-b4c0-e9babbae49e9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:52.422260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a75132-761b-440e-b4c0-e9babbae49e9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:52.424448 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-11a75132-761b-440e-b4c0-e9babbae49e9 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/85ff7642-3f91-4bfe-bc47-78878bbf350c HTTP/1.1" status: 404 len: 333 time: 0.0509799 May 09 13:23:52.427044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57586) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.446592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Subnet': ['ID=1c367364-36c6-4eae-8ed8-2b3b1b98b09b,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:52.462296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Checking segment: {'id': '797ff03e-0f78-4495-abc2-5cab1f43656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dfe9f742-a040-4a26-aadc-c80bae388672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:52.462647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network hostable DHCP agents. Network: dfe9f742-a040-4a26-aadc-c80bae388672, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:23:52.473857 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec914db6-1ca4-4939-ab00-950ef0745763 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:52.474284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec914db6-1ca4-4939-ab00-950ef0745763 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:52.477057 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ec914db6-1ca4-4939-ab00-950ef0745763 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/ac69a24e-c69c-4bb6-854a-5e7154af3c8a HTTP/1.1" status: 404 len: 337 time: 0.0479631 May 09 13:23:52.479543 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57590) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.485074 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e974c588-7553-439d-a925-3bc18a700edc tempest-TestVolumeBootPattern-1576837830 tempest-TestVolumeBootPattern-1576837830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 1093 time: 0.2382305 May 09 13:23:52.487598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57594) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.492741 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:52.498041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:52.501974 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Usage tracker for resource:floatingip and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:52.504877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:52.510579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:52.523472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:52.530063 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-50909d3d-d9f4-4802-b169-400a95aa3bc7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:52.530489 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50909d3d-d9f4-4802-b169-400a95aa3bc7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:52.546511 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-50909d3d-d9f4-4802-b169-400a95aa3bc7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/e5615078-77fe-4988-a682-0c8a808e24dc HTTP/1.1" status: 404 len: 333 time: 0.0626431 May 09 13:23:52.548170 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57598) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.604946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63ce50-bd4d-40d1-b99e-24a7d51e4553 req-47be92a5-0a44-41d3-87fc-7851b7340eeb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:52.606662 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5b63ce50-bd4d-40d1-b99e-24a7d51e4553 req-47be92a5-0a44-41d3-87fc-7851b7340eeb tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.2190783 May 09 13:23:52.611052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network dfe9f742-a040-4a26-aadc-c80bae388672 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:23:52.615151 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e5de69-ff54-470b-b545-ac56059e5472 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:52.615516 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e5de69-ff54-470b-b545-ac56059e5472 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:52.619384 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-87e5de69-ff54-470b-b545-ac56059e5472 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/94c9faa4-6f93-45a3-a8d0-984b0ea30906 HTTP/1.1" status: 404 len: 337 time: 0.0643759 May 09 13:23:52.621783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57602) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.641866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, dfe9f742-a040-4a26-aadc-c80bae388672) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:52.647548 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:52.648609 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953624'] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:52.662420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d7686c-901b-4739-b322-54999d916fdf None None] Network dfe9f742-a040-4a26-aadc-c80bae388672 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:52.677012 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:52.687184 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f80c096-b410-45ec-a1a9-1be439a544f2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:52.687875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f80c096-b410-45ec-a1a9-1be439a544f2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:52.688365 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5b63ce50-bd4d-40d1-b99e-24a7d51e4553 req-9728336d-70c2-480a-a329-0d32acfdeefe tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701683 May 09 13:23:52.692229 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9f80c096-b410-45ec-a1a9-1be439a544f2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/56b46601-f5a7-45de-940d-504642522fa8 HTTP/1.1" status: 404 len: 333 time: 0.0650814 May 09 13:23:52.692398 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7a4fe87d-f345-4a1e-8f14-0c4fa1601a2d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2796745 May 09 13:23:52.692513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57606) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.695343 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57608) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.714844 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] For port b61fd321-0d9e-4b10-859f-6567c4d6fcbf, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b61fd321-0d9e-4b10-859f-6567c4d6fcbf,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:52.715245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:52.738175 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-85533876-b36b-426d-ac62-82fd78b91ab2 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:52.778855 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-da93df3d-01da-4992-ba14-f06a591676ff tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:52.779523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da93df3d-01da-4992-ba14-f06a591676ff tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:52.780951 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-da93df3d-01da-4992-ba14-f06a591676ff tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/24052d83-1383-482a-b8d6-6507fe18c1dc HTTP/1.1" status: 404 len: 337 time: 0.0875869 May 09 13:23:52.783668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57614) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.785446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:52.836275 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-4023bf75-4420-4957-8f5b-ebb0240c4135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:52.836795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4023bf75-4420-4957-8f5b-ebb0240c4135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:52.838899 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4023bf75-4420-4957-8f5b-ebb0240c4135 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/603222a8-3391-4b80-ae5c-4ac44fc03784 HTTP/1.1" status: 404 len: 333 time: 0.0542617 May 09 13:23:52.841507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57618) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.914775 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a7b99c-8bb9-45d4-bc58-6337c7e7f4a2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:52.915639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a7b99c-8bb9-45d4-bc58-6337c7e7f4a2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:52.928443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57622) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:52.928947 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f4a7b99c-8bb9-45d4-bc58-6337c7e7f4a2 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/3492ecce-be4a-4cad-8ea1-749499665cd0 HTTP/1.1" status: 404 len: 337 time: 0.0861924 May 09 13:23:52.978415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port b61fd321-0d9e-4b10-859f-6567c4d6fcbf, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b61fd321-0d9e-4b10-859f-6567c4d6fcbf,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:52.987710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] Calling delete_port for b61fd321-0d9e-4b10-859f-6567c4d6fcbf owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:52.994568 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b4eb92-54e4-4d68-b2bd-c059625f46a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:52.995291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b4eb92-54e4-4d68-b2bd-c059625f46a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:52.998979 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f8b4eb92-54e4-4d68-b2bd-c059625f46a4 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/5ff654ef-bcd3-479d-a03c-7dc09de4464d HTTP/1.1" status: 404 len: 337 time: 0.0687375 May 09 13:23:53.003417 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57626) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:53.012442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Allocated IP 172.26.1.208 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/bdb74c5e-fe19-4288-9556-800b14273fdb) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:53.044624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85533876-b36b-426d-ac62-82fd78b91ab2 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6889005'] for subnet, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:53.067545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:53.117329 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cc6432-b166-48d1-896b-a5cc3358edea tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:53.117771 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4cc6432-b166-48d1-896b-a5cc3358edea tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:53.121752 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a4cc6432-b166-48d1-896b-a5cc3358edea tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/25984735-5f93-4b07-96c4-e44a90ce0239 HTTP/1.1" status: 404 len: 333 time: 0.1148670 May 09 13:23:53.122211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57630) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:53.158974 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=b61fd321-0d9e-4b10-859f-6567c4d6fcbf,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:53.176391 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df9c1fe-d4ac-4f21-8c54-b9a48363a9c7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:53.176829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df9c1fe-d4ac-4f21-8c54-b9a48363a9c7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:53.178490 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7df9c1fe-d4ac-4f21-8c54-b9a48363a9c7 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/abbe55f6-00f3-4c01-91fa-e1693bf88c32 HTTP/1.1" status: 404 len: 337 time: 0.0554042 May 09 13:23:53.181346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57634) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:53.233682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:23:53.234563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:23:53.241287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-dfe9f742-a040-4a26-aadc-c80bae388672', 'network_id': 'dfe9f742-a040-4a26-aadc-c80bae388672', 'tenant_id': 'bc80d6053a6a4e04897c10ec1918ce35', 'fixed_ips': [{'subnet_id': '1c367364-36c6-4eae-8ed8-2b3b1b98b09b'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:23:53.242324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:53.251362 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be6e103-085d-44ad-8f90-dde2926097d6 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:53.251811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be6e103-085d-44ad-8f90-dde2926097d6 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:53.253623 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0be6e103-085d-44ad-8f90-dde2926097d6 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/ccd973b4-70f3-464d-98e3-1534eba6d63b HTTP/1.1" status: 404 len: 337 time: 0.0703223 May 09 13:23:53.256592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57638) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:53.262154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:53.297533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:53.308179 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef847359-a470-4480-b6d5-c7f60345d7fc None None] Network e75f4eda-e98b-4c50-a875-b43341525de3 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:53.354168 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c06a936-2a01-4651-b9d0-1208eeb270a0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:53.354615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c06a936-2a01-4651-b9d0-1208eeb270a0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:53.359014 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5c06a936-2a01-4651-b9d0-1208eeb270a0 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/2ad9c11f-cb78-415e-98e7-4c1078593e55 HTTP/1.1" status: 404 len: 333 time: 0.0961637 May 09 13:23:53.361620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57642) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:53.394506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85533876-b36b-426d-ac62-82fd78b91ab2 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761251209373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7213882'] for subnet, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:53.424526 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc0c923-e657-4acb-822d-09cac7e07372 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:53.424973 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc0c923-e657-4acb-822d-09cac7e07372 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:53.429179 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5dc0c923-e657-4acb-822d-09cac7e07372 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/e9dee4ad-d148-4ab7-8d17-941627ffea83 HTTP/1.1" status: 404 len: 337 time: 0.0625622 May 09 13:23:53.431209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57646) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:53.431664 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c6badd61-b0fe-4c48-b6a2-998e1a81789b None None] Provisioning for port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:53.432773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'Port': ['ID=bdb74c5e-fe19-4288-9556-800b14273fdb,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:53.437450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:53.439202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:53.441537 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:53.504793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85533876-b36b-426d-ac62-82fd78b91ab2 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:53.505462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85533876-b36b-426d-ac62-82fd78b91ab2 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:53.506744 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-85533876-b36b-426d-ac62-82fd78b91ab2 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "PUT /v2.0/subnets/1c367364-36c6-4eae-8ed8-2b3b1b98b09b HTTP/1.1" status: 200 len: 826 time: 0.8106632 May 09 13:23:53.510395 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda519a4-22a5-4fe6-9aeb-1f80cc87703a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:53.510818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda519a4-22a5-4fe6-9aeb-1f80cc87703a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:53.514685 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fda519a4-22a5-4fe6-9aeb-1f80cc87703a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/b2cde65c-cd09-4689-8026-49ecbf031a0d HTTP/1.1" status: 404 len: 337 time: 0.0795832 May 09 13:23:53.515327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57650) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:53.515327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57652) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:53.593964 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Allocated IP 2001:db8::2 (dfe9f742-a040-4a26-aadc-c80bae388672/1c367364-36c6-4eae-8ed8-2b3b1b98b09b/b963916e-cdfd-4cb7-8e4b-498cc917a113) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:53.596939 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-2501aae1-0aff-40f9-881c-22599923380c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:53.597411 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2501aae1-0aff-40f9-881c-22599923380c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:53.602417 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2501aae1-0aff-40f9-881c-22599923380c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/4567c8be-4249-487f-a727-99bc72ed07e9 HTTP/1.1" status: 404 len: 333 time: 0.0809436 May 09 13:23:53.636474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57658) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:53.657026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85533876-b36b-426d-ac62-82fd78b91ab2 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Subnet': ['ID=1c367364-36c6-4eae-8ed8-2b3b1b98b09b,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:53.687147 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8d162f-3318-4b67-98cb-b4d4e4319541 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:53.687437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8d162f-3318-4b67-98cb-b4d4e4319541 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:53.691844 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ad8d162f-3318-4b67-98cb-b4d4e4319541 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/c0d97d92-7e51-4b98-a3ae-8e2a50505675 HTTP/1.1" status: 404 len: 337 time: 0.0528603 May 09 13:23:53.692479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57662) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:53.736332 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec56a0bf-31d7-4536-ad1d-84fc0a4205fa tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:53.737173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec56a0bf-31d7-4536-ad1d-84fc0a4205fa tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:53.737748 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] Deleting port b61fd321-0d9e-4b10-859f-6567c4d6fcbf {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:53.738230 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:53.738838 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ec56a0bf-31d7-4536-ad1d-84fc0a4205fa tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/9ebd9033-e57a-43f4-8ef1-4a05c8cf7222 HTTP/1.1" status: 404 len: 337 time: 0.0454760 May 09 13:23:53.743704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57668) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:53.757603 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:53.898056 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-26f0b2de-e0c1-42c4-b06a-3dafaa533046 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0e1dd94-5e84-47a1-b16c-304b83507f89 HTTP/1.1" status: 200 len: 205 time: 0.1511686 May 09 13:23:53.899496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:53.903321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57672) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:53.995308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525dd9b-acb9-40b5-b676-2cead1fcfcf4 req-fdee2453-b4f4-4bef-bcdc-7e9186200d53 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:54.003100 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d525dd9b-acb9-40b5-b676-2cead1fcfcf4 req-fdee2453-b4f4-4bef-bcdc-7e9186200d53 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.1613386 May 09 13:23:54.053527 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d525dd9b-acb9-40b5-b676-2cead1fcfcf4 req-e890d083-c30e-4284-8b45-edd393ab4e9a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484154 May 09 13:23:54.089565 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-cabdedef-5714-4042-bed3-7bf569d9798d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] delete failed (client error): The resource could not be found. May 09 13:23:54.090525 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cabdedef-5714-4042-bed3-7bf569d9798d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/routers/b0e1dd94-5e84-47a1-b16c-304b83507f89 HTTP/1.1" status: 404 len: 336 time: 0.1864247 May 09 13:23:54.094086 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57676) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:54.114979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] For port b61fd321-0d9e-4b10-859f-6567c4d6fcbf, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b61fd321-0d9e-4b10-859f-6567c4d6fcbf,segment=NetworkSegment(50a91a2c-cecf-4248-8625-64af07def413),segment_id=50a91a2c-cecf-4248-8625-64af07def413)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:54.115275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.133978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.148030 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ed8ba1-94df-4e12-89cd-ecc58636ba6f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:54.148030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ed8ba1-94df-4e12-89cd-ecc58636ba6f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:54.148030 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-48ed8ba1-94df-4e12-89cd-ecc58636ba6f tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/ba30f5eb-36da-491b-98dd-ed8d59dc5da8 HTTP/1.1" status: 404 len: 337 time: 0.0531015 May 09 13:23:54.150309 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57680) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:54.209317 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-73625dd7-af02-40f1-a8c8-5c807debe590 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "GET /v2.0/ports?device_id=535e79b0-85f1-4eec-ae17-a331a53e2e68 HTTP/1.1" status: 200 len: 205 time: 0.0565884 May 09 13:23:54.210478 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57684) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:54.291788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:54.325800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.327901 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] Calling delete_port for b61fd321-0d9e-4b10-859f-6567c4d6fcbf owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:54.369979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c030465-a67e-43f0-85f7-a0170650ad45 None None] Update dhcp port {'port': {'network_id': 'e75f4eda-e98b-4c50-a875-b43341525de3', 'fixed_ips': [{'subnet_id': '6ed2889d-9074-4da4-b340-8415d95dbaad', 'ip_address': '2001:db8::2'}, {'subnet_id': '67169805-dc1a-463a-a8b6-ca2ceb870706'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': '4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:23:54.372268 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-637936e5-e6e3-4989-9669-662863709246 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] delete failed (client error): The resource could not be found. May 09 13:23:54.375740 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-637936e5-e6e3-4989-9669-662863709246 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/routers/535e79b0-85f1-4eec-ae17-a331a53e2e68 HTTP/1.1" status: 404 len: 336 time: 0.1618035 May 09 13:23:54.377011 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57688) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:54.387805 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.400866 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Transition to ACTIVE for port object b963916e-cdfd-4cb7-8e4b-498cc917a113 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:54.414587 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3633a5-b360-410d-9e59-7d261a67ff2b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:54.415157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3633a5-b360-410d-9e59-7d261a67ff2b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:54.419347 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5a3633a5-b360-410d-9e59-7d261a67ff2b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/58ed4631-e729-429f-b4ae-8bfdb9782b53 HTTP/1.1" status: 404 len: 337 time: 0.0391738 May 09 13:23:54.419658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57692) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:54.465819 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Transition to ACTIVE for port object b963916e-cdfd-4cb7-8e4b-498cc917a113 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:54.468200 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c178755-01dc-473d-a462-2dd08f0c1f41 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:54.468623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c178755-01dc-473d-a462-2dd08f0c1f41 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:54.477002 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4c030465-a67e-43f0-85f7-a0170650ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.478663 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9c178755-01dc-473d-a462-2dd08f0c1f41 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/16a23f32-1fde-41c4-9b62-c5aa6ecbbce6 HTTP/1.1" status: 404 len: 337 time: 0.0580220 May 09 13:23:54.481128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57696) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:54.502068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.503327 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.535079 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6e70b0-c5d9-4721-8a4c-82065e30a62b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:54.535501 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6e70b0-c5d9-4721-8a4c-82065e30a62b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:54.537075 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fa6e70b0-c5d9-4721-8a4c-82065e30a62b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/fddff7a2-5697-4b10-87db-0da48e8a75b2 HTTP/1.1" status: 404 len: 333 time: 0.0550106 May 09 13:23:54.546387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57700) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:54.621899 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-008e6ac8-c991-41a3-8cea-135289e4d21d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:54.622628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008e6ac8-c991-41a3-8cea-135289e4d21d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:54.625304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.630095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Subnet': ['ID=1c367364-36c6-4eae-8ed8-2b3b1b98b09b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:54.648740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Network dfe9f742-a040-4a26-aadc-c80bae388672 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:23:54.659086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Pushing event updated for resources: {'Port': ['ID=b963916e-cdfd-4cb7-8e4b-498cc917a113,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:54.661382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:54.664586 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:23:54.699957 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-008e6ac8-c991-41a3-8cea-135289e4d21d tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/0466f337-da56-46cd-8f3c-b393b3394ed2 HTTP/1.1" status: 404 len: 337 time: 0.1471012 May 09 13:23:54.704738 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57704) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:54.727196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.741543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] No DVR routers for this DVR port b61fd321-0d9e-4b10-859f-6567c4d6fcbf on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:23:54.743767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:54.748486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.755596 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dd07e7-004b-4ae4-b20e-ffac7325cc38 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:54.755596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2dd07e7-004b-4ae4-b20e-ffac7325cc38 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:54.759807 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e2dd07e7-004b-4ae4-b20e-ffac7325cc38 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/fda2a937-d077-4a87-93c4-5b9c6618fb62 HTTP/1.1" status: 404 len: 333 time: 0.0516615 May 09 13:23:54.759981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57708) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:54.762585 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.766109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d0db2-c87d-4931-9917-db0ea85320a0 None None] Pushing event deleted for resources: {'Port': ['ID=b61fd321-0d9e-4b10-859f-6567c4d6fcbf,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:54.768562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe9f742-a040-4a26-aadc-c80bae388672']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:54.777962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:54.778129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.782979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797ff03e-0f78-4495-abc2-5cab1f43656b') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:54.783382 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797ff03e-0f78-4495-abc2-5cab1f43656b') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:54.794848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.812823 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.819500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:23:54.820070 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:23:54.835978 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:23:54.847148 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdeef242-6e7e-4ec6-8c65-3674e54cec52 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:54.847399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdeef242-6e7e-4ec6-8c65-3674e54cec52 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:54.851308 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cdeef242-6e7e-4ec6-8c65-3674e54cec52 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/6b2de67a-d729-45e8-8302-6a8fd7e7f988 HTTP/1.1" status: 404 len: 337 time: 0.0880878 May 09 13:23:54.852330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57712) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:54.923244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 13:23:54.923244 dv-neutron-840889-2-hyperv neutron-server[83894]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 13:23:54.923244 dv-neutron-840889-2-hyperv neutron-server[83894]: [parameters: {'id': 'dfe9f742-a040-4a26-aadc-c80bae388672'}] May 09 13:23:54.923244 dv-neutron-840889-2-hyperv neutron-server[83894]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:23:54.924155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:23:54.944892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'Port': ['ID=bdb74c5e-fe19-4288-9556-800b14273fdb,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:54.947333 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d253d5-68ab-4493-9234-69bb45191c7b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:54.947764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d253d5-68ab-4493-9234-69bb45191c7b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:54.952380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57716) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:54.953488 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-21d253d5-68ab-4493-9234-69bb45191c7b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/ce85543d-cc1b-419d-a182-117f34ff6367 HTTP/1.1" status: 404 len: 333 time: 0.0958450 May 09 13:23:54.969875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:54.977170 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Attempting to bind port b963916e-cdfd-4cb7-8e4b-498cc917a113 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:23:54.977568 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Attempting to bind port b963916e-cdfd-4cb7-8e4b-498cc917a113 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '797ff03e-0f78-4495-abc2-5cab1f43656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dfe9f742-a040-4a26-aadc-c80bae388672'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:23:54.977927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Attempting to bind port b963916e-cdfd-4cb7-8e4b-498cc917a113 on network dfe9f742-a040-4a26-aadc-c80bae388672 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:23:54.997577 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e48a23-9108-43c6-8afc-7daa11fa3ebf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:54.998187 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e48a23-9108-43c6-8afc-7daa11fa3ebf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:54.999288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:23:54.999665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Checking segment: {'id': '797ff03e-0f78-4495-abc2-5cab1f43656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dfe9f742-a040-4a26-aadc-c80bae388672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:55.000060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:55.000450 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Bound using segment: {'id': '797ff03e-0f78-4495-abc2-5cab1f43656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dfe9f742-a040-4a26-aadc-c80bae388672'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:23:55.001515 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Bound port: b963916e-cdfd-4cb7-8e4b-498cc917a113, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797ff03e-0f78-4495-abc2-5cab1f43656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dfe9f742-a040-4a26-aadc-c80bae388672'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:23:55.001758 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c4e48a23-9108-43c6-8afc-7daa11fa3ebf tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/7cdfaef6-4c2e-42c9-a042-6eedfc3a65a5 HTTP/1.1" status: 404 len: 337 time: 0.0476565 May 09 13:23:55.002266 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:55.004256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57720) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:55.012636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-4c030465-a67e-43f0-85f7-a0170650ad45 None None] Allocated IP 172.20.0.1 (e75f4eda-e98b-4c50-a875-b43341525de3/67169805-dc1a-463a-a8b6-ca2ceb870706/4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:23:55.046636 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-062078ab-787b-4341-ade6-64903556197c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:55.047248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062078ab-787b-4341-ade6-64903556197c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:55.052022 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-062078ab-787b-4341-ade6-64903556197c tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/3ae20a62-ab0b-46ed-9683-b4b494f0a6ab HTTP/1.1" status: 404 len: 333 time: 0.0443053 May 09 13:23:55.053815 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57724) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:55.097362 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e633dc90-65b0-49a4-a530-40782a615153 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:55.097858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e633dc90-65b0-49a4-a530-40782a615153 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:55.099565 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e633dc90-65b0-49a4-a530-40782a615153 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/b6598e66-0678-4baa-8032-36b342804c70 HTTP/1.1" status: 404 len: 337 time: 0.0464211 May 09 13:23:55.102458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57730) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:55.155284 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e8a23b-f8d5-4202-b692-b1989c75c594 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:55.155818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e8a23b-f8d5-4202-b692-b1989c75c594 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:55.160421 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a5e8a23b-f8d5-4202-b692-b1989c75c594 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/fe5263ae-a4bc-4b7c-ab44-9829b42f28cf HTTP/1.1" status: 404 len: 333 time: 0.0545597 May 09 13:23:55.161852 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57734) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:55.195571 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:55.225927 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Floating IP 5101b5e3-d9ff-491c-bf49-297bf383b2a0 associated. External IP: 172.26.1.208, port: e150356b-3c61-4315-ba0b-b6ca11cdda1c. May 09 13:23:55.235692 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-f683bcbf-aff2-47f6-aa60-de7c0a651c8a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:55.235907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f683bcbf-aff2-47f6-aa60-de7c0a651c8a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:55.239909 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f683bcbf-aff2-47f6-aa60-de7c0a651c8a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/53ec8a6b-5a89-4778-a223-0ac54f10cf9c HTTP/1.1" status: 404 len: 337 time: 0.0758350 May 09 13:23:55.242810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57738) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:55.268211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] For port b963916e-cdfd-4cb7-8e4b-498cc917a113, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:23:55.288378 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] For port b963916e-cdfd-4cb7-8e4b-498cc917a113, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b963916e-cdfd-4cb7-8e4b-498cc917a113,segment=NetworkSegment(797ff03e-0f78-4495-abc2-5cab1f43656b),segment_id=797ff03e-0f78-4495-abc2-5cab1f43656b)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:23:55.292894 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29e0b6c-e174-4a5a-885c-6270047063ae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:55.293571 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29e0b6c-e174-4a5a-885c-6270047063ae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:55.297457 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:55.298166 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e29e0b6c-e174-4a5a-885c-6270047063ae tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/7ed0c961-cef9-498e-9a80-6dbfb01f240e HTTP/1.1" status: 404 len: 333 time: 0.0502894 May 09 13:23:55.303533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57742) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:55.343283 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7f9dbb-ccbb-405f-ad86-05853d4c2d5a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:55.343878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7f9dbb-ccbb-405f-ad86-05853d4c2d5a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:55.348341 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4a7f9dbb-ccbb-405f-ad86-05853d4c2d5a tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/f2e4235e-d97c-4ce6-a2c3-e3a4b0f1691d HTTP/1.1" status: 404 len: 337 time: 0.0418055 May 09 13:23:55.349292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57746) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:55.353404 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4c030465-a67e-43f0-85f7-a0170650ad45 None None] For port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812,segment=NetworkSegment(c69beba0-4438-448a-b80b-3e0baf8f2e1f),segment_id=c69beba0-4438-448a-b80b-3e0baf8f2e1f)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:55.365208 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30e018-6127-46cc-9e3d-80839427ba42 req-bb9cba9a-1714-4287-b510-3ae57cff4c4f tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:55.367095 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7f30e018-6127-46cc-9e3d-80839427ba42 req-bb9cba9a-1714-4287-b510-3ae57cff4c4f tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.1724272 May 09 13:23:55.405795 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d7cce9-9db4-4fe0-9701-077605533acc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:55.406225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d7cce9-9db4-4fe0-9701-077605533acc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:55.408786 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a9d7cce9-9db4-4fe0-9701-077605533acc tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/ports/19aaee66-9bec-4281-b756-54c1a8abf7c3 HTTP/1.1" status: 404 len: 333 time: 0.0557103 May 09 13:23:55.411461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57750) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:55.413686 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737a2b4-a5d2-4e94-ab74-929c1a67889a None None] Pushing event updated for resources: {'Port': ['ID=b963916e-cdfd-4cb7-8e4b-498cc917a113,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:55.423353 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7f30e018-6127-46cc-9e3d-80839427ba42 req-4f3b95ba-752a-4aa2-a662-62cf73c1e5f1 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492933 May 09 13:23:55.425166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:55.437581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Deleting port b963916e-cdfd-4cb7-8e4b-498cc917a113 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:23:55.438168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:55.446652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4c030465-a67e-43f0-85f7-a0170650ad45 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:55.455849 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-923b3b7c-ad7e-4911-8ec9-824081fcf62b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] DELETE failed (client error): The resource could not be found. May 09 13:23:55.456536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923b3b7c-ad7e-4911-8ec9-824081fcf62b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:55.458350 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-923b3b7c-ad7e-4911-8ec9-824081fcf62b tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/subnets/a2f25df7-cb87-4729-809c-c954795cfa18 HTTP/1.1" status: 404 len: 337 time: 0.0458262 May 09 13:23:55.461437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57754) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:55.483854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4c030465-a67e-43f0-85f7-a0170650ad45 None None] Transition to ACTIVE for port object 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:23:55.492891 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4c030465-a67e-43f0-85f7-a0170650ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:55.562003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1835b740-6652-4488-9bb2-8fbefe9d46be None None] Network dfe9f742-a040-4a26-aadc-c80bae388672 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:55.612934 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9e31918-3862-4aad-80ed-17c090e18b48 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:55.694767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] For port b963916e-cdfd-4cb7-8e4b-498cc917a113, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b963916e-cdfd-4cb7-8e4b-498cc917a113,segment=NetworkSegment(797ff03e-0f78-4495-abc2-5cab1f43656b),segment_id=797ff03e-0f78-4495-abc2-5cab1f43656b)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:55.695287 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:55.728646 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:23:55.728999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:23:55.748238 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c030465-a67e-43f0-85f7-a0170650ad45 None None] Pushing event updated for resources: {'Port': ['ID=4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:55.820694 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Calling delete_port for b963916e-cdfd-4cb7-8e4b-498cc917a113 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:23:55.869203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9e31918-3862-4aad-80ed-17c090e18b48 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:55.906634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-f9e31918-3862-4aad-80ed-17c090e18b48 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733a9858-46ec-4cf8-be89-833c62720969']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:55.910046 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:55.958108 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Port': ['ID=b963916e-cdfd-4cb7-8e4b-498cc917a113,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:55.958757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36722e04-3832-427f-9c34-fdb7474b004e None None] Network dfe9f742-a040-4a26-aadc-c80bae388672 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:55.969344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No DVR routers for this DVR port b963916e-cdfd-4cb7-8e4b-498cc917a113 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:23:56.044097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-f9e31918-3862-4aad-80ed-17c090e18b48 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a91a2c-cecf-4248-8625-64af07def413') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:56.044550 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-f9e31918-3862-4aad-80ed-17c090e18b48 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a91a2c-cecf-4248-8625-64af07def413') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:56.068564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9e31918-3862-4aad-80ed-17c090e18b48 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.093171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9e31918-3862-4aad-80ed-17c090e18b48 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.116436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e31918-3862-4aad-80ed-17c090e18b48 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:23:56.116841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9e31918-3862-4aad-80ed-17c090e18b48 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.123286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:23:56.146576 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:23:56.157126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe9f742-a040-4a26-aadc-c80bae388672']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:56.170000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797ff03e-0f78-4495-abc2-5cab1f43656b') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:56.170295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797ff03e-0f78-4495-abc2-5cab1f43656b') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:56.182909 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.200636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.208105 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:23:56.208701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:23:56.224489 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:23:56.233219 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9e31918-3862-4aad-80ed-17c090e18b48 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.254068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f9e31918-3862-4aad-80ed-17c090e18b48 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.266707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e31918-3862-4aad-80ed-17c090e18b48 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] Pushing event deleted for resources: {'Network': ['ID=733a9858-46ec-4cf8-be89-833c62720969,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:56.273701 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f9e31918-3862-4aad-80ed-17c090e18b48 tempest-NetworksTestDHCPv6-1560007080 tempest-NetworksTestDHCPv6-1560007080-project] 10.222.0.44 "DELETE /v2.0/networks/733a9858-46ec-4cf8-be89-833c62720969 HTTP/1.1" status: 204 len: 168 time: 0.8110635 May 09 13:23:56.302801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.346221 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812,segment=NetworkSegment(c69beba0-4438-448a-b80b-3e0baf8f2e1f),segment_id=c69beba0-4438-448a-b80b-3e0baf8f2e1f)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:23:56.352906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Router 8920e538-e61c-46d8-8611-3a13a59e6b65 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:23:56.359626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.431120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.437290 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.468890 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:56.483297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Network': ['ID=dfe9f742-a040-4a26-aadc-c80bae388672,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:56.489887 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-05b9da4b-bd24-42b9-80b7-eaece9ba45f1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/dfe9f742-a040-4a26-aadc-c80bae388672 HTTP/1.1" status: 204 len: 168 time: 2.9737110 May 09 13:23:56.493456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57762) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:56.502792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:56.535375 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefc5e8f-b25a-498f-846c-b8d79c487092 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] DELETE failed (client error): The resource could not be found. May 09 13:23:56.536033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eefc5e8f-b25a-498f-846c-b8d79c487092 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:23:56.537924 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-eefc5e8f-b25a-498f-846c-b8d79c487092 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/dfe9f742-a040-4a26-aadc-c80bae388672 HTTP/1.1" status: 404 len: 339 time: 0.0393229 May 09 13:23:56.550965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57766) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:56.566118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1670002189', 'description': 'd1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:56.587608 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:56.605189 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Usage tracker for resource:network and tenant:bc80d6053a6a4e04897c10ec1918ce35 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:56.615699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:56.633995 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:56.685213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78692b46-bf50-4177-88f8-8980489618a9 None None] Network e75f4eda-e98b-4c50-a875-b43341525de3 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:23:56.700255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:23:56.728048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.758528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:56.761599 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.768109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da775ed0-8249-4ee0-b105-39b1ef240971 None None] Sync routers for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:23:56.802623 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b3369987-d966-499c-ad89-591dbdf2d07b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3120587 May 09 13:23:56.802623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'tag': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:23:56.811353 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d746a-3e91-43e7-b641-adf7b62c1544 req-6624835c-08e9-4630-a46d-80f93c8be740 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:56.812862 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-865d746a-3e91-43e7-b641-adf7b62c1544 req-6624835c-08e9-4630-a46d-80f93c8be740 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.1747594 May 09 13:23:56.813690 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:56.828966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da775ed0-8249-4ee0-b105-39b1ef240971 None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:56.829991 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-da775ed0-8249-4ee0-b105-39b1ef240971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:23:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:56.838569 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.838951 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Added segment d6870b1f-c507-425f-8865-3d15268c89d3 of type vlan for network b3a65023-1157-4fdb-a4de-9c857b7e75c1 May 09 13:23:56.866124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57776) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:56.876350 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244d3979-362a-4916-bd00-09e4c026f583'] response: {'name': 'network-changed', 'server_uuid': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'tag': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'status': 'completed', 'code': 200} May 09 13:23:56.881432 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-865d746a-3e91-43e7-b641-adf7b62c1544 req-30f45761-0c96-4557-b650-462c587a0e8f tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596979 May 09 13:23:56.897509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:56.907866 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-91e2ec2d-fb52-4836-ade3-e6a4b441a1c3 None None] Provisioning for port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:23:56.986825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-91e2ec2d-fb52-4836-ade3-e6a4b441a1c3 None None] Provisioning complete for port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:56.987186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-91e2ec2d-fb52-4836-ade3-e6a4b441a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:57.003491 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99f6bb0b-06b1-41c6-9bd3-2e977f37636b req-dffcf593-147f-4caf-a1dd-3e3535945f0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1014671 May 09 13:23:57.004094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:57.008132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:57.008488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:57.068071 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ae1aae9d-d099-4ac2-b5f0-9b3b33a7bd11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29a93b12d3f84baea5c612c57ca17602&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2009571 May 09 13:23:57.070539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57782) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:57.133219 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e9325c8d-3453-4681-be04-f9733bd9a239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:57.160005 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e9325c8d-3453-4681-be04-f9733bd9a239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:57.178624 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6264441 May 09 13:23:57.181317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57786) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:57.202044 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7c242-773f-4317-b1e5-646e161fce59 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Network': ['ID=b3a65023-1157-4fdb-a4de-9c857b7e75c1,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:57.226955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network b3a65023-1157-4fdb-a4de-9c857b7e75c1 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:57.251193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6bb0b-06b1-41c6-9bd3-2e977f37636b req-93c40e18-21c4-43f0-960e-7b0f41ad4e24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:57.252745 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99f6bb0b-06b1-41c6-9bd3-2e977f37636b req-93c40e18-21c4-43f0-960e-7b0f41ad4e24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 912 time: 0.2403755 May 09 13:23:57.310634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0206856b-115e-4219-b510-4e231b7ffc0b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:57.311303 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0206856b-115e-4219-b510-4e231b7ffc0b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Synchronizing usage tracker for tenant:bc80d6053a6a4e04897c10ec1918ce35 on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:57.325690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e9325c8d-3453-4681-be04-f9733bd9a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:57.332117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-da775ed0-8249-4ee0-b105-39b1ef240971 None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:23:57.339731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0206856b-115e-4219-b510-4e231b7ffc0b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Unset dirty status for tenant:bc80d6053a6a4e04897c10ec1918ce35 on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:57.343322 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0206856b-115e-4219-b510-4e231b7ffc0b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "GET /v2.0/networks?id=b3a65023-1157-4fdb-a4de-9c857b7e75c1 HTTP/1.1" status: 200 len: 765 time: 0.1584356 May 09 13:23:57.344961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57790) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:57.345708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9325c8d-3453-4681-be04-f9733bd9a239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b4daf7-efc1-441f-a066-a512dc82f833,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:57.353674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ef28d84b-d6f4-43b2-84e0-ac6f5698f8de tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'network': {'description': 'd2'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:57.374977 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e9325c8d-3453-4681-be04-f9733bd9a239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:57.376638 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e9325c8d-3453-4681-be04-f9733bd9a239 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74b4daf7-efc1-441f-a066-a512dc82f833 HTTP/1.1" status: 204 len: 168 time: 0.3051703 May 09 13:23:57.402976 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99f6bb0b-06b1-41c6-9bd3-2e977f37636b req-d190865a-cdd1-4b95-8cb2-52b83a3af5d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e150356b-3c61-4315-ba0b-b6ca11cdda1c HTTP/1.1" status: 200 len: 999 time: 0.1439860 May 09 13:23:57.473768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6bb0b-06b1-41c6-9bd3-2e977f37636b req-c538fb44-eadf-4967-bf63-dd728467aa55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:57.475617 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99f6bb0b-06b1-41c6-9bd3-2e977f37636b req-c538fb44-eadf-4967-bf63-dd728467aa55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.0661483 May 09 13:23:57.589312 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99f6bb0b-06b1-41c6-9bd3-2e977f37636b req-f78884b3-d484-4590-94d1-2a8fdc367db6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1080422 May 09 13:23:57.641570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ef28d84b-d6f4-43b2-84e0-ac6f5698f8de tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:57.662571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ef28d84b-d6f4-43b2-84e0-ac6f5698f8de tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:57.747256 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef28d84b-d6f4-43b2-84e0-ac6f5698f8de tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network b3a65023-1157-4fdb-a4de-9c857b7e75c1 is not hosted by any dhcp agent {{(pid=83895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 09 13:23:57.751046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28d84b-d6f4-43b2-84e0-ac6f5698f8de tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:57.751689 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ef28d84b-d6f4-43b2-84e0-ac6f5698f8de tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:57.753144 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ef28d84b-d6f4-43b2-84e0-ac6f5698f8de tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "PUT /v2.0/networks/b3a65023-1157-4fdb-a4de-9c857b7e75c1 HTTP/1.1" status: 200 len: 762 time: 0.4054973 May 09 13:23:57.755855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57802) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:57.790067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28d84b-d6f4-43b2-84e0-ac6f5698f8de tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Network': ['ID=b3a65023-1157-4fdb-a4de-9c857b7e75c1,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:57.803663 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99f6bb0b-06b1-41c6-9bd3-2e977f37636b req-a78274a0-45ca-407e-9cbf-0663fc0eacb8 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068083 May 09 13:23:57.808709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network b3a65023-1157-4fdb-a4de-9c857b7e75c1 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:57.979841 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:23:57.981976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-da775ed0-8249-4ee0-b105-39b1ef240971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '5101b5e3-d9ff-491c-bf49-297bf383b2a0', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.208', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:ab:47:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:23:54Z', 'updated_at': '2022-05-09T13:23:54Z', 'revision_number': 0, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:57.991909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da775ed0-8249-4ee0-b105-39b1ef240971 None None] Checking router: 8920e538-e61c-46d8-8611-3a13a59e6b65 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:23:58.013907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da775ed0-8249-4ee0-b105-39b1ef240971 None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:23:58.014531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-da775ed0-8249-4ee0-b105-39b1ef240971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:23:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:58.037911 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99f6bb0b-06b1-41c6-9bd3-2e977f37636b req-05a3697f-6e4c-41e4-b1bc-e9ee663b423f service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901855 May 09 13:23:58.082158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a0333c-9fb3-44a9-b2ba-871809af7d2b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.082842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f3a0333c-9fb3-44a9-b2ba-871809af7d2b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Synchronizing usage tracker for tenant:bc80d6053a6a4e04897c10ec1918ce35 on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:58.102699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f3a0333c-9fb3-44a9-b2ba-871809af7d2b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Unset dirty status for tenant:bc80d6053a6a4e04897c10ec1918ce35 on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:58.103898 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f3a0333c-9fb3-44a9-b2ba-871809af7d2b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "GET /v2.0/networks?id=b3a65023-1157-4fdb-a4de-9c857b7e75c1 HTTP/1.1" status: 200 len: 765 time: 0.3468611 May 09 13:23:58.108212 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57814) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:58.152825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c12a1-c7e9-4603-802b-27dc07bca808 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:23:58.218400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcce66-f581-4bd3-8175-afd8e94abc5d req-fe0508cb-acc9-4ddd-9467-d52ed75b2034 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.221726 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1fbcce66-f581-4bd3-8175-afd8e94abc5d req-fe0508cb-acc9-4ddd-9467-d52ed75b2034 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.0974677 May 09 13:23:58.262678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bd57d642-aa18-43eb-a909-39b0c8cf3101 None None] Provisioning complete for port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:58.263045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bd57d642-aa18-43eb-a909-39b0c8cf3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:58.276178 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1fbcce66-f581-4bd3-8175-afd8e94abc5d req-2d211caf-6c04-43e9-a482-d5ca82de0eb6 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454929 May 09 13:23:58.387874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-da775ed0-8249-4ee0-b105-39b1ef240971 None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:23:58.412977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57822) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:58.432458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b62b67-a10c-4f08-8cd5-46864be62ef6 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.433550 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e9b62b67-a10c-4f08-8cd5-46864be62ef6 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3243849 May 09 13:23:58.436198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57828) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:58.477241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ebb4c290-fae6-41ae-871e-30104fcf5002 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Synchronizing usage tracker for tenant:bc80d6053a6a4e04897c10ec1918ce35 on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:23:58.477604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:23:58.489764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ebb4c290-fae6-41ae-871e-30104fcf5002 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Unset dirty status for tenant:bc80d6053a6a4e04897c10ec1918ce35 on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:23:58.490891 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ebb4c290-fae6-41ae-871e-30104fcf5002 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 207 time: 0.0538020 May 09 13:23:58.494486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57832) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:58.567988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1762382668'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:58.573435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:58.577948 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:network and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:58.582222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:58.595294 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:58.612439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:58.615895 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:58.636241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:58.642943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4c12a1-c7e9-4603-802b-27dc07bca808 None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:23:58.660020 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056d203-f991-4d9f-ba81-0b786594c3f7 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.664188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056d203-f991-4d9f-ba81-0b786594c3f7 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.667726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056d203-f991-4d9f-ba81-0b786594c3f7 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.671543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056d203-f991-4d9f-ba81-0b786594c3f7 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.676065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056d203-f991-4d9f-ba81-0b786594c3f7 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.676864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:58.680448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056d203-f991-4d9f-ba81-0b786594c3f7 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.680738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:security_group_rule and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:58.682220 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2056d203-f991-4d9f-ba81-0b786594c3f7 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.1868494 May 09 13:23:58.685983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57836) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:58.688981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:58.696679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:58.768740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:58.773233 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:58.808263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0d7d4e-5506-4ccb-9729-d61a3c0b29f5,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:58.823382 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:58.834019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:58.834395 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Added segment eb895839-a261-4d80-a520-f3e858be6e25 of type vlan for network c3e218d8-6db6-4572-9e64-210a59043658 May 09 13:23:58.862525 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:58.883435 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-72250ebf-99f0-4645-94ee-c6dd375d0958 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1960390 May 09 13:23:58.884029 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57840) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:58.897048 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:58.902761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.903361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:58.936552 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:23:58.937575 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:58.947444 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5332613 May 09 13:23:58.951443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57844) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:58.968954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ea5f6-546d-4c70-a391-727cbe57c2a2 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.971143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ea5f6-546d-4c70-a391-727cbe57c2a2 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.972203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ea5f6-546d-4c70-a391-727cbe57c2a2 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.973627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ea5f6-546d-4c70-a391-727cbe57c2a2 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.975522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ea5f6-546d-4c70-a391-727cbe57c2a2 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:58.976959 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-796ea5f6-546d-4c70-a391-727cbe57c2a2 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0916829 May 09 13:23:58.980966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57848) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:59.000408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'name': 'tempest-PortsTestJSON-378448865'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:59.056690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cccb51-309d-4088-9c5b-52dcb0f2c5d0 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:59.057912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cccb51-309d-4088-9c5b-52dcb0f2c5d0 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:59.059299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cccb51-309d-4088-9c5b-52dcb0f2c5d0 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:59.060598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cccb51-309d-4088-9c5b-52dcb0f2c5d0 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:59.062257 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cccb51-309d-4088-9c5b-52dcb0f2c5d0 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:59.067921 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c8cccb51-309d-4088-9c5b-52dcb0f2c5d0 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0824280 May 09 13:23:59.068367 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57852) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:59.213625 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20306a4c-3d67-4d37-938a-682b03424b66 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Network': ['ID=c3e218d8-6db6-4572-9e64-210a59043658,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:59.216822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97abce62-3f86-4ce9-bf8e-454bbc696380 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:59.218516 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-97abce62-3f86-4ce9-bf8e-454bbc696380 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "GET /v2.0/networks/050c280a-c012-4b3a-99be-65606715d93b HTTP/1.1" status: 200 len: 803 time: 0.1488853 May 09 13:23:59.221978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57856) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:59.237654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network c3e218d8-6db6-4572-9e64-210a59043658 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:23:59.244502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:59.248321 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:port and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:23:59.251714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:23:59.258148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:59.272217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:59.276112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:59.310153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port 70933ceb-0611-456d-9166-11d84c3cdb82 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:23:59.334960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-da775ed0-8249-4ee0-b105-39b1ef240971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '5101b5e3-d9ff-491c-bf49-297bf383b2a0', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.208', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:ab:47:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:23:54Z', 'updated_at': '2022-05-09T13:23:54Z', 'revision_number': 0, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:23:59.345437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da775ed0-8249-4ee0-b105-39b1ef240971 None None] The sync data for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv is: [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '5101b5e3-d9ff-491c-bf49-297bf383b2a0', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.208', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:ab:47:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:23:54Z', 'updated_at': '2022-05-09T13:23:54Z', 'revision_number': 0, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:23:59.429979 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8fddd625-055e-4086-af59-ed3ac1ede385 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "GET /v2.0/networks/050c280a-c012-4b3a-99be-65606715d93b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2066636 May 09 13:23:59.433613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57862) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:59.523264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190ba683-1063-436f-a080-f84d5f7537ef tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:59.525296 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-190ba683-1063-436f-a080-f84d5f7537ef tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "GET /v2.0/subnets/89de0146-d511-4846-bde9-0a2195d87ad1 HTTP/1.1" status: 200 len: 843 time: 0.0898564 May 09 13:23:59.528285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57866) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:59.561010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc2b082-48c1-41a4-b56a-957ffd258738 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:23:59.654111 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595ce57-c7e5-4359-ad87-ef213c549bf1 None None] New status for floating IP 5101b5e3-d9ff-491c-bf49-297bf383b2a0: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:23:59.663217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5027d56-6c9d-4490-801b-cf0b3d4ee420 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:59.673806 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b5027d56-6c9d-4490-801b-cf0b3d4ee420 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "GET /v2.0/subnets/89de0146-d511-4846-bde9-0a2195d87ad1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1395767 May 09 13:23:59.674385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57870) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:59.684016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1961871189'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:59.691915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:23:59.694136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:59.702573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:23:59.714304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:23:59.714508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26896356-df92-4d9b-bfb6-c5ea8085eb74 req-f90918c7-9292-4d35-a4a9-6370bbaed4a0 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:59.716046 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-26896356-df92-4d9b-bfb6-c5ea8085eb74 req-f90918c7-9292-4d35-a4a9-6370bbaed4a0 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.2218850 May 09 13:23:59.717732 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:59.735730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc2b082-48c1-41a4-b56a-957ffd258738 None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:23:59.753123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:23:59.766671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:59.767009 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Added segment bc086748-9dd1-43e7-8f98-95f47eb32f7c of type vlan for network d0becf9f-261f-4771-9b87-e3ecbcbac699 May 09 13:23:59.779968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:59.800824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:59.853976 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-26896356-df92-4d9b-bfb6-c5ea8085eb74 req-75320d65-24bd-42ad-b7d3-fbe332c09f51 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188159 May 09 13:23:59.855280 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:59.861181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:23:59.862341 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:23:59.908646 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2303214 May 09 13:23:59.910431 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57874) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:23:59.927544 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=70933ceb-0611-456d-9166-11d84c3cdb82,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:23:59.952072 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Checking segment: {'id': 'eb895839-a261-4d80-a520-f3e858be6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:23:59.952754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network hostable DHCP agents. Network: c3e218d8-6db6-4572-9e64-210a59043658, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:23:59.982020 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'subnet': {'network_id': 'd0becf9f-261f-4771-9b87-e3ecbcbac699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:23:59.982748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c3e218d8-6db6-4572-9e64-210a59043658 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:23:59.993981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, c3e218d8-6db6-4572-9e64-210a59043658) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:23:59.997900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:00.002756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:00.003623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:00.027572 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9fb39333-e9df-434d-a94e-c41f6238abae tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0750992 May 09 13:24:00.030721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57878) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:00.037408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1641429975'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:00.042298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:00.046575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:network and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:00.050515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:00.056532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:00.070266 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:00.073778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:00.098141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574d5da-f8c8-4799-8f9c-d039541db714 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Network': ['ID=d0becf9f-261f-4771-9b87-e3ecbcbac699,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:00.106475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:24:00.115944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network d0becf9f-261f-4771-9b87-e3ecbcbac699 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:24:00.122120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:00.122607 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Added segment c9f77d6b-6f40-490c-9090-0f941bc2e1c0 of type vlan for network c328dcca-7f02-4a47-8dbc-0f5dc0f0dc6d May 09 13:24:00.124334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:00.134376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:00.145594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Made reservation on behalf of bc80d6053a6a4e04897c10ec1918ce35 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:00.151993 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:00.183112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:00.186965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:00.187643 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:00.253236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:00.255590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1b892d-efa0-477d-a943-fc7872b5fb8f None None] Network c3e218d8-6db6-4572-9e64-210a59043658 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:00.291275 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2570145 May 09 13:24:00.292570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57882) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:00.299856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'ports': [{'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658'}, {'network_id': 'c328dcca-7f02-4a47-8dbc-0f5dc0f0dc6d'}]} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:00.300272 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:00.300833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': 'c328dcca-7f02-4a47-8dbc-0f5dc0f0dc6d'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:00.318307 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f13a0-7808-4baf-bba1-9573c1990954 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Network': ['ID=c328dcca-7f02-4a47-8dbc-0f5dc0f0dc6d,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:00.345993 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network c328dcca-7f02-4a47-8dbc-0f5dc0f0dc6d details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:24:00.346404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.ipam_backend_mixin [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Performing IP validity checks on allocation pools {{(pid=83895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 09 13:24:00.347067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.ipam_backend_mixin [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 09 13:24:00.480063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:00.520462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:00.524548 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:port and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:00.527503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:00.534052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:00.550439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 2} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:00.554779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:00.577346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:00.663847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Subnet': ['ID=615a8830-9c6b-4d3a-b758-d2d13166eee1,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:00.675219 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Checking segment: {'id': 'bc086748-9dd1-43e7-8f98-95f47eb32f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd0becf9f-261f-4771-9b87-e3ecbcbac699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:00.675568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network hostable DHCP agents. Network: d0becf9f-261f-4771-9b87-e3ecbcbac699, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:24:00.697546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Network d0becf9f-261f-4771-9b87-e3ecbcbac699 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:24:00.707699 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, d0becf9f-261f-4771-9b87-e3ecbcbac699) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:00.712290 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:00.712940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:00.716533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7016557-0bb2-4565-b1b5-c99d22e3d108 None None] Network d0becf9f-261f-4771-9b87-e3ecbcbac699 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:00.744890 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d7202116-7488-4380-9fde-97a0baa306fb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8330872 May 09 13:24:00.747266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57886) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:00.753987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d6e5738c-4931-4489-8eef-b66a6a1a74c5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:00.802159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port 8e2b7784-227f-4d2d-b64a-f02956be9c5f yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:00.897948 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d6e5738c-4931-4489-8eef-b66a6a1a74c5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7116885'] for subnet, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:00.932193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:00.985925 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-d0becf9f-261f-4771-9b87-e3ecbcbac699', 'network_id': 'd0becf9f-261f-4771-9b87-e3ecbcbac699', 'tenant_id': 'bc80d6053a6a4e04897c10ec1918ce35', 'fixed_ips': [{'subnet_id': '615a8830-9c6b-4d3a-b758-d2d13166eee1'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:24:00.986299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:01.118832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port 68877396-e1d8-4f2c-b468-eeb37f086c36 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:01.169295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e14f69-127b-44b2-bd59-ef21c3d10e40 req-e560454d-ceb9-4ea0-ac0c-ee193a1898dc tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:01.174417 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a2e14f69-127b-44b2-bd59-ef21c3d10e40 req-e560454d-ceb9-4ea0-ac0c-ee193a1898dc tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.1529355 May 09 13:24:01.190394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d6e5738c-4931-4489-8eef-b66a6a1a74c5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761251209373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6885907'] for subnet, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:01.261706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e5738c-4931-4489-8eef-b66a6a1a74c5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:01.266643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d6e5738c-4931-4489-8eef-b66a6a1a74c5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:01.266643 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d6e5738c-4931-4489-8eef-b66a6a1a74c5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "PUT /v2.0/subnets/615a8830-9c6b-4d3a-b758-d2d13166eee1 HTTP/1.1" status: 200 len: 900 time: 0.5148759 May 09 13:24:01.266643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57892) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:01.287425 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Allocated IP 2001:db8::3 (d0becf9f-261f-4771-9b87-e3ecbcbac699/615a8830-9c6b-4d3a-b758-d2d13166eee1/77a7f2f7-6268-408b-a09f-d5b27f370b19) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:01.296032 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a2e14f69-127b-44b2-bd59-ef21c3d10e40 req-4e911d85-7ae9-4dbe-8315-a2823b78fedc tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119969 May 09 13:24:01.312589 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:01.350977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:01.398284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5738c-4931-4489-8eef-b66a6a1a74c5 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event updated for resources: {'Subnet': ['ID=615a8830-9c6b-4d3a-b758-d2d13166eee1,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:01.454030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=8e2b7784-227f-4d2d-b64a-f02956be9c5f,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:01.463089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c3e218d8-6db6-4572-9e64-210a59043658 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:01.463614 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:01.470424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:01.470424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:01.487097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:01.569447 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=68877396-e1d8-4f2c-b468-eeb37f086c36,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:01.579754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Checking segment: {'id': 'c9f77d6b-6f40-490c-9090-0f941bc2e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c328dcca-7f02-4a47-8dbc-0f5dc0f0dc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:01.579754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network hostable DHCP agents. Network: c328dcca-7f02-4a47-8dbc-0f5dc0f0dc6d, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:24:01.596630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:01.602113 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:01.605780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c328dcca-7f02-4a47-8dbc-0f5dc0f0dc6d is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:24:01.614712 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, c328dcca-7f02-4a47-8dbc-0f5dc0f0dc6d) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:01.618448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:01.622732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:01.626844 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7a30b9-a1d2-43bf-9c5a-554d25263bf3 None None] Network c328dcca-7f02-4a47-8dbc-0f5dc0f0dc6d requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:01.626968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:01.627060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:01.656424 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-20c1926c-9e37-4891-8935-f2d0f46ed167 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3625174 May 09 13:24:01.657740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Transition to ACTIVE for port object 77a7f2f7-6268-408b-a09f-d5b27f370b19 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:01.659324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57896) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:01.818910 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-97d770a0-d181-4d68-809d-f38f81663860 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 68877396-e1d8-4f2c-b468-eeb37f086c36 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:01.820374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-97d770a0-d181-4d68-809d-f38f81663860 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:01.863409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Transition to ACTIVE for port object 77a7f2f7-6268-408b-a09f-d5b27f370b19 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:01.900153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:01.918927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:01.988264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Subnet': ['ID=615a8830-9c6b-4d3a-b758-d2d13166eee1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:02.011160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Network d0becf9f-261f-4771-9b87-e3ecbcbac699 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:02.016107 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:02.022056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:02.026716 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Pushing event updated for resources: {'Port': ['ID=77a7f2f7-6268-408b-a09f-d5b27f370b19,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:02.086272 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-97d770a0-d181-4d68-809d-f38f81663860 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:02.105404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:02.134248 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Attempting to bind port 77a7f2f7-6268-408b-a09f-d5b27f370b19 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:24:02.134670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Attempting to bind port 77a7f2f7-6268-408b-a09f-d5b27f370b19 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'bc086748-9dd1-43e7-8f98-95f47eb32f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd0becf9f-261f-4771-9b87-e3ecbcbac699'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:24:02.136489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Attempting to bind port 77a7f2f7-6268-408b-a09f-d5b27f370b19 on network d0becf9f-261f-4771-9b87-e3ecbcbac699 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:24:02.139283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0becf9f-261f-4771-9b87-e3ecbcbac699']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:02.145676 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:24:02.145855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Checking segment: {'id': 'bc086748-9dd1-43e7-8f98-95f47eb32f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd0becf9f-261f-4771-9b87-e3ecbcbac699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:02.147263 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:02.147263 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Bound using segment: {'id': 'bc086748-9dd1-43e7-8f98-95f47eb32f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd0becf9f-261f-4771-9b87-e3ecbcbac699'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:24:02.148117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Bound port: 77a7f2f7-6268-408b-a09f-d5b27f370b19, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc086748-9dd1-43e7-8f98-95f47eb32f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd0becf9f-261f-4771-9b87-e3ecbcbac699'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:24:02.149366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:02.156022 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc086748-9dd1-43e7-8f98-95f47eb32f7c') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:02.156255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc086748-9dd1-43e7-8f98-95f47eb32f7c') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:02.173759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:02.194208 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:02.202335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:02.202975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:02.223752 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:02.259263 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] For port 77a7f2f7-6268-408b-a09f-d5b27f370b19, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:24:02.277780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-97d770a0-d181-4d68-809d-f38f81663860 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 68877396-e1d8-4f2c-b468-eeb37f086c36 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:02.315718 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] For port 77a7f2f7-6268-408b-a09f-d5b27f370b19, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=77a7f2f7-6268-408b-a09f-d5b27f370b19,segment=NetworkSegment(bc086748-9dd1-43e7-8f98-95f47eb32f7c),segment_id=bc086748-9dd1-43e7-8f98-95f47eb32f7c)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:24:02.317982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.db.api [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 13:24:02.317982 dv-neutron-840889-2-hyperv neutron-server[83895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 13:24:02.317982 dv-neutron-840889-2-hyperv neutron-server[83895]: [parameters: {'id': 'd0becf9f-261f-4771-9b87-e3ecbcbac699'}] May 09 13:24:02.317982 dv-neutron-840889-2-hyperv neutron-server[83895]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:24:02.317982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG oslo_db.api [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:24:02.320017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:02.380585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-97d770a0-d181-4d68-809d-f38f81663860 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:02.432950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d770a0-d181-4d68-809d-f38f81663860 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=68877396-e1d8-4f2c-b468-eeb37f086c36,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:02.455090 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce74d4-b5d2-49b9-b2cb-485ff2b08948 None None] Pushing event updated for resources: {'Port': ['ID=77a7f2f7-6268-408b-a09f-d5b27f370b19,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:02.481584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-97d770a0-d181-4d68-809d-f38f81663860 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:02.488337 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-97d770a0-d181-4d68-809d-f38f81663860 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/68877396-e1d8-4f2c-b468-eeb37f086c36 HTTP/1.1" status: 204 len: 168 time: 0.8284931 May 09 13:24:02.491063 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57902) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:02.492009 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05369e4-5bc9-495b-84ad-1ca3049358d8 None None] Network d0becf9f-261f-4771-9b87-e3ecbcbac699 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:02.609685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3d014-c8b4-42ce-980f-449919a69628 req-845e468b-5625-491b-86e7-7117ef2a2b5d tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:02.611973 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2dd3d014-c8b4-42ce-980f-449919a69628 req-845e468b-5625-491b-86e7-7117ef2a2b5d tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.1799896 May 09 13:24:02.677627 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace9a6d-71ba-4fa0-b707-326d186e9962 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:02.682187 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace9a6d-71ba-4fa0-b707-326d186e9962 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:02.682996 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8ace9a6d-71ba-4fa0-b707-326d186e9962 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:02.696159 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2dd3d014-c8b4-42ce-980f-449919a69628 req-e017235d-1490-49ab-8978-6683516b14be tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771720 May 09 13:24:02.710910 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8ace9a6d-71ba-4fa0-b707-326d186e9962 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:02.713176 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8ace9a6d-71ba-4fa0-b707-326d186e9962 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2203956 May 09 13:24:02.715392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57906) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:02.737926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7537d5f-bbf6-4248-b772-3048a02ef837 None None] Network d0becf9f-261f-4771-9b87-e3ecbcbac699 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:02.795590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ba8be046-629b-408b-91c4-8b09538369d5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 8e2b7784-227f-4d2d-b64a-f02956be9c5f {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:02.796040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ba8be046-629b-408b-91c4-8b09538369d5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:02.819228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:02.833642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Deleting port 77a7f2f7-6268-408b-a09f-d5b27f370b19 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:02.834306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:02.951727 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0642734-ba92-4ea2-8697-c1cc96173ff4 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:24:03.046134 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ba8be046-629b-408b-91c4-8b09538369d5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:03.065154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] For port 77a7f2f7-6268-408b-a09f-d5b27f370b19, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=77a7f2f7-6268-408b-a09f-d5b27f370b19,segment=NetworkSegment(bc086748-9dd1-43e7-8f98-95f47eb32f7c),segment_id=bc086748-9dd1-43e7-8f98-95f47eb32f7c)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:03.065994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:03.084410 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0642734-ba92-4ea2-8697-c1cc96173ff4 None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:24:03.178096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ba8be046-629b-408b-91c4-8b09538369d5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 8e2b7784-227f-4d2d-b64a-f02956be9c5f owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:03.191719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Calling delete_port for 77a7f2f7-6268-408b-a09f-d5b27f370b19 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:03.279132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ba8be046-629b-408b-91c4-8b09538369d5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:03.281272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:03.336353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Port': ['ID=77a7f2f7-6268-408b-a09f-d5b27f370b19,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:03.343828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8be046-629b-408b-91c4-8b09538369d5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=8e2b7784-227f-4d2d-b64a-f02956be9c5f,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:03.345750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No DVR routers for this DVR port 77a7f2f7-6268-408b-a09f-d5b27f370b19 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:24:03.361949 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ba8be046-629b-408b-91c4-8b09538369d5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:03.385804 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ba8be046-629b-408b-91c4-8b09538369d5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/8e2b7784-227f-4d2d-b64a-f02956be9c5f HTTP/1.1" status: 204 len: 168 time: 0.6688735 May 09 13:24:03.387312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57910) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:03.473008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa1fa1-635c-4a70-93c3-8969b9a07c33 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:03.474188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f3fa1fa1-635c-4a70-93c3-8969b9a07c33 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:03.494240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f3fa1fa1-635c-4a70-93c3-8969b9a07c33 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:03.496319 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f3fa1fa1-635c-4a70-93c3-8969b9a07c33 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1078086 May 09 13:24:03.499406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57914) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:03.553127 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-34660c33-018c-45e1-94b1-e494a8b8362f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:24:03.554641 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-34660c33-018c-45e1-94b1-e494a8b8362f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/68877396-e1d8-4f2c-b468-eeb37f086c36 HTTP/1.1" status: 404 len: 333 time: 0.0538497 May 09 13:24:03.557527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57918) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:03.573634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:03.598843 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc4efc8-d9e8-4430-a5f4-c5847b47b819 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:24:03.599466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0becf9f-261f-4771-9b87-e3ecbcbac699']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:03.602737 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2cc4efc8-d9e8-4430-a5f4-c5847b47b819 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/8e2b7784-227f-4d2d-b64a-f02956be9c5f HTTP/1.1" status: 404 len: 333 time: 0.0416951 May 09 13:24:03.602901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57922) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:03.612525 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc086748-9dd1-43e7-8f98-95f47eb32f7c') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:03.612832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc086748-9dd1-43e7-8f98-95f47eb32f7c') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:03.624199 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:03.639684 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:03.646465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:03.646844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:03.661279 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:03.742990 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:03.760163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:03.773220 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Network': ['ID=d0becf9f-261f-4771-9b87-e3ecbcbac699,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:03.786673 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6fc9700a-c690-4488-86f6-442c34149feb tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/d0becf9f-261f-4771-9b87-e3ecbcbac699 HTTP/1.1" status: 204 len: 168 time: 2.5191214 May 09 13:24:03.793027 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57928) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:03.845138 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3231733-b970-4e51-ae59-a8fb46e8e1d1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] DELETE failed (client error): The resource could not be found. May 09 13:24:03.845585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3231733-b970-4e51-ae59-a8fb46e8e1d1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:03.847198 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f3231733-b970-4e51-ae59-a8fb46e8e1d1 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/subnets/615a8830-9c6b-4d3a-b758-d2d13166eee1 HTTP/1.1" status: 404 len: 337 time: 0.0531485 May 09 13:24:03.850018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57932) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:03.852470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec1a7ac3-0704-4cb4-923f-31e7e213f0dc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:03.874807 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-340e25d0-87e9-44f7-b256-4d90d7cf0065 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] DELETE failed (client error): The resource could not be found. May 09 13:24:03.875233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340e25d0-87e9-44f7-b256-4d90d7cf0065 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:03.876809 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-340e25d0-87e9-44f7-b256-4d90d7cf0065 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/d0becf9f-261f-4771-9b87-e3ecbcbac699 HTTP/1.1" status: 404 len: 339 time: 0.0258229 May 09 13:24:03.879288 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57936) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:03.989283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-153160f3-58a9-4cc1-8b03-038770932226 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.042109 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec1a7ac3-0704-4cb4-923f-31e7e213f0dc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.060292 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227c82-6c63-4f95-b76b-1dc93162bff9 req-df2e0fd7-eb23-4fde-b733-7338f0141351 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:04.061764 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-11227c82-6c63-4f95-b76b-1dc93162bff9 req-df2e0fd7-eb23-4fde-b733-7338f0141351 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.2069168 May 09 13:24:04.089090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-ec1a7ac3-0704-4cb4-923f-31e7e213f0dc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c328dcca-7f02-4a47-8dbc-0f5dc0f0dc6d']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:04.106145 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-ec1a7ac3-0704-4cb4-923f-31e7e213f0dc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f77d6b-6f40-490c-9090-0f941bc2e1c0') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:04.106374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-ec1a7ac3-0704-4cb4-923f-31e7e213f0dc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f77d6b-6f40-490c-9090-0f941bc2e1c0') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:04.117526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-153160f3-58a9-4cc1-8b03-038770932226 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.128503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec1a7ac3-0704-4cb4-923f-31e7e213f0dc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.146043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-153160f3-58a9-4cc1-8b03-038770932226 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a65023-1157-4fdb-a4de-9c857b7e75c1']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:04.146914 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-11227c82-6c63-4f95-b76b-1dc93162bff9 req-7a6c235e-4931-4599-be9b-3bd88f3de6f0 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768862 May 09 13:24:04.150234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec1a7ac3-0704-4cb4-923f-31e7e213f0dc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.157389 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1a7ac3-0704-4cb4-923f-31e7e213f0dc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:04.157784 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec1a7ac3-0704-4cb4-923f-31e7e213f0dc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.158404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-153160f3-58a9-4cc1-8b03-038770932226 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6870b1f-c507-425f-8865-3d15268c89d3') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:04.158699 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-153160f3-58a9-4cc1-8b03-038770932226 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6870b1f-c507-425f-8865-3d15268c89d3') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:04.172710 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:04.178908 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-153160f3-58a9-4cc1-8b03-038770932226 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.195187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-153160f3-58a9-4cc1-8b03-038770932226 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.201114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153160f3-58a9-4cc1-8b03-038770932226 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:04.201512 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-153160f3-58a9-4cc1-8b03-038770932226 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:04.216078 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:04.251395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec1a7ac3-0704-4cb4-923f-31e7e213f0dc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.268475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ec1a7ac3-0704-4cb4-923f-31e7e213f0dc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.277851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a7ac3-0704-4cb4-923f-31e7e213f0dc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Network': ['ID=c328dcca-7f02-4a47-8dbc-0f5dc0f0dc6d,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:04.281843 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ec1a7ac3-0704-4cb4-923f-31e7e213f0dc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/networks/c328dcca-7f02-4a47-8dbc-0f5dc0f0dc6d HTTP/1.1" status: 204 len: 168 time: 0.6777020 May 09 13:24:04.285379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57940) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:04.290829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-44505399'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:04.296001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:04.298852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-153160f3-58a9-4cc1-8b03-038770932226 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.300326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:network and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:04.303297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:04.309529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:04.317165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-153160f3-58a9-4cc1-8b03-038770932226 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.319755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:04.322751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.328093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153160f3-58a9-4cc1-8b03-038770932226 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Network': ['ID=b3a65023-1157-4fdb-a4de-9c857b7e75c1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:04.333537 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-153160f3-58a9-4cc1-8b03-038770932226 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/b3a65023-1157-4fdb-a4de-9c857b7e75c1 HTTP/1.1" status: 204 len: 168 time: 0.4533324 May 09 13:24:04.335974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57944) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:04.381132 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d66a9b-0f74-4c78-b648-c0cdd3e9c024 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] DELETE failed (client error): The resource could not be found. May 09 13:24:04.381582 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d66a9b-0f74-4c78-b648-c0cdd3e9c024 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:04.383134 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-26d66a9b-0f74-4c78-b648-c0cdd3e9c024 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/subnets/1c367364-36c6-4eae-8ed8-2b3b1b98b09b HTTP/1.1" status: 404 len: 337 time: 0.0462732 May 09 13:24:04.386076 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57948) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:04.395465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:24:04.404601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.404938 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Added segment 4b9bdc66-9454-4b31-815e-e92f915acf2f of type vlan for network dc0ae149-ec8d-4331-ac63-14b8b90459be May 09 13:24:04.411915 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3442e01-2836-4707-9544-49d7304975da tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] DELETE failed (client error): The resource could not be found. May 09 13:24:04.412338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3442e01-2836-4707-9544-49d7304975da tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:04.413944 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e3442e01-2836-4707-9544-49d7304975da tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/dfe9f742-a040-4a26-aadc-c80bae388672 HTTP/1.1" status: 404 len: 339 time: 0.0269346 May 09 13:24:04.416519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57952) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:04.430661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.459888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.463724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:04.464284 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.564144 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2777333 May 09 13:24:04.567280 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57956) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:04.573349 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50124f6-c29f-449e-9691-9d4987f73168 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Network': ['ID=dc0ae149-ec8d-4331-ac63-14b8b90459be,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:04.576327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': 'dc0ae149-ec8d-4331-ac63-14b8b90459be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:04.583716 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network dc0ae149-ec8d-4331-ac63-14b8b90459be details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:24:04.701853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-915a051e-b720-44f3-b083-06c99d42a74c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Deleting subnet 67169805-dc1a-463a-a8b6-ca2ceb870706 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:04.714313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-915a051e-b720-44f3-b083-06c99d42a74c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.764019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:04.771398 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:04.775681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:04.785243 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:04.787836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-915a051e-b720-44f3-b083-06c99d42a74c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:04.835576 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:04.958283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:05.046720 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-915a051e-b720-44f3-b083-06c99d42a74c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:05.083877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.ipam_backend_mixin [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Performing IP validity checks on allocation pools {{(pid=83895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 09 13:24:05.084493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.ipam_backend_mixin [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 09 13:24:05.142114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-915a051e-b720-44f3-b083-06c99d42a74c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:05.322222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a051e-b720-44f3-b083-06c99d42a74c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Subnet': ['ID=67169805-dc1a-463a-a8b6-ca2ceb870706,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:05.336047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-915a051e-b720-44f3-b083-06c99d42a74c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:05.341220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab631858-1c88-47cc-9fdb-c08161148e4c None None] Network e75f4eda-e98b-4c50-a875-b43341525de3 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:05.364138 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-915a051e-b720-44f3-b083-06c99d42a74c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/subnets/67169805-dc1a-463a-a8b6-ca2ceb870706 HTTP/1.1" status: 204 len: 168 time: 0.9465249 May 09 13:24:05.366240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57964) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:05.366737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4edad9-4faa-4adc-bf13-5b39196b8711 req-4a76f732-6a1b-4bc9-815e-5434a6bcf1b5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:05.368386 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-af4edad9-4faa-4adc-bf13-5b39196b8711 req-4a76f732-6a1b-4bc9-815e-5434a6bcf1b5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.0920091 May 09 13:24:05.426527 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-af4edad9-4faa-4adc-bf13-5b39196b8711 req-472c50ff-822a-41ad-9add-f77a56c03b99 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505738 May 09 13:24:05.462319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c607f7a7-7bee-41ea-b39c-f1f216e1feef tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Deleting subnet 6ed2889d-9074-4da4-b340-8415d95dbaad {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:05.466242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c607f7a7-7bee-41ea-b39c-f1f216e1feef tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:05.494677 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:05.515211 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-565b2a63-6959-4ca1-b076-fa76b1b04688 req-bd3058cc-b231-403d-98aa-0f0050a1e0c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 1099 time: 0.0777490 May 09 13:24:05.573619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c607f7a7-7bee-41ea-b39c-f1f216e1feef tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:05.583521 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-565b2a63-6959-4ca1-b076-fa76b1b04688 req-95b0d0a3-55ee-46b6-8ad9-1c19081b05f1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606089 May 09 13:24:05.657228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Subnet': ['ID=8ce55ae0-944b-49b8-99f6-49371316cdd1,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:05.683700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Checking segment: {'id': '4b9bdc66-9454-4b31-815e-e92f915acf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'dc0ae149-ec8d-4331-ac63-14b8b90459be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:05.684064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network hostable DHCP agents. Network: dc0ae149-ec8d-4331-ac63-14b8b90459be, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:24:05.709831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c607f7a7-7bee-41ea-b39c-f1f216e1feef tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:05.754117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network dc0ae149-ec8d-4331-ac63-14b8b90459be is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:24:05.771833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, dc0ae149-ec8d-4331-ac63-14b8b90459be) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:05.776007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:05.776755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:05.781115 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8419c68-ec33-4f27-9b62-9ab354ae5d66 None None] Network dc0ae149-ec8d-4331-ac63-14b8b90459be requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:05.811231 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fab10c1e-6acf-45f7-9ad6-b85f133f2e16 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2427588 May 09 13:24:05.814136 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57968) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:05.820275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': 'dc0ae149-ec8d-4331-ac63-14b8b90459be', 'name': 'tempest-PortsTestJSON-862407565'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:05.834666 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c607f7a7-7bee-41ea-b39c-f1f216e1feef tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:05.926320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607f7a7-7bee-41ea-b39c-f1f216e1feef tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed2889d-9074-4da4-b340-8415d95dbaad,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:05.947893 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c607f7a7-7bee-41ea-b39c-f1f216e1feef tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:05.952263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57972) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:05.952651 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c607f7a7-7bee-41ea-b39c-f1f216e1feef tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/subnets/6ed2889d-9074-4da4-b340-8415d95dbaad HTTP/1.1" status: 204 len: 168 time: 0.5851116 May 09 13:24:06.021889 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:06.026456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device fe5aed0e-1ae8-4a35-b6b1-178505e3a7db details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:24:06.033908 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:06.046699 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-dc0ae149-ec8d-4331-ac63-14b8b90459be', 'network_id': 'dc0ae149-ec8d-4331-ac63-14b8b90459be', 'tenant_id': '40316092ab9b42ca9e8a371f950b4b55', 'fixed_ips': [{'subnet_id': '8ce55ae0-944b-49b8-99f6-49371316cdd1'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:24:06.047548 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:06.048121 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:06.051845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:06.074703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:06.077203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port c44adeea-a51a-4afe-a05a-2bfdda514bd4 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:06.082038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device fe5aed0e-1ae8-4a35-b6b1-178505e3a7db no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:24:06.087451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Deleting port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:06.087796 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:06.229846 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be123a2-381c-43d6-9de4-3f2c9bd9f0e1 None None] Network e75f4eda-e98b-4c50-a875-b43341525de3 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:06.243922 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.11 (dc0ae149-ec8d-4331-ac63-14b8b90459be/8ce55ae0-944b-49b8-99f6-49371316cdd1/c44adeea-a51a-4afe-a05a-2bfdda514bd4) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:06.301725 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] For port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812,segment=NetworkSegment(c69beba0-4438-448a-b80b-3e0baf8f2e1f),segment_id=c69beba0-4438-448a-b80b-3e0baf8f2e1f)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:06.302082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:06.432501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Calling delete_port for 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:06.469960 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:06.489818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Transition to ACTIVE for port object c44adeea-a51a-4afe-a05a-2bfdda514bd4 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:06.519893 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:06.536566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:06.617833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=c44adeea-a51a-4afe-a05a-2bfdda514bd4,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:06.632247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:06.632529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:06.633000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:06.633697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:06.634031 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:06.634373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:06.634731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:06.635194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:06.635574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:06.635911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:06.636633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:06.645758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network dc0ae149-ec8d-4331-ac63-14b8b90459be is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:06.647397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:06.650343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:06.700873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-93937b98-b329-4ed2-8b32-92803912f30f None None] Provisioning complete for port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:06.701222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-93937b98-b329-4ed2-8b32-92803912f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:06.727351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:06.727973 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:06.741736 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Port': ['ID=4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:06.760278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No DVR routers for this DVR port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:24:06.761418 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-967e108f-31f9-430d-9cdd-a5ccbbab3007 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9454634 May 09 13:24:06.763898 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 57978) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:06.771232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-93937b98-b329-4ed2-8b32-92803912f30f None None] Port 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 was deleted so its status cannot be updated. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 09 13:24:06.786188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:06.806096 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Allocated IP 172.20.0.2 (dc0ae149-ec8d-4331-ac63-14b8b90459be/8ce55ae0-944b-49b8-99f6-49371316cdd1/4cdb660e-e083-4429-8233-f1b77f9da35d) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:06.842096 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'port_id': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'mac_address': 'fa:16:3e:fe:70:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:24:06.854588 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-522ce10d-51a9-454c-903f-5c66f7b4227f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port c44adeea-a51a-4afe-a05a-2bfdda514bd4 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:06.858152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-522ce10d-51a9-454c-903f-5c66f7b4227f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:06.915569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7114b8-5d4e-4af0-88f8-24b8237ebb1e None None] DHCP port deletion for e75f4eda-e98b-4c50-a875-b43341525de3 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:24:06.917745 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:06.922968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:06.962169 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7188a9-d55e-4326-8282-43b3d1583adc req-cfd2eaf5-a321-4a02-aae7-5eb330b1b777 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:06.971744 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6e7188a9-d55e-4326-8282-43b3d1583adc req-cfd2eaf5-a321-4a02-aae7-5eb330b1b777 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.3856583 May 09 13:24:06.995253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75f4eda-e98b-4c50-a875-b43341525de3']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:07.020491 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69beba0-4438-448a-b80b-3e0baf8f2e1f') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:07.021312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69beba0-4438-448a-b80b-3e0baf8f2e1f') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:07.045438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.048137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:07.054247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:24:07.064362 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.103783 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6e7188a9-d55e-4326-8282-43b3d1583adc req-328b4308-6860-4edd-b6b1-4c16b2bd73a5 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308603 May 09 13:24:07.105185 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.122470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:07.125059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.131586 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:07.158872 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:07.207593 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c9b7c4-615e-4f5e-8543-d4e8138be5ba'] response: {'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'code': 200} May 09 13:24:07.231242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe5aed0e-1ae8-4a35-b6b1-178505e3a7db {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:24:07.269428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.281288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:07.300794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.301039 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-522ce10d-51a9-454c-903f-5c66f7b4227f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.319451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Network': ['ID=e75f4eda-e98b-4c50-a875-b43341525de3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:07.324775 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-dd707a92-79ee-4442-8a52-c8fd9c29c13c tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/e75f4eda-e98b-4c50-a875-b43341525de3 HTTP/1.1" status: 204 len: 168 time: 1.3714502 May 09 13:24:07.327102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57984) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:07.391499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:24:07.391851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:24:07.393535 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e52ccb7-19e1-43f5-a50f-5a08ab82f4be tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] DELETE failed (client error): The resource could not be found. May 09 13:24:07.394035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e52ccb7-19e1-43f5-a50f-5a08ab82f4be tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:07.398191 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7e52ccb7-19e1-43f5-a50f-5a08ab82f4be tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/subnets/a39de6cb-ec23-484b-a571-2c155820c75a HTTP/1.1" status: 404 len: 337 time: 0.0675440 May 09 13:24:07.398760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57988) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:07.415946 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.425859 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-858fa408-57ad-40f6-aa95-4f990ad5836b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] DELETE failed (client error): The resource could not be found. May 09 13:24:07.426375 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858fa408-57ad-40f6-aa95-4f990ad5836b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:07.428279 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-858fa408-57ad-40f6-aa95-4f990ad5836b tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/794a7a12-d46f-4d58-a458-fc52505c1dbf HTTP/1.1" status: 404 len: 339 time: 0.0283146 May 09 13:24:07.429347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Transition to ACTIVE for port object 4cdb660e-e083-4429-8233-f1b77f9da35d will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:07.430911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57992) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:07.439493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-522ce10d-51a9-454c-903f-5c66f7b4227f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for c44adeea-a51a-4afe-a05a-2bfdda514bd4 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:07.458424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Transition to ACTIVE for port object 4cdb660e-e083-4429-8233-f1b77f9da35d will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:07.463596 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.470157 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb33f20-44ee-47d3-9351-7e044a8fa3ec tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] DELETE failed (client error): The resource could not be found. May 09 13:24:07.470672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb33f20-44ee-47d3-9351-7e044a8fa3ec tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:07.472189 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bbb33f20-44ee-47d3-9351-7e044a8fa3ec tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/subnets/bdc751bd-c830-4e76-a612-2f458f2a85bd HTTP/1.1" status: 404 len: 337 time: 0.0402362 May 09 13:24:07.474805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 57996) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:07.503933 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b242c9-b6e6-4ff8-8982-72e83c257414 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] DELETE failed (client error): The resource could not be found. May 09 13:24:07.504624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b242c9-b6e6-4ff8-8982-72e83c257414 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:07.508574 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a6b242c9-b6e6-4ff8-8982-72e83c257414 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/a6393039-e463-4f70-9cdc-fdbeb0317b8c HTTP/1.1" status: 404 len: 339 time: 0.0303946 May 09 13:24:07.508801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58000) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:07.531599 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Network dc0ae149-ec8d-4331-ac63-14b8b90459be is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:07.535124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:07.538872 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:07.546334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Pushing event updated for resources: {'Port': ['ID=4cdb660e-e083-4429-8233-f1b77f9da35d,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:07.547239 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32ddc71-3dbc-47e2-934f-43d342c0776d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] DELETE failed (client error): The resource could not be found. May 09 13:24:07.547695 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32ddc71-3dbc-47e2-934f-43d342c0776d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:07.549499 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c32ddc71-3dbc-47e2-934f-43d342c0776d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/subnets/8d3dbd29-82e2-4749-9854-2980561deda2 HTTP/1.1" status: 404 len: 337 time: 0.0397670 May 09 13:24:07.552147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58004) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:07.579227 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0016123-7ca4-4ab7-9dd7-b921e055d361 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] DELETE failed (client error): The resource could not be found. May 09 13:24:07.579945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0016123-7ca4-4ab7-9dd7-b921e055d361 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:07.581789 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f0016123-7ca4-4ab7-9dd7-b921e055d361 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/70afcc11-2060-4b86-952f-10e080d02491 HTTP/1.1" status: 404 len: 339 time: 0.0285630 May 09 13:24:07.584362 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58008) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:07.645811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Attempting to bind port 4cdb660e-e083-4429-8233-f1b77f9da35d on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:24:07.646220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Attempting to bind port 4cdb660e-e083-4429-8233-f1b77f9da35d by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '4b9bdc66-9454-4b31-815e-e92f915acf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'dc0ae149-ec8d-4331-ac63-14b8b90459be'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:24:07.646774 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Attempting to bind port 4cdb660e-e083-4429-8233-f1b77f9da35d on network dc0ae149-ec8d-4331-ac63-14b8b90459be {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:24:07.653749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:24:07.654126 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Checking segment: {'id': '4b9bdc66-9454-4b31-815e-e92f915acf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'dc0ae149-ec8d-4331-ac63-14b8b90459be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:07.654528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.654913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Bound using segment: {'id': '4b9bdc66-9454-4b31-815e-e92f915acf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'dc0ae149-ec8d-4331-ac63-14b8b90459be'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:24:07.655373 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Bound port: 4cdb660e-e083-4429-8233-f1b77f9da35d, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9bdc66-9454-4b31-815e-e92f915acf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'dc0ae149-ec8d-4331-ac63-14b8b90459be'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:24:07.655746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.712657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-522ce10d-51a9-454c-903f-5c66f7b4227f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.750577 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] For port 4cdb660e-e083-4429-8233-f1b77f9da35d, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:24:07.754944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] For port 4cdb660e-e083-4429-8233-f1b77f9da35d, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4cdb660e-e083-4429-8233-f1b77f9da35d,segment=NetworkSegment(4b9bdc66-9454-4b31-815e-e92f915acf2f),segment_id=4b9bdc66-9454-4b31-815e-e92f915acf2f)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:24:07.759628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ce10d-51a9-454c-903f-5c66f7b4227f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=c44adeea-a51a-4afe-a05a-2bfdda514bd4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:07.759850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.778371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-36261038-4751-40ea-a9f8-60f009ee212a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Deleting subnet c149b13b-4eaf-409f-a577-3f1bc9f8cdec {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:07.781474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36261038-4751-40ea-a9f8-60f009ee212a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.841778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36261038-4751-40ea-a9f8-60f009ee212a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.864803 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc33c48-031a-4325-9da6-d52b4d158e55 None None] Pushing event updated for resources: {'Port': ['ID=4cdb660e-e083-4429-8233-f1b77f9da35d,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:07.878027 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-522ce10d-51a9-454c-903f-5c66f7b4227f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.887839 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-522ce10d-51a9-454c-903f-5c66f7b4227f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/c44adeea-a51a-4afe-a05a-2bfdda514bd4 HTTP/1.1" status: 204 len: 168 time: 1.1227598 May 09 13:24:07.891816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58012) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:07.940654 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-505b1eec-395c-4ea1-969f-fc3a686c58b6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] DELETE failed (client error): The resource could not be found. May 09 13:24:07.941205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505b1eec-395c-4ea1-969f-fc3a686c58b6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:07.942975 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-505b1eec-395c-4ea1-969f-fc3a686c58b6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/c44adeea-a51a-4afe-a05a-2bfdda514bd4 HTTP/1.1" status: 404 len: 333 time: 0.0501409 May 09 13:24:07.946593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58016) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:07.950970 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.969887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5aed0e-1ae8-4a35-b6b1-178505e3a7db {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:24:07.981634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36261038-4751-40ea-a9f8-60f009ee212a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.989475 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:07.994264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:07.996764 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31c2fcb-b151-4b19-86df-eef5b60e4185 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:24:07.997286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a31c2fcb-b151-4b19-86df-eef5b60e4185 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:08.018986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a31c2fcb-b151-4b19-86df-eef5b60e4185 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:08.021544 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a31c2fcb-b151-4b19-86df-eef5b60e4185 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/c44adeea-a51a-4afe-a05a-2bfdda514bd4 HTTP/1.1" status: 404 len: 333 time: 0.0736084 May 09 13:24:08.024176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58020) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:08.091580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:08.098006 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36261038-4751-40ea-a9f8-60f009ee212a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:08.149266 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36261038-4751-40ea-a9f8-60f009ee212a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Subnet': ['ID=c149b13b-4eaf-409f-a577-3f1bc9f8cdec,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:08.152502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f3fdc7-6388-4712-8183-c87556d4066c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting subnet 8ce55ae0-944b-49b8-99f6-49371316cdd1 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:08.157533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36261038-4751-40ea-a9f8-60f009ee212a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:08.163036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fdc7-6388-4712-8183-c87556d4066c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:08.165024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a0bfbd-4611-45da-87a1-4fa0d96a0192 None None] Network ea7f93b6-dcb9-4151-b076-2709f29fe995 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:08.179729 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-36261038-4751-40ea-a9f8-60f009ee212a tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/subnets/c149b13b-4eaf-409f-a577-3f1bc9f8cdec HTTP/1.1" status: 204 len: 168 time: 0.5920086 May 09 13:24:08.179954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58026) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:08.243061 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fdc7-6388-4712-8183-c87556d4066c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:08.342409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:08.357652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['fe5aed0e-1ae8-4a35-b6b1-178505e3a7db'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:24:08.441747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Deleting port b06a3064-622c-4dfb-b78c-8217b63c4f29 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:08.441747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:08.494848 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fdc7-6388-4712-8183-c87556d4066c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:08.611439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4cdb660e-e083-4429-8233-f1b77f9da35d up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:24:08.644181 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2865c-050b-42a4-a4d5-5c6d3ff51a0c req-9991e35f-d338-4fe8-83b1-3550a8c3a724 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:08.658856 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5cc2865c-050b-42a4-a4d5-5c6d3ff51a0c req-9991e35f-d338-4fe8-83b1-3550a8c3a724 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 945 time: 0.3102968 May 09 13:24:08.692687 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fdc7-6388-4712-8183-c87556d4066c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:08.759380 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3fdc7-6388-4712-8183-c87556d4066c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce55ae0-944b-49b8-99f6-49371316cdd1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:08.788537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498b44c1-06d0-411f-9e11-7c4bafb36c99 None None] DHCP port deletion for ea7f93b6-dcb9-4151-b076-2709f29fe995 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:24:08.807389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fdc7-6388-4712-8183-c87556d4066c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:08.812678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-498b44c1-06d0-411f-9e11-7c4bafb36c99 None None] Deleting port b06a3064-622c-4dfb-b78c-8217b63c4f29 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:08.812678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-498b44c1-06d0-411f-9e11-7c4bafb36c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:08.822806 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b7f3fdc7-6388-4712-8183-c87556d4066c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/8ce55ae0-944b-49b8-99f6-49371316cdd1 HTTP/1.1" status: 204 len: 168 time: 0.7902186 May 09 13:24:08.822806 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58030) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:08.851195 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5cc2865c-050b-42a4-a4d5-5c6d3ff51a0c req-68e4484b-072f-4e76-b7fd-d37d1f3a85d8 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932189 May 09 13:24:08.880570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] For port b06a3064-622c-4dfb-b78c-8217b63c4f29, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b06a3064-622c-4dfb-b78c-8217b63c4f29,segment=NetworkSegment(82567a2c-b915-488a-bf1d-7c3f9cf2396a),segment_id=82567a2c-b915-488a-bf1d-7c3f9cf2396a)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:08.880570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:08.917032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58034) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:09.042777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.055375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 4cdb660e-e083-4429-8233-f1b77f9da35d completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:09.070444 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 4cdb660e-e083-4429-8233-f1b77f9da35d {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:09.070444 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.185239 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1322e4bd-68ea-48cf-87a5-08cd599f0f02 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/floatingips/e4b038f0-d4dc-41ad-8af8-c187cf0c5505 HTTP/1.1" status: 200 len: 992 time: 0.2639065 May 09 13:24:09.296224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:24:09.369165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:24:09.369165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4053b9c9-9a7d-4ce9-ac2f-eb71b5a79812 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:24:09.393751 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-498b44c1-06d0-411f-9e11-7c4bafb36c99 None None] For port b06a3064-622c-4dfb-b78c-8217b63c4f29, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b06a3064-622c-4dfb-b78c-8217b63c4f29,segment=NetworkSegment(82567a2c-b915-488a-bf1d-7c3f9cf2396a),segment_id=82567a2c-b915-488a-bf1d-7c3f9cf2396a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:09.393751 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-498b44c1-06d0-411f-9e11-7c4bafb36c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.408811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9cc89d-8dec-4e22-9013-8a13224a90c7 None None] Network dc0ae149-ec8d-4331-ac63-14b8b90459be requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:09.413781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Calling delete_port for b06a3064-622c-4dfb-b78c-8217b63c4f29 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:09.420140 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] For port 4cdb660e-e083-4429-8233-f1b77f9da35d, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4cdb660e-e083-4429-8233-f1b77f9da35d,segment=NetworkSegment(4b9bdc66-9454-4b31-815e-e92f915acf2f),segment_id=4b9bdc66-9454-4b31-815e-e92f915acf2f)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:09.420140 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.559118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 4cdb660e-e083-4429-8233-f1b77f9da35d owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:09.573085 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.642383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.662811 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Port': ['ID=b06a3064-622c-4dfb-b78c-8217b63c4f29,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:09.673376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No DVR routers for this DVR port b06a3064-622c-4dfb-b78c-8217b63c4f29 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:24:09.721620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=4cdb660e-e083-4429-8233-f1b77f9da35d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:09.726526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No DVR routers for this DVR port 4cdb660e-e083-4429-8233-f1b77f9da35d on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:24:09.731055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-498b44c1-06d0-411f-9e11-7c4bafb36c99 None None] Calling delete_port for b06a3064-622c-4dfb-b78c-8217b63c4f29 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:09.842526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.877644 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.883863 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-327e7296-a7e7-415e-bd33-369021a9c880 None None] Provisioning complete for port 4cdb660e-e083-4429-8233-f1b77f9da35d triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:09.883863 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-327e7296-a7e7-415e-bd33-369021a9c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.889597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7f93b6-dcb9-4151-b076-2709f29fe995']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:09.906248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0ae149-ec8d-4331-ac63-14b8b90459be']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:09.918562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82567a2c-b915-488a-bf1d-7c3f9cf2396a') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:09.918562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82567a2c-b915-488a-bf1d-7c3f9cf2396a') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:09.924337 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9bdc66-9454-4b31-815e-e92f915acf2f') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:09.924337 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9bdc66-9454-4b31-815e-e92f915acf2f') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:09.928752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.936897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.942790 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.952829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:09.952829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.958854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-327e7296-a7e7-415e-bd33-369021a9c880 None None] Port 4cdb660e-e083-4429-8233-f1b77f9da35d was deleted so its status cannot be updated. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 09 13:24:09.964247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.964247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:09.964247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:09.969114 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:10.077770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.104192 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.118071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.132315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Network': ['ID=dc0ae149-ec8d-4331-ac63-14b8b90459be,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:10.137845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.137845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Network': ['ID=ea7f93b6-dcb9-4151-b076-2709f29fe995,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:10.152214 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-05d063e0-edfc-4e75-bbcc-555252ac0673 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/ea7f93b6-dcb9-4151-b076-2709f29fe995 HTTP/1.1" status: 204 len: 168 time: 1.9674041 May 09 13:24:10.154871 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-65d73627-cd4e-4f94-9b42-40f5160f8595 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/networks/dc0ae149-ec8d-4331-ac63-14b8b90459be HTTP/1.1" status: 204 len: 168 time: 1.3319523 May 09 13:24:10.154871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58040) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:10.162828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58044) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:10.172498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1365588234'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:10.182149 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:10.191736 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:network and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:10.196430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba4a7-53b6-4b52-8fa7-e48dc0153f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.199954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:10.203106 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-498b44c1-06d0-411f-9e11-7c4bafb36c99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:24:10.203106 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-498b44c1-06d0-411f-9e11-7c4bafb36c99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:24:10.206903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:10.219387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:10.219387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.233126 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b45ba-2d2d-44a0-8a3e-e71fbb24204c None None] DHCP port deletion for dc0ae149-ec8d-4331-ac63-14b8b90459be request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:24:10.237459 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-67660d03-2ea4-4195-97d8-5425d1a110a3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] DELETE failed (client error): The resource could not be found. May 09 13:24:10.237459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67660d03-2ea4-4195-97d8-5425d1a110a3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:10.237459 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-67660d03-2ea4-4195-97d8-5425d1a110a3 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/subnets/ef019781-7f2f-40ed-9bec-e62c74ed1dd0 HTTP/1.1" status: 404 len: 337 time: 0.0800381 May 09 13:24:10.237459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58048) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:10.272916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:24:10.282533 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9596070f-72c1-420f-a14b-c50d4214daed tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] DELETE failed (client error): The resource could not be found. May 09 13:24:10.285994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.289289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9596070f-72c1-420f-a14b-c50d4214daed tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:10.292270 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Added segment a21ae02f-983b-440d-a6c4-ef410832e179 of type vlan for network 43dfd776-c023-421a-b9f1-a36901279e32 May 09 13:24:10.292270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58052) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:10.296668 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9596070f-72c1-420f-a14b-c50d4214daed tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/cb01b4d7-1d52-41f5-8a62-89321a6fea59 HTTP/1.1" status: 404 len: 339 time: 0.0480306 May 09 13:24:10.362993 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.440921 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4cdb660e-e083-4429-8233-f1b77f9da35d no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:24:10.489202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 4cdb660e-e083-4429-8233-f1b77f9da35d {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:24:10.489202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4cdb660e-e083-4429-8233-f1b77f9da35d not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:24:10.492659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.496653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b06a3064-622c-4dfb-b78c-8217b63c4f29 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:24:10.500298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:10.500298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.530283 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: b06a3064-622c-4dfb-b78c-8217b63c4f29 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:24:10.530283 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b06a3064-622c-4dfb-b78c-8217b63c4f29 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:24:10.612185 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4408042 May 09 13:24:10.616812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58056) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:10.624716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': '43dfd776-c023-421a-b9f1-a36901279e32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:10.627800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d95756-fc0b-46b2-bf5d-d96e6a59aa10 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Deleting subnet 89de0146-d511-4846-bde9-0a2195d87ad1 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:10.635878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-35d95756-fc0b-46b2-bf5d-d96e6a59aa10 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.668552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae871e4-ed38-4b66-9010-4ccb7e2e877b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Network': ['ID=43dfd776-c023-421a-b9f1-a36901279e32,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:10.677378 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 43dfd776-c023-421a-b9f1-a36901279e32 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:24:10.694016 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-35d95756-fc0b-46b2-bf5d-d96e6a59aa10 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.804123 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-35d95756-fc0b-46b2-bf5d-d96e6a59aa10 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.808017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-498b44c1-06d0-411f-9e11-7c4bafb36c99 None None] Deleting port b06a3064-622c-4dfb-b78c-8217b63c4f29 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:10.808017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-498b44c1-06d0-411f-9e11-7c4bafb36c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.893304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-498b44c1-06d0-411f-9e11-7c4bafb36c99 None None] The port 'b06a3064-622c-4dfb-b78c-8217b63c4f29' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:24:10.912050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-35d95756-fc0b-46b2-bf5d-d96e6a59aa10 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.932853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:10.932853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:10.940636 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:10.948081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:10.956370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:10.962206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d95756-fc0b-46b2-bf5d-d96e6a59aa10 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Subnet': ['ID=89de0146-d511-4846-bde9-0a2195d87ad1,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:10.971746 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-35d95756-fc0b-46b2-bf5d-d96e6a59aa10 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:10.984655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02973e0b-5176-4a52-9af6-cfee2d270f28 None None] Network 050c280a-c012-4b3a-99be-65606715d93b requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:10.989496 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-35d95756-fc0b-46b2-bf5d-d96e6a59aa10 tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/subnets/89de0146-d511-4846-bde9-0a2195d87ad1 HTTP/1.1" status: 204 len: 168 time: 0.6954656 May 09 13:24:10.989496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58060) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:11.086470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:11.150332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:11.164825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Deleting port cea42272-1eb9-4a71-89f5-a4bb16ba79d9 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:11.164825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:11.340994 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e33f62d-dd10-4e56-8aee-e6439f2528f5 None None] DHCP port deletion for 050c280a-c012-4b3a-99be-65606715d93b request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:24:11.356412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0e33f62d-dd10-4e56-8aee-e6439f2528f5 None None] Deleting port cea42272-1eb9-4a71-89f5-a4bb16ba79d9 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:11.356412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0e33f62d-dd10-4e56-8aee-e6439f2528f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:11.426411 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:11.433676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] For port cea42272-1eb9-4a71-89f5-a4bb16ba79d9, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cea42272-1eb9-4a71-89f5-a4bb16ba79d9,segment=NetworkSegment(eb065b07-92fe-4085-91bb-b2219a0eb8a9),segment_id=eb065b07-92fe-4085-91bb-b2219a0eb8a9)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:11.433676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:11.524583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Subnet': ['ID=cd72854f-2255-4a4f-a0c9-f8e33e10e938,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:11.534021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Checking segment: {'id': 'a21ae02f-983b-440d-a6c4-ef410832e179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '43dfd776-c023-421a-b9f1-a36901279e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:11.534021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network hostable DHCP agents. Network: 43dfd776-c023-421a-b9f1-a36901279e32, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:24:11.601933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network 43dfd776-c023-421a-b9f1-a36901279e32 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:24:11.624463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0e33f62d-dd10-4e56-8aee-e6439f2528f5 None None] For port cea42272-1eb9-4a71-89f5-a4bb16ba79d9, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cea42272-1eb9-4a71-89f5-a4bb16ba79d9,segment=NetworkSegment(eb065b07-92fe-4085-91bb-b2219a0eb8a9),segment_id=eb065b07-92fe-4085-91bb-b2219a0eb8a9)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:11.624463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0e33f62d-dd10-4e56-8aee-e6439f2528f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:11.632436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 43dfd776-c023-421a-b9f1-a36901279e32) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:11.632436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:11.632436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:11.689092 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-60b707f6-b3eb-4c41-aaf7-8fcb60d1fe6e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0708973 May 09 13:24:11.689092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58064) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:11.689092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': '43dfd776-c023-421a-b9f1-a36901279e32', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1525130076'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:11.737110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Calling delete_port for cea42272-1eb9-4a71-89f5-a4bb16ba79d9 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:11.759854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0e33f62d-dd10-4e56-8aee-e6439f2528f5 None None] Calling delete_port for cea42272-1eb9-4a71-89f5-a4bb16ba79d9 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:11.826109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c24d07-d902-4bda-8ea6-9968401c7435 None None] Network 43dfd776-c023-421a-b9f1-a36901279e32 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:11.833902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:11.852492 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-0e33f62d-dd10-4e56-8aee-e6439f2528f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:24:11.852492 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-0e33f62d-dd10-4e56-8aee-e6439f2528f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:24:11.897687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Port': ['ID=cea42272-1eb9-4a71-89f5-a4bb16ba79d9,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:11.897687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] No DVR routers for this DVR port cea42272-1eb9-4a71-89f5-a4bb16ba79d9 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:24:11.923744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:11.923744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:port and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:11.933069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:11.943115 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:11.959791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:11.959791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:11.996423 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port 6bc19c70-d214-446b-aaf1-85aefdffb692 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:12.053438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.057518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device fe5aed0e-1ae8-4a35-b6b1-178505e3a7db up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:24:12.126261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050c280a-c012-4b3a-99be-65606715d93b']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:12.152663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb065b07-92fe-4085-91bb-b2219a0eb8a9') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:12.152663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb065b07-92fe-4085-91bb-b2219a0eb8a9') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:12.177651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:12.177651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.192144 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.201015 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.6 (43dfd776-c023-421a-b9f1-a36901279e32/cd72854f-2255-4a4f-a0c9-f8e33e10e938/6bc19c70-d214-446b-aaf1-85aefdffb692) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:12.220193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.238485 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:12.238485 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.243282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-43dfd776-c023-421a-b9f1-a36901279e32', 'network_id': '43dfd776-c023-421a-b9f1-a36901279e32', 'tenant_id': '40316092ab9b42ca9e8a371f950b4b55', 'fixed_ips': [{'subnet_id': 'cd72854f-2255-4a4f-a0c9-f8e33e10e938'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:24:12.243282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:12.252388 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:12.351544 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.382022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0e33f62d-dd10-4e56-8aee-e6439f2528f5 None None] Deleting port cea42272-1eb9-4a71-89f5-a4bb16ba79d9 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:12.382022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0e33f62d-dd10-4e56-8aee-e6439f2528f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.387374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.413163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] Pushing event deleted for resources: {'Network': ['ID=050c280a-c012-4b3a-99be-65606715d93b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:12.420467 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b865f9cb-ef2d-46f0-abbe-af23bde3a53d tempest-NetworksIpV6Test-36157120 tempest-NetworksIpV6Test-36157120-project] 10.222.0.44 "DELETE /v2.0/networks/050c280a-c012-4b3a-99be-65606715d93b HTTP/1.1" status: 204 len: 168 time: 1.4287646 May 09 13:24:12.511036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cea42272-1eb9-4a71-89f5-a4bb16ba79d9 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:24:12.540420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0e33f62d-dd10-4e56-8aee-e6439f2528f5 None None] The port 'cea42272-1eb9-4a71-89f5-a4bb16ba79d9' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:24:12.559132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.575398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0995731a-0b0f-454d-9bbd-cec4415a2178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.596957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: cea42272-1eb9-4a71-89f5-a4bb16ba79d9 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:24:12.596957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cea42272-1eb9-4a71-89f5-a4bb16ba79d9 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:24:12.599021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Transition to ACTIVE for port object 6bc19c70-d214-446b-aaf1-85aefdffb692 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:12.599199 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.626107 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.695097 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:24:12.704588 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:12.712730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.735651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network 43dfd776-c023-421a-b9f1-a36901279e32 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:12.735651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:12.735651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:12.753902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Allocated IP 172.20.0.2 (43dfd776-c023-421a-b9f1-a36901279e32/cd72854f-2255-4a4f-a0c9-f8e33e10e938/4931d2e3-c68b-4e14-9199-67d65629bc6b) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:12.784986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=6bc19c70-d214-446b-aaf1-85aefdffb692,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:12.825563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:12.825563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.846711 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2646e5fa-a897-4cfd-961e-896749940413'] response: {'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'code': 200} May 09 13:24:12.853627 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-908695a7-5344-489f-af74-d9813db390a0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1701224 May 09 13:24:12.856272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58074) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:12.865978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,revision_number=8']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:12.936752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5c453af6-609b-4531-9031-4cfc69b5cd1a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 6bc19c70-d214-446b-aaf1-85aefdffb692 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:12.937616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c453af6-609b-4531-9031-4cfc69b5cd1a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:12.965699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58078) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:13.114197 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.130770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Transition to ACTIVE for port object 4931d2e3-c68b-4e14-9199-67d65629bc6b will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:13.151683 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Transition to ACTIVE for port object 4931d2e3-c68b-4e14-9199-67d65629bc6b will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:13.151683 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.246191 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Network 43dfd776-c023-421a-b9f1-a36901279e32 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:13.246191 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:13.246191 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:13.273094 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-42916e1e-1cfe-41b3-9a77-2062e6310edb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc80d6053a6a4e04897c10ec1918ce35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3044219 May 09 13:24:13.273094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58084) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:13.279076 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c453af6-609b-4531-9031-4cfc69b5cd1a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.329747 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Pushing event updated for resources: {'Port': ['ID=4931d2e3-c68b-4e14-9199-67d65629bc6b,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:13.346435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.354429 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.358842 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Attempting to bind port 4931d2e3-c68b-4e14-9199-67d65629bc6b on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:24:13.359590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Attempting to bind port 4931d2e3-c68b-4e14-9199-67d65629bc6b by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'a21ae02f-983b-440d-a6c4-ef410832e179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '43dfd776-c023-421a-b9f1-a36901279e32'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:24:13.359590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Attempting to bind port 4931d2e3-c68b-4e14-9199-67d65629bc6b on network 43dfd776-c023-421a-b9f1-a36901279e32 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:24:13.366978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:24:13.367346 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Checking segment: {'id': 'a21ae02f-983b-440d-a6c4-ef410832e179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '43dfd776-c023-421a-b9f1-a36901279e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:13.367734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.368508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Bound using segment: {'id': 'a21ae02f-983b-440d-a6c4-ef410832e179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '43dfd776-c023-421a-b9f1-a36901279e32'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:24:13.368633 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Bound port: 4931d2e3-c68b-4e14-9199-67d65629bc6b, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21ae02f-983b-440d-a6c4-ef410832e179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '43dfd776-c023-421a-b9f1-a36901279e32'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:24:13.368925 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.376089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.444607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5c453af6-609b-4531-9031-4cfc69b5cd1a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 6bc19c70-d214-446b-aaf1-85aefdffb692 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:13.450195 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.471821 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4bafb3-7ed5-4fd8-b100-f1a829107a71,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:13.497469 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.497469 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df4bafb3-7ed5-4fd8-b100-f1a829107a71 HTTP/1.1" status: 204 len: 168 time: 0.2231178 May 09 13:24:13.503114 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] For port 4931d2e3-c68b-4e14-9199-67d65629bc6b, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:24:13.507961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:13.507961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:13.507961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:13.507961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:13.507961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:13.507961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:13.507961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:13.507961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:13.507961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:13.507961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:13.507961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318ceb8-b293-4b77-b7db-793c960a0cc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:13.523117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] For port 4931d2e3-c68b-4e14-9199-67d65629bc6b, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4931d2e3-c68b-4e14-9199-67d65629bc6b,segment=NetworkSegment(a21ae02f-983b-440d-a6c4-ef410832e179),segment_id=a21ae02f-983b-440d-a6c4-ef410832e179)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:24:13.532970 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.628723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c453af6-609b-4531-9031-4cfc69b5cd1a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.684761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c453af6-609b-4531-9031-4cfc69b5cd1a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=6bc19c70-d214-446b-aaf1-85aefdffb692,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:13.715663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0fd7a-e236-42d3-8d67-f432614f97e9 None None] Pushing event updated for resources: {'Port': ['ID=4931d2e3-c68b-4e14-9199-67d65629bc6b,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:13.803656 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.836458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5c453af6-609b-4531-9031-4cfc69b5cd1a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:13.848483 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5c453af6-609b-4531-9031-4cfc69b5cd1a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/6bc19c70-d214-446b-aaf1-85aefdffb692 HTTP/1.1" status: 204 len: 168 time: 0.9910808 May 09 13:24:13.850954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58092) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:13.906189 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1093c59c-5edb-4ad7-a7c0-5a528f4278a2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:24:13.906784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1093c59c-5edb-4ad7-a7c0-5a528f4278a2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:13.934457 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1093c59c-5edb-4ad7-a7c0-5a528f4278a2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:13.941734 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1093c59c-5edb-4ad7-a7c0-5a528f4278a2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/6bc19c70-d214-446b-aaf1-85aefdffb692 HTTP/1.1" status: 404 len: 333 time: 0.0851851 May 09 13:24:13.945038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58096) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:14.206402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb8e53c-20cf-4048-9c17-d44bd1873b99 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting subnet cd72854f-2255-4a4f-a0c9-f8e33e10e938 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:14.209249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fb8e53c-20cf-4048-9c17-d44bd1873b99 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:14.265876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fb8e53c-20cf-4048-9c17-d44bd1873b99 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:14.349233 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fb8e53c-20cf-4048-9c17-d44bd1873b99 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:14.465636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fb8e53c-20cf-4048-9c17-d44bd1873b99 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:14.504705 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4931d2e3-c68b-4e14-9199-67d65629bc6b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:24:14.522031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fb8e53c-20cf-4048-9c17-d44bd1873b99 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:14.530807 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8e53c-20cf-4048-9c17-d44bd1873b99 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Subnet': ['ID=cd72854f-2255-4a4f-a0c9-f8e33e10e938,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:14.536761 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3fb8e53c-20cf-4048-9c17-d44bd1873b99 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/cd72854f-2255-4a4f-a0c9-f8e33e10e938 HTTP/1.1" status: 204 len: 168 time: 0.5940416 May 09 13:24:14.539409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58112) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:14.612127 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 4931d2e3-c68b-4e14-9199-67d65629bc6b completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:14.715608 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:14.722688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58118) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:14.728055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 4931d2e3-c68b-4e14-9199-67d65629bc6b {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:14.728322 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:14.870760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2054263862-network', 'tenant_id': '88c50aa9d620491c8bb1d2733dac90e6'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:14.877132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:14.881248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Usage tracker for resource:network and tenant:88c50aa9d620491c8bb1d2733dac90e6 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:14.884159 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:14.890467 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:14.901750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Made reservation on behalf of 88c50aa9d620491c8bb1d2733dac90e6 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:14.904505 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:14.924619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:14.949463 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] For port 4931d2e3-c68b-4e14-9199-67d65629bc6b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4931d2e3-c68b-4e14-9199-67d65629bc6b,segment=NetworkSegment(a21ae02f-983b-440d-a6c4-ef410832e179),segment_id=a21ae02f-983b-440d-a6c4-ef410832e179)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:14.949819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:14.960745 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:14.966149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Usage tracker for resource:security_group_rule and tenant:88c50aa9d620491c8bb1d2733dac90e6 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:14.971454 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:14.975742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:14.980591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:14.992679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d9e40-b556-4c82-aa87-af40b4b5a2b0 None None] Network 43dfd776-c023-421a-b9f1-a36901279e32 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:15.066720 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.073988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.076981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 4931d2e3-c68b-4e14-9199-67d65629bc6b owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:15.100291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-22870371-2dff-448d-9226-5240474577f4 None None] Provisioning for port 4931d2e3-c68b-4e14-9199-67d65629bc6b completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:15.108428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-22870371-2dff-448d-9226-5240474577f4 None None] Provisioning complete for port 4931d2e3-c68b-4e14-9199-67d65629bc6b triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:15.108790 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-22870371-2dff-448d-9226-5240474577f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.115931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17a26ed-fdf3-4eae-9982-ba4be523eb92,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:15.125374 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:24:15.137602 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.139236 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Added segment 63fc6307-3f08-47c5-af92-c8821bf3006c of type vlan for network 7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 May 09 13:24:15.162361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.170909 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.211792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=4931d2e3-c68b-4e14-9199-67d65629bc6b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:15.221493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No DVR routers for this DVR port 4931d2e3-c68b-4e14-9199-67d65629bc6b on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:24:15.227995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-22870371-2dff-448d-9226-5240474577f4 None None] Could not find standard attr ID for object 4931d2e3-c68b-4e14-9199-67d65629bc6b. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:24:15.230923 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.plugins.ml2.db [None req-22870371-2dff-448d-9226-5240474577f4 None None] No ports have port_id starting with 4931d2e3-c68b-4e14-9199-67d65629bc6b May 09 13:24:15.291942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ae3489-c3ad-4a78-a81e-e1f0c211f2e7 None None] DHCP port deletion for 43dfd776-c023-421a-b9f1-a36901279e32 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:24:15.315917 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.317052 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:15.317659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.436012 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7121978 May 09 13:24:15.436856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4e5cf-dccd-4f77-baa8-3e3ee69973b8 admin admin] Pushing event updated for resources: {'Network': ['ID=7edc40ee-2840-4232-8dc8-a0fb22d5a5a3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:15.439421 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58124) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:15.444578 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Request body: {'subnet': {'network_id': '7edc40ee-2840-4232-8dc8-a0fb22d5a5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2054263862-subnet', 'tenant_id': '88c50aa9d620491c8bb1d2733dac90e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:15.447887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:24:15.453487 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:15.456868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.467608 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Usage tracker for resource:subnet and tenant:88c50aa9d620491c8bb1d2733dac90e6 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:15.471642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:15.486488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:15.491575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43dfd776-c023-421a-b9f1-a36901279e32']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:15.506798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21ae02f-983b-440d-a6c4-ef410832e179') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:15.507044 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21ae02f-983b-440d-a6c4-ef410832e179') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:15.515464 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Made reservation on behalf of 88c50aa9d620491c8bb1d2733dac90e6 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:15.518268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.537369 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.609739 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.620261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:15.620649 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:15.634984 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:15.725293 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.743750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.760954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Network': ['ID=43dfd776-c023-421a-b9f1-a36901279e32,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:15.772954 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fd12bea3-f518-4d6c-b293-efd8f379f00b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/networks/43dfd776-c023-421a-b9f1-a36901279e32 HTTP/1.1" status: 204 len: 168 time: 1.2319291 May 09 13:24:15.776799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58128) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:15.782278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'name': 'tempest-PortsTestJSON-2117769492'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:15.867001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.890835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:15.894955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:port and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:15.898894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:15.904160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:15.914442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:15.922029 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:15.936327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb60e86-0211-402b-bade-6fc602f6ac6c,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:15.948196 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port 64267ec5-9fc7-47e7-b1cc-fa8f5c880cd3 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:15.962992 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Checking segment: {'id': '63fc6307-3f08-47c5-af92-c8821bf3006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7edc40ee-2840-4232-8dc8-a0fb22d5a5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:15.963354 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Network hostable DHCP agents. Network: 7edc40ee-2840-4232-8dc8-a0fb22d5a5a3, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:24:15.989888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Network 7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:24:16.000342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 7edc40ee-2840-4232-8dc8-a0fb22d5a5a3) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:16.005966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:16.008046 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:16.008933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88941d-673b-476f-99e8-557e5a81ecda None None] Network 7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:16.030471 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-67e3232e-f12a-44b4-8d92-f61212fb5020 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5882170 May 09 13:24:16.196589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:16.223718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:16.246431 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544bfc3d-7538-4a1c-b7b5-eea5c803f227 None None] Network 7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:16.315798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c3e218d8-6db6-4572-9e64-210a59043658 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:16.315798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:16.315798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:16.319327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:16.319327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:16.335703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=64267ec5-9fc7-47e7-b1cc-fa8f5c880cd3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:16.351616 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-796080cb-f67f-4f2c-afa0-7626fc32cc5c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5726333 May 09 13:24:16.362080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58138) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:16.440886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-88c1312f-8033-4486-a723-191dc6179b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 64267ec5-9fc7-47e7-b1cc-fa8f5c880cd3 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:16.441795 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88c1312f-8033-4486-a723-191dc6179b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:16.483051 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4931d2e3-c68b-4e14-9199-67d65629bc6b no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:24:16.554202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 4931d2e3-c68b-4e14-9199-67d65629bc6b {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:24:16.555042 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4931d2e3-c68b-4e14-9199-67d65629bc6b not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:24:16.721853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88c1312f-8033-4486-a723-191dc6179b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:16.860373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-88c1312f-8033-4486-a723-191dc6179b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 64267ec5-9fc7-47e7-b1cc-fa8f5c880cd3 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:16.950454 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88c1312f-8033-4486-a723-191dc6179b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.014956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-88c1312f-8033-4486-a723-191dc6179b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.014956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1312f-8033-4486-a723-191dc6179b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=64267ec5-9fc7-47e7-b1cc-fa8f5c880cd3,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:17.021018 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-88c1312f-8033-4486-a723-191dc6179b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/64267ec5-9fc7-47e7-b1cc-fa8f5c880cd3 HTTP/1.1" status: 204 len: 168 time: 0.6652977 May 09 13:24:17.032026 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58154) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:17.032026 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'mac_address': 'fa:16:3e:2d:3a:97', 'name': 'tempest-PortsTestJSON-1860509772'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:17.125869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58160) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:17.131523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1474322130-network', 'tenant_id': '7d897e9d645742ffa93f2d668938194d'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:17.138516 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:17.142698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Usage tracker for resource:network and tenant:7d897e9d645742ffa93f2d668938194d is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:17.145763 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:17.151607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:17.159355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:17.164635 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:port and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:17.164747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Made reservation on behalf of 7d897e9d645742ffa93f2d668938194d for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:17.164865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:17.167624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.172827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:17.181036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.183924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:17.219795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:17.226727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Usage tracker for resource:security_group_rule and tenant:7d897e9d645742ffa93f2d668938194d is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:17.226727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:17.235363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:17.310987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.311159 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.315089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.340875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port 309ca25f-c9d7-4a52-a038-da7b77a8696d yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:17.345612 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:24:17.355653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb753ac-4dd7-4ff8-b7c5-c4bc35cca996,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:17.361513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.361513 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Added segment 3f5d4285-ba0a-444c-8c71-7b1e98ded629 of type vlan for network a0a8e830-24ad-4b26-b3a5-485e474d2067 May 09 13:24:17.392150 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.424885 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.425804 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:17.426356 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.540466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] Pushing event updated for resources: {'Network': ['ID=a0a8e830-24ad-4b26-b3a5-485e474d2067,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:17.540466 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4727dbbe-013c-4b1b-9926-6ab0c3c002eb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4074426 May 09 13:24:17.540466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58164) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:17.552354 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network a0a8e830-24ad-4b26-b3a5-485e474d2067 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:24:17.568543 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Request body: {'subnet': {'network_id': 'a0a8e830-24ad-4b26-b3a5-485e474d2067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1474322130-subnet', 'tenant_id': '7d897e9d645742ffa93f2d668938194d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:17.581669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:17.593249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Usage tracker for resource:subnet and tenant:7d897e9d645742ffa93f2d668938194d is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:17.593249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:17.615357 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:17.638122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Made reservation on behalf of 7d897e9d645742ffa93f2d668938194d for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:17.638122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.731263 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.781056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.849218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c3e218d8-6db6-4572-9e64-210a59043658 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:17.852154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:17.856935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:17.860880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:17.860880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.868600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=309ca25f-c9d7-4a52-a038-da7b77a8696d,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:17.881074 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:17.895530 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ca2d0477-5dec-4cb1-90fb-9c8a6c5c093e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8677189 May 09 13:24:17.895530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58168) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:17.959534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d95750-758c-4021-87e2-477e81434eec,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:17.965032 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f18206f-0bc1-4ab1-bc83-da45523a4edf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:17.965630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7f18206f-0bc1-4ab1-bc83-da45523a4edf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:17.970588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Checking segment: {'id': '3f5d4285-ba0a-444c-8c71-7b1e98ded629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a0a8e830-24ad-4b26-b3a5-485e474d2067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:17.970946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Network hostable DHCP agents. Network: a0a8e830-24ad-4b26-b3a5-485e474d2067, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:24:17.982917 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7f18206f-0bc1-4ab1-bc83-da45523a4edf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:17.987724 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7f18206f-0bc1-4ab1-bc83-da45523a4edf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/309ca25f-c9d7-4a52-a038-da7b77a8696d HTTP/1.1" status: 200 len: 841 time: 0.0925443 May 09 13:24:17.988333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58172) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:17.994652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Network a0a8e830-24ad-4b26-b3a5-485e474d2067 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:24:18.005619 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, a0a8e830-24ad-4b26-b3a5-485e474d2067) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:18.009938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:18.010509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:18.018250 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124c9b2e-efc7-4a7c-b7f7-eea8c8d6380c None None] Network a0a8e830-24ad-4b26-b3a5-485e474d2067 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:18.036830 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a222933b-5443-43cd-9186-839b0c2cd154 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4853721 May 09 13:24:18.065101 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d18fbce9-e6d7-46b3-a293-ee0b290706ee tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 309ca25f-c9d7-4a52-a038-da7b77a8696d {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:18.065419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d18fbce9-e6d7-46b3-a293-ee0b290706ee tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:18.263176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ded428d-0598-4ff7-b48f-ff1c21db0253 None None] Network a0a8e830-24ad-4b26-b3a5-485e474d2067 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:18.337365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d18fbce9-e6d7-46b3-a293-ee0b290706ee tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:18.470820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d18fbce9-e6d7-46b3-a293-ee0b290706ee tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 309ca25f-c9d7-4a52-a038-da7b77a8696d owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:18.556243 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d18fbce9-e6d7-46b3-a293-ee0b290706ee tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:18.634654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fbce9-e6d7-46b3-a293-ee0b290706ee tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=309ca25f-c9d7-4a52-a038-da7b77a8696d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:18.655247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d18fbce9-e6d7-46b3-a293-ee0b290706ee tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:18.667401 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d18fbce9-e6d7-46b3-a293-ee0b290706ee tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/309ca25f-c9d7-4a52-a038-da7b77a8696d HTTP/1.1" status: 204 len: 168 time: 0.6746511 May 09 13:24:18.670815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58188) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:18.713761 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b61583e-a821-48c5-aee2-632a42fec813 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:24:18.714259 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7b61583e-a821-48c5-aee2-632a42fec813 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:18.732713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7b61583e-a821-48c5-aee2-632a42fec813 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:18.735731 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7b61583e-a821-48c5-aee2-632a42fec813 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/309ca25f-c9d7-4a52-a038-da7b77a8696d HTTP/1.1" status: 404 len: 333 time: 0.0637393 May 09 13:24:18.737354 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58192) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:18.745476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'name': 'tempest-PortsTestJSON-42283290'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:18.821435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-9a01e2a8-5bbb-40b7-a81e-e8eb9e0bfed1 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:18.821435 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-9a01e2a8-5bbb-40b7-a81e-e8eb9e0bfed1 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/networks?id=7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 HTTP/1.1" status: 200 len: 812 time: 0.1674557 May 09 13:24:18.847833 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-d4e5e1dd-5868-45c4-a578-3edbb04ccb06 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/quotas/88c50aa9d620491c8bb1d2733dac90e6 HTTP/1.1" status: 200 len: 375 time: 0.0124142 May 09 13:24:18.868381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:18.880730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:18.892682 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:18.897558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:18.900606 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-dfe74afd-f5b3-43f7-a80e-9b6cf3213167 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=88c50aa9d620491c8bb1d2733dac90e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433776 May 09 13:24:18.919613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port 0274ec59-3350-4f13-97d7-2b7bf237243a yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:19.043010 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-d286d0e6-a47d-406d-83e6-510824064726 service neutron] 10.222.0.44 "GET /v2.0/networks/7edc40ee-2840-4232-8dc8-a0fb22d5a5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356077 May 09 13:24:19.159060 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:19.180047 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-ace07996-6bbb-4939-aabc-6e5e086fe4cc service neutron] 10.222.0.44 "GET /v2.0/networks/7edc40ee-2840-4232-8dc8-a0fb22d5a5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335797 May 09 13:24:19.196143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:19.275952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c3e218d8-6db6-4572-9e64-210a59043658 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:19.280878 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:19.283037 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:19.286203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:19.290871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:19.318402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=0274ec59-3350-4f13-97d7-2b7bf237243a,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:19.349418 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-21bdbe42-d8ee-4d97-9592-1c57fa7a502a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.6084611 May 09 13:24:19.351043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58200) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:19.358517 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-94583c14-db80-4400-b609-f29b71aa671f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:19.407145 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fba388d6-c0e1-4fb5-9d91-19762b0405a5 req-d039cdee-c715-4182-8547-214481dc192f tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 210 time: 0.0526032 May 09 13:24:19.492642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94583c14-db80-4400-b609-f29b71aa671f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:19.831708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94583c14-db80-4400-b609-f29b71aa671f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:19.836134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94583c14-db80-4400-b609-f29b71aa671f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:19.899424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-94583c14-db80-4400-b609-f29b71aa671f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] In _notify_port_updated(), no bound segment for port 0274ec59-3350-4f13-97d7-2b7bf237243a on network c3e218d8-6db6-4572-9e64-210a59043658 {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:24:19.904099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94583c14-db80-4400-b609-f29b71aa671f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:19.904651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94583c14-db80-4400-b609-f29b71aa671f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:19.905549 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-94583c14-db80-4400-b609-f29b71aa671f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "PUT /v2.0/ports/0274ec59-3350-4f13-97d7-2b7bf237243a HTTP/1.1" status: 200 len: 818 time: 0.5539262 May 09 13:24:19.908861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58210) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:19.916935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94583c14-db80-4400-b609-f29b71aa671f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=0274ec59-3350-4f13-97d7-2b7bf237243a,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:20.078091 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ad568f77-b176-4a22-9c9c-7dd4f549a8a5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 0274ec59-3350-4f13-97d7-2b7bf237243a {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:20.078474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ad568f77-b176-4a22-9c9c-7dd4f549a8a5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:20.297877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ad568f77-b176-4a22-9c9c-7dd4f549a8a5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:20.449536 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ad568f77-b176-4a22-9c9c-7dd4f549a8a5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 0274ec59-3350-4f13-97d7-2b7bf237243a owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:20.665040 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eada3428-d62b-469a-b6da-70cb47315614 req-e049beb2-18d3-438f-92c6-e3ea0aa3e906 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 210 time: 0.0735559 May 09 13:24:20.708751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ad568f77-b176-4a22-9c9c-7dd4f549a8a5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:20.773171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad568f77-b176-4a22-9c9c-7dd4f549a8a5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=0274ec59-3350-4f13-97d7-2b7bf237243a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:20.786645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-74e6e3bf-6cdd-4a65-9eca-58dda30e5ccf tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:20.789634 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-74e6e3bf-6cdd-4a65-9eca-58dda30e5ccf tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.57 "GET /v2.0/networks?id=7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 HTTP/1.1" status: 200 len: 812 time: 0.3062673 May 09 13:24:20.791654 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ad568f77-b176-4a22-9c9c-7dd4f549a8a5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:20.803221 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ad568f77-b176-4a22-9c9c-7dd4f549a8a5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/0274ec59-3350-4f13-97d7-2b7bf237243a HTTP/1.1" status: 204 len: 168 time: 0.8928797 May 09 13:24:20.809278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58216) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:20.811194 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Request body: {'port': {'device_id': '5a473a4d-9895-4d5e-a00b-a4f72ca8b719', 'network_id': '7edc40ee-2840-4232-8dc8-a0fb22d5a5a3', 'admin_state_up': True, 'tenant_id': '88c50aa9d620491c8bb1d2733dac90e6'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:20.907435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f8b37-b0a9-46df-8b54-d0599b3fa572 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:20.907435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-af0f8b37-b0a9-46df-8b54-d0599b3fa572 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:20.929605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-af0f8b37-b0a9-46df-8b54-d0599b3fa572 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:20.931022 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-af0f8b37-b0a9-46df-8b54-d0599b3fa572 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1243923 May 09 13:24:20.933985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58220) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:20.965587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:20.971774 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Usage tracker for resource:port and tenant:88c50aa9d620491c8bb1d2733dac90e6 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:20.974061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:20.983717 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b24f4b-f721-429a-8a5a-e4784fcd2996 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:24:20.983717 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-88b24f4b-f721-429a-8a5a-e4784fcd2996 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/0274ec59-3350-4f13-97d7-2b7bf237243a HTTP/1.1" status: 404 len: 333 time: 0.0457499 May 09 13:24:20.984442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:20.985051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58224) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:20.997532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-519452588'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:21.002089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Made reservation on behalf of 88c50aa9d620491c8bb1d2733dac90e6 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:21.002937 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:21.004986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.008887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:network and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:21.011331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:21.019794 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:21.036376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:21.041381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.076850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:24:21.086073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.087140 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Added segment 87132c3f-a330-4461-9dfc-8d135af8d53f of type vlan for network c4013d27-db67-46ba-823c-21df39c2087e May 09 13:24:21.126837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.148256 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.153443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:21.153443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.185215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.223950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Allocated IP 172.20.0.14 (7edc40ee-2840-4232-8dc8-a0fb22d5a5a3/4eb60e86-0211-402b-bade-6fc602f6ac6c/11af999c-1e97-4c6d-ab98-1c17fb01b245) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:21.268331 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2800982 May 09 13:24:21.271110 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58228) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:21.279447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': 'c4013d27-db67-46ba-823c-21df39c2087e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:21.302508 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229c416-1dac-4ac7-90f0-69d1ad482bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Network': ['ID=c4013d27-db67-46ba-823c-21df39c2087e,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:21.313711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network c4013d27-db67-46ba-823c-21df39c2087e details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:24:21.405610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:21.412840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:21.416021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:21.426482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:21.435868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:21.480244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.507918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.537339 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.591147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Network 7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:21.592034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Pushing event updated for resources: {'Port': ['ID=11af999c-1e97-4c6d-ab98-1c17fb01b245,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:21.597015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:21.601845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:21.670838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:21.670838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.695755 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-0ec18118-fbb3-4939-9472-36289879f10b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8898144 May 09 13:24:21.722431 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Request body: {'port': {'device_id': '5a473a4d-9895-4d5e-a00b-a4f72ca8b719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:21.782457 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.848359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Subnet': ['ID=648d165c-f226-4783-ab44-bca97a86e8e4,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:21.871440 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Checking segment: {'id': '87132c3f-a330-4461-9dfc-8d135af8d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c4013d27-db67-46ba-823c-21df39c2087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:21.871797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network hostable DHCP agents. Network: c4013d27-db67-46ba-823c-21df39c2087e, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:24:21.879161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.894059 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c4013d27-db67-46ba-823c-21df39c2087e is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:24:21.904882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, c4013d27-db67-46ba-823c-21df39c2087e) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:21.910568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:21.910984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:21.915894 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39ca8a1-aa80-4d57-97b9-e0bc219486cd None None] Network c4013d27-db67-46ba-823c-21df39c2087e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:21.946917 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-90430abf-2ee1-4512-9e86-97e1bd2116c4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6727762 May 09 13:24:21.947138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58234) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:21.953131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b70b8435-e485-4a81-8d0c-aa0cc09be002 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': 'c4013d27-db67-46ba-823c-21df39c2087e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:22.053272 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470ff02-3236-41d5-af81-8b651299bfd8 req-e76d045d-3b07-4684-9e75-18ffea241b37 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:22.054066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-8470ff02-3236-41d5-af81-8b651299bfd8 req-e76d045d-3b07-4684-9e75-18ffea241b37 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Synchronizing usage tracker for tenant:88c50aa9d620491c8bb1d2733dac90e6 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:22.094982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b70b8435-e485-4a81-8d0c-aa0cc09be002 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:22.099120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b70b8435-e485-4a81-8d0c-aa0cc09be002 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:22.101879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b70b8435-e485-4a81-8d0c-aa0cc09be002 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:22.107833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b70b8435-e485-4a81-8d0c-aa0cc09be002 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:22.118749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70b8435-e485-4a81-8d0c-aa0cc09be002 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:22.123218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b70b8435-e485-4a81-8d0c-aa0cc09be002 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:22.134889 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-8470ff02-3236-41d5-af81-8b651299bfd8 req-e76d045d-3b07-4684-9e75-18ffea241b37 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Unset dirty status for tenant:88c50aa9d620491c8bb1d2733dac90e6 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:22.136063 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8470ff02-3236-41d5-af81-8b651299bfd8 req-e76d045d-3b07-4684-9e75-18ffea241b37 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 932 time: 0.3245111 May 09 13:24:22.155546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-c4013d27-db67-46ba-823c-21df39c2087e', 'network_id': 'c4013d27-db67-46ba-823c-21df39c2087e', 'tenant_id': '40316092ab9b42ca9e8a371f950b4b55', 'fixed_ips': [{'subnet_id': '648d165c-f226-4783-ab44-bca97a86e8e4'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:24:22.156367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:22.281052 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8470ff02-3236-41d5-af81-8b651299bfd8 req-d9dde285-e9c8-4b85-a560-0e6e7ae3936d tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287086 May 09 13:24:22.320391 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.ipam_backend_mixin [None req-b70b8435-e485-4a81-8d0c-aa0cc09be002 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 648d165c-f226-4783-ab44-bca97a86e8e4 (CIDR: 172.20.0.0/28) May 09 13:24:22.324548 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70b8435-e485-4a81-8d0c-aa0cc09be002 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:24:22.325227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70b8435-e485-4a81-8d0c-aa0cc09be002 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:22.348820 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b70b8435-e485-4a81-8d0c-aa0cc09be002 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4006090 May 09 13:24:22.349499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58238) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:22.355437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': 'c4013d27-db67-46ba-823c-21df39c2087e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:22.356756 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Allocated IP 172.20.0.2 (c4013d27-db67-46ba-823c-21df39c2087e/648d165c-f226-4783-ab44-bca97a86e8e4/e60f98ad-0364-4392-beda-2f608ead98d2) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:22.407789 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11af999c-1e97-4c6d-ab98-1c17fb01b245 {{(pid=83894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:24:22.415544 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:22.432786 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Transition to ACTIVE for port object 11af999c-1e97-4c6d-ab98-1c17fb01b245 will not be triggered until provisioned by entity L2. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:22.440904 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:22.507852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:22.511704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:22.513947 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Pushing event updated for resources: {'Port': ['ID=11af999c-1e97-4c6d-ab98-1c17fb01b245,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:22.514787 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:22.522137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:22.537681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:22.542864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:22.646418 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:22.661203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Transition to ACTIVE for port object e60f98ad-0364-4392-beda-2f608ead98d2 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:22.681433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Transition to ACTIVE for port object e60f98ad-0364-4392-beda-2f608ead98d2 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:22.687325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:22.735098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Attempting to bind port 11af999c-1e97-4c6d-ab98-1c17fb01b245 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:24:22.735742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Attempting to bind port 11af999c-1e97-4c6d-ab98-1c17fb01b245 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '63fc6307-3f08-47c5-af92-c8821bf3006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7edc40ee-2840-4232-8dc8-a0fb22d5a5a3'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:24:22.736248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Attempting to bind port 11af999c-1e97-4c6d-ab98-1c17fb01b245 on network 7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:24:22.744171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Port 11af999c-1e97-4c6d-ab98-1c17fb01b245 on network 7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:24:22.744830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Attempting to bind port 11af999c-1e97-4c6d-ab98-1c17fb01b245 on network 7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:24:22.754685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:24:22.755339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Checking segment: {'id': '63fc6307-3f08-47c5-af92-c8821bf3006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7edc40ee-2840-4232-8dc8-a0fb22d5a5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:22.755999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Bound using segment: {'id': '63fc6307-3f08-47c5-af92-c8821bf3006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7edc40ee-2840-4232-8dc8-a0fb22d5a5a3'} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:24:22.756624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Bound port: 11af999c-1e97-4c6d-ab98-1c17fb01b245, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63fc6307-3f08-47c5-af92-c8821bf3006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7edc40ee-2840-4232-8dc8-a0fb22d5a5a3'}}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:24:22.757228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:22.791094 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Network c4013d27-db67-46ba-823c-21df39c2087e is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:22.794484 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Pushing event updated for resources: {'Port': ['ID=e60f98ad-0364-4392-beda-2f608ead98d2,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:22.796857 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:22.799956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:22.810744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:22.811077 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:22.811411 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:22.811725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:22.812048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:22.812365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:22.813454 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:22.813953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:22.814431 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:22.814748 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:22.815061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:24:22.843421 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:22.863968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] For port 11af999c-1e97-4c6d-ab98-1c17fb01b245, host hv-neutron-8408, cleared binding levels {{(pid=83894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:24:22.867573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] For port 11af999c-1e97-4c6d-ab98-1c17fb01b245, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=11af999c-1e97-4c6d-ab98-1c17fb01b245,segment=NetworkSegment(63fc6307-3f08-47c5-af92-c8821bf3006c),segment_id=63fc6307-3f08-47c5-af92-c8821bf3006c)] {{(pid=83894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:24:22.872259 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:22.904338 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Attempting to bind port e60f98ad-0364-4392-beda-2f608ead98d2 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:24:22.904721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Attempting to bind port e60f98ad-0364-4392-beda-2f608ead98d2 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '87132c3f-a330-4461-9dfc-8d135af8d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c4013d27-db67-46ba-823c-21df39c2087e'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:24:22.905046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Attempting to bind port e60f98ad-0364-4392-beda-2f608ead98d2 on network c4013d27-db67-46ba-823c-21df39c2087e {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:24:22.912584 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:24:22.912971 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Checking segment: {'id': '87132c3f-a330-4461-9dfc-8d135af8d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c4013d27-db67-46ba-823c-21df39c2087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:22.913370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:22.913748 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Bound using segment: {'id': '87132c3f-a330-4461-9dfc-8d135af8d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c4013d27-db67-46ba-823c-21df39c2087e'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:24:22.914199 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Bound port: e60f98ad-0364-4392-beda-2f608ead98d2, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87132c3f-a330-4461-9dfc-8d135af8d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c4013d27-db67-46ba-823c-21df39c2087e'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:24:22.914564 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:22.949622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:22.951234 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] 10.222.0.57 "PUT /v2.0/ports/11af999c-1e97-4c6d-ab98-1c17fb01b245 HTTP/1.1" status: 200 len: 1094 time: 1.2489870 May 09 13:24:22.953916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a473a4d-9895-4d5e-a00b-a4f72ca8b719', 'tag': '11af999c-1e97-4c6d-ab98-1c17fb01b245'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:24:22.988652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbcfd4-9dff-43e4-b39d-0d0f4b21e0ee service neutron] Pushing event updated for resources: {'Port': ['ID=11af999c-1e97-4c6d-ab98-1c17fb01b245,revision_number=3']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:23.009064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c4013d27-db67-46ba-823c-21df39c2087e is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:23.012253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:23.016404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:23.016987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:23.028660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Subnet': ['ID=3773b0e3-8b97-4391-bee1-5c80a8d26772,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:23.042742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] For port e60f98ad-0364-4392-beda-2f608ead98d2, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:24:23.043741 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52c7572-d591-48a2-97aa-0cbd0deefeaf'] response: {'name': 'network-changed', 'server_uuid': '5a473a4d-9895-4d5e-a00b-a4f72ca8b719', 'tag': '11af999c-1e97-4c6d-ab98-1c17fb01b245', 'status': 'completed', 'code': 200} May 09 13:24:23.048566 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-19a05b5c-7e1f-494d-bc9e-882e75077921 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6941731 May 09 13:24:23.048566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58244) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:23.053453 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] For port e60f98ad-0364-4392-beda-2f608ead98d2, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e60f98ad-0364-4392-beda-2f608ead98d2,segment=NetworkSegment(87132c3f-a330-4461-9dfc-8d135af8d53f),segment_id=87132c3f-a330-4461-9dfc-8d135af8d53f)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:24:23.054277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': 'c4013d27-db67-46ba-823c-21df39c2087e', 'fixed_ips': [{'subnet_id': '648d165c-f226-4783-ab44-bca97a86e8e4'}, {'subnet_id': '3773b0e3-8b97-4391-bee1-5c80a8d26772'}], 'name': 'tempest-PortsTestJSON-1556123714'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:23.058117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:23.083663 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-3ac29ae1-f309-46bd-abb4-43b3e4c4fa3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88c50aa9d620491c8bb1d2733dac90e6&device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 1097 time: 0.0892169 May 09 13:24:23.137146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec648bf2-9fc0-47c2-b1c8-2a0673eb9865 None None] Pushing event updated for resources: {'Port': ['ID=e60f98ad-0364-4392-beda-2f608ead98d2,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:23.163887 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-1d9a2cb6-e57c-409e-ba35-08322e49eca0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11af999c-1e97-4c6d-ab98-1c17fb01b245 HTTP/1.1" status: 200 len: 217 time: 0.0732937 May 09 13:24:23.209598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:23.213756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:port and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:23.216636 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:23.227216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:23.228226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-a0acb6da-d0e4-42d8-8c7f-68defdd22240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:23.229708 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-a0acb6da-d0e4-42d8-8c7f-68defdd22240 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eb60e86-0211-402b-bade-6fc602f6ac6c HTTP/1.1" status: 200 len: 852 time: 0.0591140 May 09 13:24:23.238919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:23.244963 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:23.268794 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port 374acbb6-da10-4c36-884b-0ea6311ffffa yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:23.284011 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-1e6c8a7e-17a3-4eb7-8046-9d5dee0be543 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edc40ee-2840-4232-8dc8-a0fb22d5a5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459497 May 09 13:24:23.431549 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-9e9aaec2-f170-44db-a803-2781e3002b3d service neutron] 10.222.0.57 "GET /v2.0/networks/7edc40ee-2840-4232-8dc8-a0fb22d5a5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410263 May 09 13:24:23.623364 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f4ac8fd-bd20-40c7-a997-4ab4542e5a77 req-7024a9b2-31fc-4df1-9b4f-4968db1b5ff9 service neutron] 10.222.0.57 "GET /v2.0/networks/7edc40ee-2840-4232-8dc8-a0fb22d5a5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836307 May 09 13:24:23.635931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2419b67-b737-4d0c-8ae0-56d333522551 req-e3bc5da9-bb37-4f45-a7d6-45361e126885 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:23.637424 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e2419b67-b737-4d0c-8ae0-56d333522551 req-e3bc5da9-bb37-4f45-a7d6-45361e126885 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 944 time: 0.1786749 May 09 13:24:23.654813 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.7 (c4013d27-db67-46ba-823c-21df39c2087e/648d165c-f226-4783-ab44-bca97a86e8e4/374acbb6-da10-4c36-884b-0ea6311ffffa) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:23.663207 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.25 (c4013d27-db67-46ba-823c-21df39c2087e/3773b0e3-8b97-4391-bee1-5c80a8d26772/374acbb6-da10-4c36-884b-0ea6311ffffa) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:23.728869 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e2419b67-b737-4d0c-8ae0-56d333522551 req-91f4aae6-4da1-4996-9e40-d3f0374ae48a tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848405 May 09 13:24:23.760542 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1401ed47-c35a-4cc0-9369-29b27c5fe076 req-04040436-6368-4195-b902-aa0976e8589c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88c50aa9d620491c8bb1d2733dac90e6&device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 1097 time: 0.0844607 May 09 13:24:23.870471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:23.887701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Transition to ACTIVE for port object 374acbb6-da10-4c36-884b-0ea6311ffffa will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:23.910719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:23.990964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c4013d27-db67-46ba-823c-21df39c2087e is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:23.994251 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401ed47-c35a-4cc0-9369-29b27c5fe076 req-f0d836ea-def4-4c16-b974-a41d02606315 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:23.994391 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:23.995706 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1401ed47-c35a-4cc0-9369-29b27c5fe076 req-f0d836ea-def4-4c16-b974-a41d02606315 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 HTTP/1.1" status: 200 len: 913 time: 0.2286537 May 09 13:24:23.998820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:24.024163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=374acbb6-da10-4c36-884b-0ea6311ffffa,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:24.062181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:24.063433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:24.064078 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1401ed47-c35a-4cc0-9369-29b27c5fe076 req-c0ed512d-1159-4984-87bf-f21d54ac5ccf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11af999c-1e97-4c6d-ab98-1c17fb01b245 HTTP/1.1" status: 200 len: 217 time: 0.0620010 May 09 13:24:24.088226 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2fb3b811-fef2-4185-b7a7-f27996daf61d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.0392008 May 09 13:24:24.090840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58250) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:24.096696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1b0696fd-5ffa-4e07-8986-51d559eb0f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '648d165c-f226-4783-ab44-bca97a86e8e4'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:24.130979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401ed47-c35a-4cc0-9369-29b27c5fe076 req-15844381-a3e9-4679-98cb-92b46e2f6fb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:24.132398 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1401ed47-c35a-4cc0-9369-29b27c5fe076 req-15844381-a3e9-4679-98cb-92b46e2f6fb4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eb60e86-0211-402b-bade-6fc602f6ac6c HTTP/1.1" status: 200 len: 852 time: 0.0631070 May 09 13:24:24.156807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370c7a27-d0e4-4964-86ac-ed3de69e9030 None None] Network c4013d27-db67-46ba-823c-21df39c2087e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:24.179441 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1401ed47-c35a-4cc0-9369-29b27c5fe076 req-2d5db7a7-737f-4977-9b60-f1d9642730a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edc40ee-2840-4232-8dc8-a0fb22d5a5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403433 May 09 13:24:24.224597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b0696fd-5ffa-4e07-8986-51d559eb0f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:24.262047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-90e07d32-e240-4f88-ae23-dbf5649920ba None None] Provisioning for port e60f98ad-0364-4392-beda-2f608ead98d2 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:24.316270 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1401ed47-c35a-4cc0-9369-29b27c5fe076 req-7bc3b2f7-1c1b-4d28-8c30-6514bce72789 service neutron] 10.222.0.57 "GET /v2.0/networks/7edc40ee-2840-4232-8dc8-a0fb22d5a5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299860 May 09 13:24:24.468720 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1401ed47-c35a-4cc0-9369-29b27c5fe076 req-d27d7d07-e8d0-4726-a194-785cbd7e606c service neutron] 10.222.0.57 "GET /v2.0/networks/7edc40ee-2840-4232-8dc8-a0fb22d5a5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457376 May 09 13:24:24.495999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e60f98ad-0364-4392-beda-2f608ead98d2 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:24:24.545039 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717d9b46-44c6-4570-8a72-20af043d5510 None None] Update dhcp port {'port': {'network_id': 'c4013d27-db67-46ba-823c-21df39c2087e', 'fixed_ips': [{'subnet_id': '648d165c-f226-4783-ab44-bca97a86e8e4', 'ip_address': '172.20.0.2'}, {'subnet_id': '3773b0e3-8b97-4391-bee1-5c80a8d26772'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': 'e60f98ad-0364-4392-beda-2f608ead98d2'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:24:24.584374 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-1b0696fd-5ffa-4e07-8986-51d559eb0f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Delete allocated IP 172.20.0.25 (c4013d27-db67-46ba-823c-21df39c2087e/3773b0e3-8b97-4391-bee1-5c80a8d26772) {{(pid=83895) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 09 13:24:24.602951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-717d9b46-44c6-4570-8a72-20af043d5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:24.649459 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port e60f98ad-0364-4392-beda-2f608ead98d2 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:24.669345 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port e60f98ad-0364-4392-beda-2f608ead98d2 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:24.669705 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:24.744916 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b0696fd-5ffa-4e07-8986-51d559eb0f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:24.759390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-1b0696fd-5ffa-4e07-8986-51d559eb0f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Ignored duplicate provisioning block setup for port 374acbb6-da10-4c36-884b-0ea6311ffffa by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 09 13:24:24.763742 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b0696fd-5ffa-4e07-8986-51d559eb0f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:24.895914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:24.904462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0696fd-5ffa-4e07-8986-51d559eb0f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=374acbb6-da10-4c36-884b-0ea6311ffffa,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:24.916763 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-717d9b46-44c6-4570-8a72-20af043d5510 None None] Allocated IP 172.20.0.18 (c4013d27-db67-46ba-823c-21df39c2087e/3773b0e3-8b97-4391-bee1-5c80a8d26772/e60f98ad-0364-4392-beda-2f608ead98d2) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:24.940374 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-1b0696fd-5ffa-4e07-8986-51d559eb0f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] In _notify_port_updated(), no bound segment for port 374acbb6-da10-4c36-884b-0ea6311ffffa on network c4013d27-db67-46ba-823c-21df39c2087e {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:24:24.944558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0696fd-5ffa-4e07-8986-51d559eb0f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:24.945163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b0696fd-5ffa-4e07-8986-51d559eb0f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:24.949366 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1b0696fd-5ffa-4e07-8986-51d559eb0f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "PUT /v2.0/ports/374acbb6-da10-4c36-884b-0ea6311ffffa HTTP/1.1" status: 200 len: 919 time: 0.8575778 May 09 13:24:24.949946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58256) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:24.954051 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b5878-2b5a-4590-abe4-553e57f839e8 req-27a798f8-45ab-42bc-9f31-8676437e91b4 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:24.955572 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1f4b5878-2b5a-4590-abe4-553e57f839e8 req-27a798f8-45ab-42bc-9f31-8676437e91b4 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 944 time: 0.0927954 May 09 13:24:24.956036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ea174b0d-9b9d-48c5-8e75-ea963a626be2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '648d165c-f226-4783-ab44-bca97a86e8e4'}, {'subnet_id': '3773b0e3-8b97-4391-bee1-5c80a8d26772'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:25.008679 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1f4b5878-2b5a-4590-abe4-553e57f839e8 req-52533bb1-5502-4f79-a38a-626faa1b066d tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 May 09 13:24:25.075504 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-717d9b46-44c6-4570-8a72-20af043d5510 None None] For port e60f98ad-0364-4392-beda-2f608ead98d2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e60f98ad-0364-4392-beda-2f608ead98d2,segment=NetworkSegment(87132c3f-a330-4461-9dfc-8d135af8d53f),segment_id=87132c3f-a330-4461-9dfc-8d135af8d53f)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:25.102158 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-717d9b46-44c6-4570-8a72-20af043d5510 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:25.118975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-717d9b46-44c6-4570-8a72-20af043d5510 None None] Transition to ACTIVE for port object e60f98ad-0364-4392-beda-2f608ead98d2 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:25.123433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-717d9b46-44c6-4570-8a72-20af043d5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:25.167708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ea174b0d-9b9d-48c5-8e75-ea963a626be2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:25.303592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d9b46-44c6-4570-8a72-20af043d5510 None None] Pushing event updated for resources: {'Port': ['ID=e60f98ad-0364-4392-beda-2f608ead98d2,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:25.311949 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:24:25.311949 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:24:25.499523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-ea174b0d-9b9d-48c5-8e75-ea963a626be2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.26 (c4013d27-db67-46ba-823c-21df39c2087e/3773b0e3-8b97-4391-bee1-5c80a8d26772/374acbb6-da10-4c36-884b-0ea6311ffffa) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:25.666706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ea174b0d-9b9d-48c5-8e75-ea963a626be2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:25.682214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-ea174b0d-9b9d-48c5-8e75-ea963a626be2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Ignored duplicate provisioning block setup for port 374acbb6-da10-4c36-884b-0ea6311ffffa by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 09 13:24:25.686017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ea174b0d-9b9d-48c5-8e75-ea963a626be2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:25.738123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc12b1f6-9370-4629-94e3-f4b033f4af40 None None] Network c4013d27-db67-46ba-823c-21df39c2087e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:25.825569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea174b0d-9b9d-48c5-8e75-ea963a626be2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=374acbb6-da10-4c36-884b-0ea6311ffffa,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:25.881535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d3ed6505-b1e7-4142-b741-d2e0a6e34af0 None None] Provisioning for port e60f98ad-0364-4392-beda-2f608ead98d2 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:25.886500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ea174b0d-9b9d-48c5-8e75-ea963a626be2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] In _notify_port_updated(), no bound segment for port 374acbb6-da10-4c36-884b-0ea6311ffffa on network c4013d27-db67-46ba-823c-21df39c2087e {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:24:25.890893 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea174b0d-9b9d-48c5-8e75-ea963a626be2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:25.891504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ea174b0d-9b9d-48c5-8e75-ea963a626be2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:25.895440 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ea174b0d-9b9d-48c5-8e75-ea963a626be2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "PUT /v2.0/ports/374acbb6-da10-4c36-884b-0ea6311ffffa HTTP/1.1" status: 200 len: 999 time: 0.9420328 May 09 13:24:25.895600 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d3ed6505-b1e7-4142-b741-d2e0a6e34af0 None None] Provisioning complete for port e60f98ad-0364-4392-beda-2f608ead98d2 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:25.895600 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6505-b1e7-4142-b741-d2e0a6e34af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:25.895877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58262) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:25.932624 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:25.961854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-0c5473e9-40ad-46a2-8b29-a4fa11141495 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 374acbb6-da10-4c36-884b-0ea6311ffffa {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:25.962102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0c5473e9-40ad-46a2-8b29-a4fa11141495 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:26.058248 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port e60f98ad-0364-4392-beda-2f608ead98d2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e60f98ad-0364-4392-beda-2f608ead98d2,segment=NetworkSegment(87132c3f-a330-4461-9dfc-8d135af8d53f),segment_id=87132c3f-a330-4461-9dfc-8d135af8d53f)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:26.068330 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:26.113807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 11af999c-1e97-4c6d-ab98-1c17fb01b245 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:24:26.210324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0c5473e9-40ad-46a2-8b29-a4fa11141495 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:26.214773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eff633-ef4b-4097-9be4-fbe006b1e066 req-6584109f-1383-40a1-8ad2-06f3dc9b6e3c tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:26.216196 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-91eff633-ef4b-4097-9be4-fbe006b1e066 req-6584109f-1383-40a1-8ad2-06f3dc9b6e3c tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 944 time: 0.0828683 May 09 13:24:26.258203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=e60f98ad-0364-4392-beda-2f608ead98d2,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:26.264330 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-91eff633-ef4b-4097-9be4-fbe006b1e066 req-165b60d9-2844-443b-b222-f096fa4cf54d tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420694 May 09 13:24:26.341102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-0c5473e9-40ad-46a2-8b29-a4fa11141495 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 374acbb6-da10-4c36-884b-0ea6311ffffa owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:26.363751 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d3ed6505-b1e7-4142-b741-d2e0a6e34af0 None None] Provisioning for port 374acbb6-da10-4c36-884b-0ea6311ffffa completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:26.376927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d3ed6505-b1e7-4142-b741-d2e0a6e34af0 None None] Provisioning complete for port 374acbb6-da10-4c36-884b-0ea6311ffffa triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:26.377303 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6505-b1e7-4142-b741-d2e0a6e34af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:26.425292 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 11af999c-1e97-4c6d-ab98-1c17fb01b245, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=11af999c-1e97-4c6d-ab98-1c17fb01b245,segment=NetworkSegment(63fc6307-3f08-47c5-af92-c8821bf3006c),segment_id=63fc6307-3f08-47c5-af92-c8821bf3006c)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:26.448751 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '11af999c-1e97-4c6d-ab98-1c17fb01b245', 'network_id': '7edc40ee-2840-4232-8dc8-a0fb22d5a5a3', 'port_id': '11af999c-1e97-4c6d-ab98-1c17fb01b245', 'mac_address': 'fa:16:3e:36:e4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb60e86-0211-402b-bade-6fc602f6ac6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:24:26.454538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e60f98ad-0364-4392-beda-2f608ead98d2 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:24:26.517482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed6505-b1e7-4142-b741-d2e0a6e34af0 None None] Port 374acbb6-da10-4c36-884b-0ea6311ffffa cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:24:26.557379 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0c5473e9-40ad-46a2-8b29-a4fa11141495 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:26.563949 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:26.584327 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11af999c-1e97-4c6d-ab98-1c17fb01b245 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:24:26.603981 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 11af999c-1e97-4c6d-ab98-1c17fb01b245, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=11af999c-1e97-4c6d-ab98-1c17fb01b245,segment=NetworkSegment(63fc6307-3f08-47c5-af92-c8821bf3006c),segment_id=63fc6307-3f08-47c5-af92-c8821bf3006c)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:26.604951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port e60f98ad-0364-4392-beda-2f608ead98d2 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:26.605324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:26.610222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5473e9-40ad-46a2-8b29-a4fa11141495 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=374acbb6-da10-4c36-884b-0ea6311ffffa,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:26.638482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:26.744231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=11af999c-1e97-4c6d-ab98-1c17fb01b245,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:26.764249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0c5473e9-40ad-46a2-8b29-a4fa11141495 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:26.774171 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0c5473e9-40ad-46a2-8b29-a4fa11141495 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/374acbb6-da10-4c36-884b-0ea6311ffffa HTTP/1.1" status: 204 len: 168 time: 0.8775089 May 09 13:24:26.776719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58268) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:26.902476 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd461dd8-e13f-4a37-a168-fc4043167e0a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:24:26.902982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bd461dd8-e13f-4a37-a168-fc4043167e0a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:26.919294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bd461dd8-e13f-4a37-a168-fc4043167e0a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:26.921288 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bd461dd8-e13f-4a37-a168-fc4043167e0a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/374acbb6-da10-4c36-884b-0ea6311ffffa HTTP/1.1" status: 404 len: 333 time: 0.1432252 May 09 13:24:26.923653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58272) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:27.100380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['11af999c-1e97-4c6d-ab98-1c17fb01b245'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:24:27.111683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5123bc6-cd3b-48aa-9537-30ec0bf6bd0e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting subnet 3773b0e3-8b97-4391-bee1-5c80a8d26772 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:27.114496 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c5123bc6-cd3b-48aa-9537-30ec0bf6bd0e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:27.170651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c5123bc6-cd3b-48aa-9537-30ec0bf6bd0e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:27.251589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c5123bc6-cd3b-48aa-9537-30ec0bf6bd0e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:27.322440 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c5123bc6-cd3b-48aa-9537-30ec0bf6bd0e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:27.363629 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5123bc6-cd3b-48aa-9537-30ec0bf6bd0e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Subnet': ['ID=3773b0e3-8b97-4391-bee1-5c80a8d26772,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:27.369646 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c5123bc6-cd3b-48aa-9537-30ec0bf6bd0e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:27.376174 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c5123bc6-cd3b-48aa-9537-30ec0bf6bd0e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/3773b0e3-8b97-4391-bee1-5c80a8d26772 HTTP/1.1" status: 204 len: 168 time: 0.4512603 May 09 13:24:27.378751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58278) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:27.451271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaa3429-e8d0-49cb-b512-cd29c3364ed9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting subnet 648d165c-f226-4783-ab44-bca97a86e8e4 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:27.455173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3429-e8d0-49cb-b512-cd29c3364ed9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:27.519528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d66194-eb76-4d51-bc9a-8dd3697d20bd None None] Network c4013d27-db67-46ba-823c-21df39c2087e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:27.522894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3429-e8d0-49cb-b512-cd29c3364ed9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:27.614312 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9a1a36a0-cb22-42a5-8d17-56943ed58bde None None] Provisioning complete for port e60f98ad-0364-4392-beda-2f608ead98d2 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:27.614930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a1a36a0-cb22-42a5-8d17-56943ed58bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:27.629316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3429-e8d0-49cb-b512-cd29c3364ed9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:27.633154 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890baab-9bb6-409a-8d3e-6187c5630ba1 req-58dc58fd-aa77-4bc9-9090-edefa0bfd5d4 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:27.634647 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4890baab-9bb6-409a-8d3e-6187c5630ba1 req-58dc58fd-aa77-4bc9-9090-edefa0bfd5d4 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 945 time: 0.0845194 May 09 13:24:27.685165 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4890baab-9bb6-409a-8d3e-6187c5630ba1 req-4ca5cb1a-fa52-4239-88c3-f1ad65fb7524 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448101 May 09 13:24:27.715470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3429-e8d0-49cb-b512-cd29c3364ed9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:27.748943 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa3429-e8d0-49cb-b512-cd29c3364ed9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Subnet': ['ID=648d165c-f226-4783-ab44-bca97a86e8e4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:27.755167 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3429-e8d0-49cb-b512-cd29c3364ed9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:27.761046 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6eaa3429-e8d0-49cb-b512-cd29c3364ed9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/648d165c-f226-4783-ab44-bca97a86e8e4 HTTP/1.1" status: 204 len: 168 time: 0.3813639 May 09 13:24:27.763651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58282) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:27.834189 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9a1a36a0-cb22-42a5-8d17-56943ed58bde None None] Could not find standard attr ID for object 374acbb6-da10-4c36-884b-0ea6311ffffa. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:24:27.876990 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:27.888676 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port e60f98ad-0364-4392-beda-2f608ead98d2 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:27.889012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:27.889137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d951ac63-0d02-4bcb-9c66-ba6945a7af58 None None] DHCP port deletion for c4013d27-db67-46ba-823c-21df39c2087e request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:24:27.893838 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d951ac63-0d02-4bcb-9c66-ba6945a7af58 None None] Deleting port e60f98ad-0364-4392-beda-2f608ead98d2 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:27.894207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d951ac63-0d02-4bcb-9c66-ba6945a7af58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.084780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] For port e60f98ad-0364-4392-beda-2f608ead98d2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e60f98ad-0364-4392-beda-2f608ead98d2,segment=NetworkSegment(87132c3f-a330-4461-9dfc-8d135af8d53f),segment_id=87132c3f-a330-4461-9dfc-8d135af8d53f)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:28.085133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.090460 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d951ac63-0d02-4bcb-9c66-ba6945a7af58 None None] For port e60f98ad-0364-4392-beda-2f608ead98d2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e60f98ad-0364-4392-beda-2f608ead98d2,segment=NetworkSegment(87132c3f-a330-4461-9dfc-8d135af8d53f),segment_id=87132c3f-a330-4461-9dfc-8d135af8d53f)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:28.090845 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d951ac63-0d02-4bcb-9c66-ba6945a7af58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.103789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 11af999c-1e97-4c6d-ab98-1c17fb01b245 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:24:28.205040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for e60f98ad-0364-4392-beda-2f608ead98d2 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:28.281033 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.287789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d951ac63-0d02-4bcb-9c66-ba6945a7af58 None None] Calling delete_port for e60f98ad-0364-4392-beda-2f608ead98d2 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:28.326058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=e60f98ad-0364-4392-beda-2f608ead98d2,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:28.331471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No DVR routers for this DVR port e60f98ad-0364-4392-beda-2f608ead98d2 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn_limited( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn_limited( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:28.368229 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 13:24:28.373054 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-d951ac63-0d02-4bcb-9c66-ba6945a7af58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:24:28.373437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-d951ac63-0d02-4bcb-9c66-ba6945a7af58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:24:28.381854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 11af999c-1e97-4c6d-ab98-1c17fb01b245 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:28.386746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 11af999c-1e97-4c6d-ab98-1c17fb01b245 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:28.387112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.451640 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e60f98ad-0364-4392-beda-2f608ead98d2 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:24:28.456869 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.481240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4013d27-db67-46ba-823c-21df39c2087e']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:28.486387 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: e60f98ad-0364-4392-beda-2f608ead98d2 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:24:28.486725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e60f98ad-0364-4392-beda-2f608ead98d2 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:24:28.499081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87132c3f-a330-4461-9dfc-8d135af8d53f') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:28.499381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87132c3f-a330-4461-9dfc-8d135af8d53f') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:28.511434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.526928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.532943 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:28.533362 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.539641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:28.547675 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:28.566997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a473a4d-9895-4d5e-a00b-a4f72ca8b719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11af999c-1e97-4c6d-ab98-1c17fb01b245'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:24:28.577146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 11af999c-1e97-4c6d-ab98-1c17fb01b245, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=11af999c-1e97-4c6d-ab98-1c17fb01b245,segment=NetworkSegment(63fc6307-3f08-47c5-af92-c8821bf3006c),segment_id=63fc6307-3f08-47c5-af92-c8821bf3006c)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:28.581471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.631883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.632832 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa749162-ac1e-421b-92db-d957863b0de0'] response: {'server_uuid': '5a473a4d-9895-4d5e-a00b-a4f72ca8b719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11af999c-1e97-4c6d-ab98-1c17fb01b245', 'code': 200} May 09 13:24:28.651162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.663443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=11af999c-1e97-4c6d-ab98-1c17fb01b245,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:28.666647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Network': ['ID=c4013d27-db67-46ba-823c-21df39c2087e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:28.678755 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3f062dfa-381b-404e-815b-20200e207da6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/networks/c4013d27-db67-46ba-823c-21df39c2087e HTTP/1.1" status: 204 len: 168 time: 0.9140248 May 09 13:24:28.682175 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58288) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:28.760568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e478871a-7d87-470e-acf5-511bd15067b6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:28.761357 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e478871a-7d87-470e-acf5-511bd15067b6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:28.778421 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e478871a-7d87-470e-acf5-511bd15067b6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:28.783054 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e478871a-7d87-470e-acf5-511bd15067b6 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0957360 May 09 13:24:28.783968 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58294) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:28.875051 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d951ac63-0d02-4bcb-9c66-ba6945a7af58 None None] Deleting port e60f98ad-0364-4392-beda-2f608ead98d2 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:28.876247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d951ac63-0d02-4bcb-9c66-ba6945a7af58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:28.934480 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-91b4cc4a-3271-4742-b552-58bcd0ce0fcd req-038eeae6-3964-47e3-b725-347a4cf000f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 1099 time: 0.1380990 May 09 13:24:28.940765 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d951ac63-0d02-4bcb-9c66-ba6945a7af58 None None] The port 'e60f98ad-0364-4392-beda-2f608ead98d2' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:24:28.944935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29971eaf-bce2-47d0-aa93-e434a637f595 req-5b15e0f9-c986-4f9a-b3a2-c8db627340f6 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:28.946493 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-29971eaf-bce2-47d0-aa93-e434a637f595 req-5b15e0f9-c986-4f9a-b3a2-c8db627340f6 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.1162224 May 09 13:24:28.960418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-864a5d4f-827a-476a-b0c7-9068620f8a2d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:28.980868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-864a5d4f-827a-476a-b0c7-9068620f8a2d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:28.984109 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-864a5d4f-827a-476a-b0c7-9068620f8a2d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1991084 May 09 13:24:28.986356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58298) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:28.991892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-258292182'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:28.996622 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:29.000748 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:network and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:29.003545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:29.009178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:29.019791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:29.021444 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-91b4cc4a-3271-4742-b552-58bcd0ce0fcd req-51f9d9d3-04d0-4612-bf4a-385b4ff73efc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739276 May 09 13:24:29.023408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:29.028365 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-29971eaf-bce2-47d0-aa93-e434a637f595 req-822c4fcb-1485-4ca7-a222-fd2766c4c1ab tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645676 May 09 13:24:29.052516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:24:29.061309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:29.061650 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Added segment 34f9eb9d-e830-4e90-9e45-9bace939fbbb of type vlan for network 6152eab4-b216-4477-9ed0-3bd2993bf994 May 09 13:24:29.086580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:29.115498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:29.119217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:29.119783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:29.216429 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2289009 May 09 13:24:29.219671 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58302) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:29.225203 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': '6152eab4-b216-4477-9ed0-3bd2993bf994', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:29.227981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410485e-76c4-4637-b4cf-9c189b5fba00 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Network': ['ID=6152eab4-b216-4477-9ed0-3bd2993bf994,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:29.238961 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 6152eab4-b216-4477-9ed0-3bd2993bf994 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:24:29.332229 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:29.336003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:29.338910 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:29.345072 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:29.355280 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:29.454237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:29.663914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:29.737865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Subnet': ['ID=224bb4f5-2149-4d0d-bb27-3e58fee4bf73,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:29.747153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Checking segment: {'id': '34f9eb9d-e830-4e90-9e45-9bace939fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6152eab4-b216-4477-9ed0-3bd2993bf994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:29.747509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network hostable DHCP agents. Network: 6152eab4-b216-4477-9ed0-3bd2993bf994, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:24:29.768936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network 6152eab4-b216-4477-9ed0-3bd2993bf994 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:24:29.777226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 6152eab4-b216-4477-9ed0-3bd2993bf994) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:29.781098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:29.781710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:29.785910 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d276a0d7-1afc-4dc4-975d-5a029019a0b0 None None] Network 6152eab4-b216-4477-9ed0-3bd2993bf994 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:29.806069 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9aca051e-fb5e-42ef-937b-eab41a60d13f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5853024 May 09 13:24:29.808701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58306) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:29.814746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': '6152eab4-b216-4477-9ed0-3bd2993bf994', 'name': 'tempest-PortsTestJSON-767420094'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:29.948198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:29.958137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:29.966832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:29.969791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:29.992840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port bbb76e9e-aaf6-4f1c-a6cb-913e682134aa yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:29.995147 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-6152eab4-b216-4477-9ed0-3bd2993bf994', 'network_id': '6152eab4-b216-4477-9ed0-3bd2993bf994', 'tenant_id': '40316092ab9b42ca9e8a371f950b4b55', 'fixed_ips': [{'subnet_id': '224bb4f5-2149-4d0d-bb27-3e58fee4bf73'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:24:29.996127 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:30.136882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.8 (6152eab4-b216-4477-9ed0-3bd2993bf994/224bb4f5-2149-4d0d-bb27-3e58fee4bf73/bbb76e9e-aaf6-4f1c-a6cb-913e682134aa) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:30.313172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172eb6cc-a47a-4853-9947-2dbc14523c4e req-4acb187d-0e1b-4a21-8936-662caef03098 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:30.314761 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-172eb6cc-a47a-4853-9947-2dbc14523c4e req-4acb187d-0e1b-4a21-8936-662caef03098 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.1609375 May 09 13:24:30.342113 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:30.362935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Transition to ACTIVE for port object bbb76e9e-aaf6-4f1c-a6cb-913e682134aa will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:30.371150 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-172eb6cc-a47a-4853-9947-2dbc14523c4e req-4a8523b8-774b-45cc-8510-dd683a9ca6fb tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508895 May 09 13:24:30.387090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:30.465006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Allocated IP 172.20.0.2 (6152eab4-b216-4477-9ed0-3bd2993bf994/224bb4f5-2149-4d0d-bb27-3e58fee4bf73/d57ba639-dc9f-492b-bc2c-5a09b860acf3) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:30.468628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network 6152eab4-b216-4477-9ed0-3bd2993bf994 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:30.478969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:30.483746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:30.507739 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43a8853c-5d59-460c-bd79-e84102c021a7 req-c5475de0-ceb7-4451-9055-83f62c8a043b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855436 May 09 13:24:30.535082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=bbb76e9e-aaf6-4f1c-a6cb-913e682134aa,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:30.559785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:30.561214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:30.591907 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-02365143-2747-451e-b6c1-254afd68a471 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7819808 May 09 13:24:30.594891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58312) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:30.602658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': '6152eab4-b216-4477-9ed0-3bd2993bf994', 'name': 'tempest-PortsTestJSON-1136592730'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:30.661910 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43a8853c-5d59-460c-bd79-e84102c021a7 req-045eb043-11c0-4b3a-a66d-9d17601491c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f91e4eb308c4fb1b7a7036641c61f30&device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 1099 time: 0.0839863 May 09 13:24:30.685668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:30.697134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Transition to ACTIVE for port object d57ba639-dc9f-492b-bc2c-5a09b860acf3 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:30.717647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Transition to ACTIVE for port object d57ba639-dc9f-492b-bc2c-5a09b860acf3 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:30.723823 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:30.743954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:30.748094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:port and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:30.751523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:30.757331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:30.771355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:30.774946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:30.801880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port 649633fe-5394-49d1-a64f-dc01ca118b26 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:30.802943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Network 6152eab4-b216-4477-9ed0-3bd2993bf994 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:30.803718 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Pushing event updated for resources: {'Port': ['ID=d57ba639-dc9f-492b-bc2c-5a09b860acf3,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:30.807081 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:30.807512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8853c-5d59-460c-bd79-e84102c021a7 req-cbb62581-aa77-4af4-809e-ddf47d530772 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:30.809089 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43a8853c-5d59-460c-bd79-e84102c021a7 req-cbb62581-aa77-4af4-809e-ddf47d530772 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08a52ea3-5f76-49af-9b25-99334f043227 HTTP/1.1" status: 200 len: 898 time: 0.1301224 May 09 13:24:30.809476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:30.896757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Attempting to bind port d57ba639-dc9f-492b-bc2c-5a09b860acf3 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:24:30.897166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Attempting to bind port d57ba639-dc9f-492b-bc2c-5a09b860acf3 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '34f9eb9d-e830-4e90-9e45-9bace939fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6152eab4-b216-4477-9ed0-3bd2993bf994'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:24:30.897588 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Attempting to bind port d57ba639-dc9f-492b-bc2c-5a09b860acf3 on network 6152eab4-b216-4477-9ed0-3bd2993bf994 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:24:30.904524 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:24:30.904889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Checking segment: {'id': '34f9eb9d-e830-4e90-9e45-9bace939fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6152eab4-b216-4477-9ed0-3bd2993bf994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:30.905332 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:30.905705 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Bound using segment: {'id': '34f9eb9d-e830-4e90-9e45-9bace939fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6152eab4-b216-4477-9ed0-3bd2993bf994'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:24:30.906161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Bound port: d57ba639-dc9f-492b-bc2c-5a09b860acf3, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f9eb9d-e830-4e90-9e45-9bace939fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6152eab4-b216-4477-9ed0-3bd2993bf994'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:24:30.906530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:30.915991 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43a8853c-5d59-460c-bd79-e84102c021a7 req-f579032c-ecf5-49f0-9e2b-561eef918198 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db HTTP/1.1" status: 200 len: 1001 time: 0.1008158 May 09 13:24:30.945486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.12 (6152eab4-b216-4477-9ed0-3bd2993bf994/224bb4f5-2149-4d0d-bb27-3e58fee4bf73/649633fe-5394-49d1-a64f-dc01ca118b26) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:30.982135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8853c-5d59-460c-bd79-e84102c021a7 req-a9d6ae9f-9afd-4c7d-83b2-a1dec84b2b3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:30.983954 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43a8853c-5d59-460c-bd79-e84102c021a7 req-a9d6ae9f-9afd-4c7d-83b2-a1dec84b2b3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5223c720-486c-4a56-a6ff-adc45a45c389 HTTP/1.1" status: 200 len: 835 time: 0.0620849 May 09 13:24:31.012470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] For port d57ba639-dc9f-492b-bc2c-5a09b860acf3, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:24:31.015520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] For port d57ba639-dc9f-492b-bc2c-5a09b860acf3, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d57ba639-dc9f-492b-bc2c-5a09b860acf3,segment=NetworkSegment(34f9eb9d-e830-4e90-9e45-9bace939fbbb),segment_id=34f9eb9d-e830-4e90-9e45-9bace939fbbb)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:24:31.019949 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:31.069400 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43a8853c-5d59-460c-bd79-e84102c021a7 req-d68a149d-cab2-4c46-b2c3-a872a5f6ccf2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08a52ea3-5f76-49af-9b25-99334f043227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778537 May 09 13:24:31.101730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05fe67-0d99-4524-86f4-84ecaf7f241d None None] Pushing event updated for resources: {'Port': ['ID=d57ba639-dc9f-492b-bc2c-5a09b860acf3,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:31.181455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:31.197932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Transition to ACTIVE for port object 649633fe-5394-49d1-a64f-dc01ca118b26 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:31.211953 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43a8853c-5d59-460c-bd79-e84102c021a7 req-1648beff-50c9-4fac-8fc1-af1899807466 service neutron] 10.222.0.57 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356852 May 09 13:24:31.221743 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:31.315550 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network 6152eab4-b216-4477-9ed0-3bd2993bf994 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:31.319984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:31.324189 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:31.358990 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=649633fe-5394-49d1-a64f-dc01ca118b26,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:31.388666 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:31.389307 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:31.390291 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43a8853c-5d59-460c-bd79-e84102c021a7 req-1d4d1407-29e0-48cd-9d45-d00316ea2539 service neutron] 10.222.0.57 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721580 May 09 13:24:31.436246 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e4212206-41eb-47df-89c1-5a7f7a7cfdf2 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8370984 May 09 13:24:31.436246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58318) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:31.523594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a95935-f939-4e54-bd43-c6d2aa25f493 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:31.524353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-01a95935-f939-4e54-bd43-c6d2aa25f493 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:31.539860 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-01a95935-f939-4e54-bd43-c6d2aa25f493 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:31.540904 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-01a95935-f939-4e54-bd43-c6d2aa25f493 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1042626 May 09 13:24:31.544166 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58322) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:31.581833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d405d72-f7f7-4768-af29-bd805a1059d7 req-403483f7-210e-4164-8066-435a5dd077b7 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:31.583419 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4d405d72-f7f7-4768-af29-bd805a1059d7 req-403483f7-210e-4164-8066-435a5dd077b7 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.0761681 May 09 13:24:31.620145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-801c1e5c-c391-4809-99d6-32a71891793a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 649633fe-5394-49d1-a64f-dc01ca118b26 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:31.620634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-801c1e5c-c391-4809-99d6-32a71891793a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:31.634334 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4d405d72-f7f7-4768-af29-bd805a1059d7 req-c789d0df-48da-40eb-80ce-788efa7a6420 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 May 09 13:24:31.856188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ccb26-70c0-4711-a31e-8c403e7d43e1 req-16f86b53-1b50-47c5-a7d0-6518223eef71 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:31.857967 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f77ccb26-70c0-4711-a31e-8c403e7d43e1 req-16f86b53-1b50-47c5-a7d0-6518223eef71 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.0868623 May 09 13:24:31.876611 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-801c1e5c-c391-4809-99d6-32a71891793a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:31.907903 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f77ccb26-70c0-4711-a31e-8c403e7d43e1 req-1a3f3690-afe3-4523-a478-4c8008689629 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436807 May 09 13:24:32.014248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-801c1e5c-c391-4809-99d6-32a71891793a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 649633fe-5394-49d1-a64f-dc01ca118b26 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:32.077519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e188a8-d119-4552-b7bb-e07a604aa38a None None] Network 6152eab4-b216-4477-9ed0-3bd2993bf994 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:32.216190 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-39c0ab39-7811-4100-ac20-92272653b20d None None] Provisioning for port d57ba639-dc9f-492b-bc2c-5a09b860acf3 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:32.259445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-801c1e5c-c391-4809-99d6-32a71891793a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:32.312132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c1e5c-c391-4809-99d6-32a71891793a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=649633fe-5394-49d1-a64f-dc01ca118b26,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:32.360385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82164b-fdd7-435c-a3f5-1b4acc0eb9eb req-0225ad80-7162-4d6f-9121-cb06ed2ce345 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:32.361892 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9d82164b-fdd7-435c-a3f5-1b4acc0eb9eb req-0225ad80-7162-4d6f-9121-cb06ed2ce345 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.0808887 May 09 13:24:32.420621 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9d82164b-fdd7-435c-a3f5-1b4acc0eb9eb req-8622218a-e474-4d5b-ab26-79aeef45fea9 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497487 May 09 13:24:32.435240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-801c1e5c-c391-4809-99d6-32a71891793a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:32.449764 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-801c1e5c-c391-4809-99d6-32a71891793a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/649633fe-5394-49d1-a64f-dc01ca118b26 HTTP/1.1" status: 204 len: 168 time: 0.9043648 May 09 13:24:32.452122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58332) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:32.494490 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f78463-a5b1-44d7-8ea1-1b596cfe8a02 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:24:32.494979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-24f78463-a5b1-44d7-8ea1-1b596cfe8a02 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:32.499734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d57ba639-dc9f-492b-bc2c-5a09b860acf3 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:24:32.512304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-24f78463-a5b1-44d7-8ea1-1b596cfe8a02 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:32.513571 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-24f78463-a5b1-44d7-8ea1-1b596cfe8a02 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/649633fe-5394-49d1-a64f-dc01ca118b26 HTTP/1.1" status: 404 len: 333 time: 0.0604556 May 09 13:24:32.516817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58336) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:32.587892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e1773c56-12d4-4113-a311-fd4e0fcc7258 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port bbb76e9e-aaf6-4f1c-a6cb-913e682134aa {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:32.588245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e1773c56-12d4-4113-a311-fd4e0fcc7258 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:32.591495 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port d57ba639-dc9f-492b-bc2c-5a09b860acf3 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:32.599049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d57ba639-dc9f-492b-bc2c-5a09b860acf3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:32.599594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:32.678225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9fc4e3f7-89d8-4059-958c-ce5f622a5bb6 None None] Provisioning complete for port d57ba639-dc9f-492b-bc2c-5a09b860acf3 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:32.678654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e3f7-89d8-4059-958c-ce5f622a5bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:32.790049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:32.860482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e1773c56-12d4-4113-a311-fd4e0fcc7258 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:32.867610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e3f7-89d8-4059-958c-ce5f622a5bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:32.880233 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port d57ba639-dc9f-492b-bc2c-5a09b860acf3, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d57ba639-dc9f-492b-bc2c-5a09b860acf3,segment=NetworkSegment(34f9eb9d-e830-4e90-9e45-9bace939fbbb),segment_id=34f9eb9d-e830-4e90-9e45-9bace939fbbb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:32.887581 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:32.985190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e1773c56-12d4-4113-a311-fd4e0fcc7258 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for bbb76e9e-aaf6-4f1c-a6cb-913e682134aa owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:33.013383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=d57ba639-dc9f-492b-bc2c-5a09b860acf3,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:33.017875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-9fc4e3f7-89d8-4059-958c-ce5f622a5bb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:24:33.018223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-9fc4e3f7-89d8-4059-958c-ce5f622a5bb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:24:33.130938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e1773c56-12d4-4113-a311-fd4e0fcc7258 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:33.183294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1773c56-12d4-4113-a311-fd4e0fcc7258 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=bbb76e9e-aaf6-4f1c-a6cb-913e682134aa,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:33.283846 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e1773c56-12d4-4113-a311-fd4e0fcc7258 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:33.297491 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e1773c56-12d4-4113-a311-fd4e0fcc7258 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/bbb76e9e-aaf6-4f1c-a6cb-913e682134aa HTTP/1.1" status: 204 len: 168 time: 0.7790432 May 09 13:24:33.300068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58340) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:33.343139 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4c3927-0301-4b2a-96a7-fccc8f489d1f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:24:33.343675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ca4c3927-0301-4b2a-96a7-fccc8f489d1f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:33.361017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ca4c3927-0301-4b2a-96a7-fccc8f489d1f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:33.362240 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ca4c3927-0301-4b2a-96a7-fccc8f489d1f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/bbb76e9e-aaf6-4f1c-a6cb-913e682134aa HTTP/1.1" status: 404 len: 333 time: 0.0610790 May 09 13:24:33.365035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58344) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:33.547617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4e9f83-4c1c-41cf-9ae9-f2534c51ff46 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting subnet 224bb4f5-2149-4d0d-bb27-3e58fee4bf73 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:33.550533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8e4e9f83-4c1c-41cf-9ae9-f2534c51ff46 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:33.600408 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9fc4e3f7-89d8-4059-958c-ce5f622a5bb6 None None] Could not find standard attr ID for object bbb76e9e-aaf6-4f1c-a6cb-913e682134aa. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:24:33.610811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8e4e9f83-4c1c-41cf-9ae9-f2534c51ff46 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:33.627855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d036-8aaf-4d20-a514-aea209dfbc29 req-15eef621-f6d6-4151-9f19-fdb79e47b3fa tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:33.629472 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ac53d036-8aaf-4d20-a514-aea209dfbc29 req-15eef621-f6d6-4151-9f19-fdb79e47b3fa tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.0868132 May 09 13:24:33.675547 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ac53d036-8aaf-4d20-a514-aea209dfbc29 req-268666d3-52d4-48d5-a19f-ea1f1f6356f0 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402715 May 09 13:24:33.692342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8e4e9f83-4c1c-41cf-9ae9-f2534c51ff46 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:33.712321 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-38841818-f55a-4a07-990a-418d41f5df02 None None] Could not find standard attr ID for object 649633fe-5394-49d1-a64f-dc01ca118b26. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:24:33.715206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-38841818-f55a-4a07-990a-418d41f5df02 None None] Could not find standard attr ID for object bbb76e9e-aaf6-4f1c-a6cb-913e682134aa. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:24:33.767187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8e4e9f83-4c1c-41cf-9ae9-f2534c51ff46 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:33.805717 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e9f83-4c1c-41cf-9ae9-f2534c51ff46 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Subnet': ['ID=224bb4f5-2149-4d0d-bb27-3e58fee4bf73,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:33.809587 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8e4e9f83-4c1c-41cf-9ae9-f2534c51ff46 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:33.815652 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8e4e9f83-4c1c-41cf-9ae9-f2534c51ff46 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/224bb4f5-2149-4d0d-bb27-3e58fee4bf73 HTTP/1.1" status: 204 len: 168 time: 0.4496615 May 09 13:24:33.818268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58352) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:33.827538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba25e1-5801-40d3-a2af-b2821e5c2bc4 None None] Network 6152eab4-b216-4477-9ed0-3bd2993bf994 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:33.942443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:33.954196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port d57ba639-dc9f-492b-bc2c-5a09b860acf3 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:33.954537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:34.085363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e32dc-e976-4631-99f5-395b44ac4b7c None None] DHCP port deletion for 6152eab4-b216-4477-9ed0-3bd2993bf994 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:24:34.089351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e32dc-e976-4631-99f5-395b44ac4b7c None None] Deleting port d57ba639-dc9f-492b-bc2c-5a09b860acf3 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:34.089806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4d2e32dc-e976-4631-99f5-395b44ac4b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:34.287843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4d2e32dc-e976-4631-99f5-395b44ac4b7c None None] For port d57ba639-dc9f-492b-bc2c-5a09b860acf3, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d57ba639-dc9f-492b-bc2c-5a09b860acf3,segment=NetworkSegment(34f9eb9d-e830-4e90-9e45-9bace939fbbb),segment_id=34f9eb9d-e830-4e90-9e45-9bace939fbbb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:34.288222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4d2e32dc-e976-4631-99f5-395b44ac4b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:34.372827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75ae05-3334-4843-a59f-7609562db542 req-69694fc2-8797-41e1-a519-7b9025959706 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:34.373869 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fa75ae05-3334-4843-a59f-7609562db542 req-69694fc2-8797-41e1-a519-7b9025959706 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.3816905 May 09 13:24:34.379914 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-92363390-1ccb-4934-afc7-5c370d45eeb8 req-d626a780-0eaf-4117-a5d0-c3d48559e862 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88c50aa9d620491c8bb1d2733dac90e6&device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 1099 time: 0.3467600 May 09 13:24:34.382839 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] For port d57ba639-dc9f-492b-bc2c-5a09b860acf3, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d57ba639-dc9f-492b-bc2c-5a09b860acf3,segment=NetworkSegment(34f9eb9d-e830-4e90-9e45-9bace939fbbb),segment_id=34f9eb9d-e830-4e90-9e45-9bace939fbbb)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:34.383055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:34.411493 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e32dc-e976-4631-99f5-395b44ac4b7c None None] Calling delete_port for d57ba639-dc9f-492b-bc2c-5a09b860acf3 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:34.482472 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d57ba639-dc9f-492b-bc2c-5a09b860acf3 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:24:34.530331 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4d2e32dc-e976-4631-99f5-395b44ac4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:34.580471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e32dc-e976-4631-99f5-395b44ac4b7c None None] Pushing event deleted for resources: {'Port': ['ID=d57ba639-dc9f-492b-bc2c-5a09b860acf3,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:34.588016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e32dc-e976-4631-99f5-395b44ac4b7c None None] No DVR routers for this DVR port d57ba639-dc9f-492b-bc2c-5a09b860acf3 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:24:34.591405 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No active binding found for port d57ba639-dc9f-492b-bc2c-5a09b860acf3 {{(pid=83896) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 09 13:24:34.591793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d57ba639-dc9f-492b-bc2c-5a09b860acf3 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:24:34.605080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for d57ba639-dc9f-492b-bc2c-5a09b860acf3 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:34.701423 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fa75ae05-3334-4843-a59f-7609562db542 req-08864fa1-3fd5-41d2-a650-4553c1f1b235 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204606 May 09 13:24:34.735035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92363390-1ccb-4934-afc7-5c370d45eeb8 req-8b4504bd-0b2a-4f5b-a4f0-bb7caebf7df8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:34.736449 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-92363390-1ccb-4934-afc7-5c370d45eeb8 req-8b4504bd-0b2a-4f5b-a4f0-bb7caebf7df8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 HTTP/1.1" status: 200 len: 913 time: 0.3454173 May 09 13:24:34.742452 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:24:34.742766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:24:34.802758 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-92363390-1ccb-4934-afc7-5c370d45eeb8 req-36796998-0991-426b-bbbc-51ee36f6d8cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11af999c-1e97-4c6d-ab98-1c17fb01b245 HTTP/1.1" status: 200 len: 217 time: 0.0591404 May 09 13:24:34.866956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92363390-1ccb-4934-afc7-5c370d45eeb8 req-316b0465-c23c-4c8a-b38b-b792c435fbce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:34.868328 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-92363390-1ccb-4934-afc7-5c370d45eeb8 req-316b0465-c23c-4c8a-b38b-b792c435fbce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eb60e86-0211-402b-bade-6fc602f6ac6c HTTP/1.1" status: 200 len: 852 time: 0.0589616 May 09 13:24:34.912621 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-92363390-1ccb-4934-afc7-5c370d45eeb8 req-53286d44-b40e-42ae-8a10-8f2dd0efabcb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edc40ee-2840-4232-8dc8-a0fb22d5a5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374591 May 09 13:24:34.970255 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:24:35.040338 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-92363390-1ccb-4934-afc7-5c370d45eeb8 req-772102a2-a01f-4909-8acf-0777d5d641de service neutron] 10.222.0.57 "GET /v2.0/networks/7edc40ee-2840-4232-8dc8-a0fb22d5a5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218820 May 09 13:24:35.168385 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-92363390-1ccb-4934-afc7-5c370d45eeb8 req-b6daead8-8276-4b23-ab0a-dc9ceb883425 service neutron] 10.222.0.57 "GET /v2.0/networks/7edc40ee-2840-4232-8dc8-a0fb22d5a5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217866 May 09 13:24:35.244175 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port d57ba639-dc9f-492b-bc2c-5a09b860acf3 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:35.244499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:35.309310 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] The port 'd57ba639-dc9f-492b-bc2c-5a09b860acf3' was deleted {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:24:35.426486 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:35.450269 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6152eab4-b216-4477-9ed0-3bd2993bf994']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:35.462373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f9eb9d-e830-4e90-9e45-9bace939fbbb') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:35.462672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f9eb9d-e830-4e90-9e45-9bace939fbbb') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:35.474141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:35.489652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:35.495665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:35.496089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:35.509809 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:35.587009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:35.604527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:35.615406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Network': ['ID=6152eab4-b216-4477-9ed0-3bd2993bf994,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:35.626445 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-70b04401-bcfe-4dbe-8f38-3399c990972f tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/networks/6152eab4-b216-4477-9ed0-3bd2993bf994 HTTP/1.1" status: 204 len: 168 time: 1.8070247 May 09 13:24:35.630224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58360) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:35.635524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-157671104'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:35.640290 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:35.644689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:network and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:35.647766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:35.653979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:35.663076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:35.666026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:35.692809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:24:35.701058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:35.701431 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Added segment 601ee043-1607-48ff-9c13-bd1f447ecbd1 of type vlan for network 6b83d2c5-8037-413e-b42a-8fa13070df53 May 09 13:24:35.726164 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:35.757611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:35.762160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:35.762160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:36.000588 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3687317 May 09 13:24:36.002212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c74f2-6f70-4387-bee0-bede00822ab7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Network': ['ID=6b83d2c5-8037-413e-b42a-8fa13070df53,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:36.003475 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58366) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:36.009702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': '6b83d2c5-8037-413e-b42a-8fa13070df53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:36.014014 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 6b83d2c5-8037-413e-b42a-8fa13070df53 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:24:36.041573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072ab13-5a1e-4e7b-9a5e-10ecbc21c667 req-26d6d52b-a4b4-4b3f-8eb8-b58f79508f31 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:36.043031 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6072ab13-5a1e-4e7b-9a5e-10ecbc21c667 req-26d6d52b-a4b4-4b3f-8eb8-b58f79508f31 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.1140668 May 09 13:24:36.135913 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6072ab13-5a1e-4e7b-9a5e-10ecbc21c667 req-3c8500c9-9459-4d33-b64c-14fad0baa0a0 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757966 May 09 13:24:36.237831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:36.242333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:36.245236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:36.251465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:36.261760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:36.364923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:36.586327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:36.675632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Subnet': ['ID=baef7611-b00d-47cb-8937-c7b6e397941c,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:36.687434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Checking segment: {'id': '601ee043-1607-48ff-9c13-bd1f447ecbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6b83d2c5-8037-413e-b42a-8fa13070df53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:36.687434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network hostable DHCP agents. Network: 6b83d2c5-8037-413e-b42a-8fa13070df53, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:24:36.780247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network 6b83d2c5-8037-413e-b42a-8fa13070df53 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:24:36.780247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 6b83d2c5-8037-413e-b42a-8fa13070df53) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:36.780247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:36.780247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:36.783128 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db04000e-33de-4afc-9759-7f08ac2ca528 None None] Network 6b83d2c5-8037-413e-b42a-8fa13070df53 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:36.786077 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-34ef790d-b235-4ad9-8672-80b5667e59cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7590721 May 09 13:24:36.786077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58370) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:36.786077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': '6b83d2c5-8037-413e-b42a-8fa13070df53', 'name': 'tempest-PortsTestJSON-1904300601', 'fixed_ips': [{'subnet_id': 'baef7611-b00d-47cb-8937-c7b6e397941c', 'ip_address': '172.20.0.10'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:36.916663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:36.922659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:port and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:36.926121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:36.932061 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:36.940249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:36.946015 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:36.974148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port 7c43e3b1-827c-439f-ad88-8463127b4b11 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:36.994838 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-6b83d2c5-8037-413e-b42a-8fa13070df53', 'network_id': '6b83d2c5-8037-413e-b42a-8fa13070df53', 'tenant_id': '40316092ab9b42ca9e8a371f950b4b55', 'fixed_ips': [{'subnet_id': 'baef7611-b00d-47cb-8937-c7b6e397941c'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:24:36.995626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:37.162759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Allocated IP 172.20.0.2 (6b83d2c5-8037-413e-b42a-8fa13070df53/baef7611-b00d-47cb-8937-c7b6e397941c/8737cffe-631a-49b2-8ad5-c5e652cba307) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:37.346892 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf7730-5c38-4a22-a6ca-ea049a2d662a req-dc10e24d-78a6-43fc-aae6-74df73b466ae tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:37.349036 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7eaf7730-5c38-4a22-a6ca-ea049a2d662a req-dc10e24d-78a6-43fc-aae6-74df73b466ae tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.0840070 May 09 13:24:37.384226 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:37.396006 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7eaf7730-5c38-4a22-a6ca-ea049a2d662a req-24615f7a-3026-40f3-b5af-2c808166be65 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 May 09 13:24:37.406870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Transition to ACTIVE for port object 8737cffe-631a-49b2-8ad5-c5e652cba307 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:37.428641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Transition to ACTIVE for port object 8737cffe-631a-49b2-8ad5-c5e652cba307 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:37.435889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:37.527614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.10 (6b83d2c5-8037-413e-b42a-8fa13070df53/baef7611-b00d-47cb-8937-c7b6e397941c/7c43e3b1-827c-439f-ad88-8463127b4b11) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:37.536448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Network 6b83d2c5-8037-413e-b42a-8fa13070df53 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:37.539935 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:37.543700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Pushing event updated for resources: {'Port': ['ID=8737cffe-631a-49b2-8ad5-c5e652cba307,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:37.557235 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:37.665471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Attempting to bind port 8737cffe-631a-49b2-8ad5-c5e652cba307 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:24:37.665999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Attempting to bind port 8737cffe-631a-49b2-8ad5-c5e652cba307 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '601ee043-1607-48ff-9c13-bd1f447ecbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6b83d2c5-8037-413e-b42a-8fa13070df53'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:24:37.666452 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Attempting to bind port 8737cffe-631a-49b2-8ad5-c5e652cba307 on network 6b83d2c5-8037-413e-b42a-8fa13070df53 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:24:37.674687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:24:37.675377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Checking segment: {'id': '601ee043-1607-48ff-9c13-bd1f447ecbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6b83d2c5-8037-413e-b42a-8fa13070df53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:37.676010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:37.676516 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Bound using segment: {'id': '601ee043-1607-48ff-9c13-bd1f447ecbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6b83d2c5-8037-413e-b42a-8fa13070df53'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:24:37.677842 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Bound port: 8737cffe-631a-49b2-8ad5-c5e652cba307, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ee043-1607-48ff-9c13-bd1f447ecbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6b83d2c5-8037-413e-b42a-8fa13070df53'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:24:37.678323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:37.806810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:37.807647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] For port 8737cffe-631a-49b2-8ad5-c5e652cba307, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:24:37.811166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] For port 8737cffe-631a-49b2-8ad5-c5e652cba307, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8737cffe-631a-49b2-8ad5-c5e652cba307,segment=NetworkSegment(601ee043-1607-48ff-9c13-bd1f447ecbd1),segment_id=601ee043-1607-48ff-9c13-bd1f447ecbd1)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:24:37.818253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:37.844187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Transition to ACTIVE for port object 7c43e3b1-827c-439f-ad88-8463127b4b11 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:37.882086 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:37.924370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b90718-e9b8-4cc2-9356-d5cde7a367f2 None None] Pushing event updated for resources: {'Port': ['ID=8737cffe-631a-49b2-8ad5-c5e652cba307,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:37.940458 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5d015-24be-4bc7-b193-f4782ffc485a req-b25f9ab6-f2f9-448f-9639-a50cd3b3e058 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:37.945843 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4ed5d015-24be-4bc7-b193-f4782ffc485a req-b25f9ab6-f2f9-448f-9639-a50cd3b3e058 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.1200974 May 09 13:24:37.985913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network 6b83d2c5-8037-413e-b42a-8fa13070df53 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:37.989520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:37.994281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:37.996648 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4ed5d015-24be-4bc7-b193-f4782ffc485a req-3992364a-d988-46bc-87ae-99dc355c9da3 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 May 09 13:24:38.039802 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=7c43e3b1-827c-439f-ad88-8463127b4b11,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:38.073005 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:38.073585 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:38.119587 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a639bdf5-3092-4f72-a8d8-9b121a36e3c9 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3511388 May 09 13:24:38.124119 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58382) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:38.132101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': '6b83d2c5-8037-413e-b42a-8fa13070df53', 'name': 'tempest-PortsTestJSON-508665295', 'fixed_ips': [{'subnet_id': 'baef7611-b00d-47cb-8937-c7b6e397941c', 'ip_address': '172.20.0.9'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:38.287567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:38.291373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:port and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:38.294122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:38.300082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:38.309438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:38.441223 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:38.466050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port ed715bc4-af51-4528-8946-cd22290931d4 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:38.489977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8737cffe-631a-49b2-8ad5-c5e652cba307 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:24:38.564926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 8737cffe-631a-49b2-8ad5-c5e652cba307 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:38.720711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.9 (6b83d2c5-8037-413e-b42a-8fa13070df53/baef7611-b00d-47cb-8937-c7b6e397941c/ed715bc4-af51-4528-8946-cd22290931d4) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:38.953912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:38.973296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Transition to ACTIVE for port object ed715bc4-af51-4528-8946-cd22290931d4 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:38.997404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:39.026732 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878ba66a-8db0-4329-84be-e40a31c71f48 None None] Network 6b83d2c5-8037-413e-b42a-8fa13070df53 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:39.091236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=ed715bc4-af51-4528-8946-cd22290931d4,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:39.107540 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network 6b83d2c5-8037-413e-b42a-8fa13070df53 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:39.109046 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:39.112035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:39.157906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9cc67f95-c5b7-45ff-ade0-417e13775820 None None] Provisioning for port 8737cffe-631a-49b2-8ad5-c5e652cba307 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:39.176871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9cc67f95-c5b7-45ff-ade0-417e13775820 None None] Provisioning complete for port 8737cffe-631a-49b2-8ad5-c5e652cba307 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:39.176871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9cc67f95-c5b7-45ff-ade0-417e13775820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:39.223330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:39.223330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:39.266883 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-130c4033-3149-4fa3-b141-c0f14f0cd057 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1405632 May 09 13:24:39.270016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58388) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:39.273946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14156d-fef1-4c59-bcac-270e91429d07 req-973972bc-36a1-4a70-8e9e-cf68f244ea03 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:39.274494 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1a14156d-fef1-4c59-bcac-270e91429d07 req-973972bc-36a1-4a70-8e9e-cf68f244ea03 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.1306548 May 09 13:24:39.339346 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1a14156d-fef1-4c59-bcac-270e91429d07 req-d5aa6ac5-a776-4718-b809-78beb63299e8 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562432 May 09 13:24:39.386456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59657aa-afa3-4f0a-9f90-cff204a9ef20 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:39.387348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c59657aa-afa3-4f0a-9f90-cff204a9ef20 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:39.411697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c59657aa-afa3-4f0a-9f90-cff204a9ef20 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:39.414879 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c59657aa-afa3-4f0a-9f90-cff204a9ef20 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1427650 May 09 13:24:39.416439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58394) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:39.456994 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9cc67f95-c5b7-45ff-ade0-417e13775820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:39.506322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9cc67f95-c5b7-45ff-ade0-417e13775820 None None] For port 8737cffe-631a-49b2-8ad5-c5e652cba307, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8737cffe-631a-49b2-8ad5-c5e652cba307,segment=NetworkSegment(601ee043-1607-48ff-9c13-bd1f447ecbd1),segment_id=601ee043-1607-48ff-9c13-bd1f447ecbd1)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:39.512257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9cc67f95-c5b7-45ff-ade0-417e13775820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:39.550439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98b0efb-4e0e-4fd1-9583-c29cdebe6409 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:39.555406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98b0efb-4e0e-4fd1-9583-c29cdebe6409 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:39.560309 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98b0efb-4e0e-4fd1-9583-c29cdebe6409 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:39.561322 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e98b0efb-4e0e-4fd1-9583-c29cdebe6409 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:39.582894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e98b0efb-4e0e-4fd1-9583-c29cdebe6409 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:39.587335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58400) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:39.587600 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e98b0efb-4e0e-4fd1-9583-c29cdebe6409 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1699433 May 09 13:24:39.659469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc67f95-c5b7-45ff-ade0-417e13775820 None None] Pushing event updated for resources: {'Port': ['ID=8737cffe-631a-49b2-8ad5-c5e652cba307,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:39.712875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-87f3059c-1756-4d70-9f4b-77327ae82c7b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port ed715bc4-af51-4528-8946-cd22290931d4 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:39.713658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87f3059c-1756-4d70-9f4b-77327ae82c7b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:39.851538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6ea15386-8e03-4b0f-bde4-f2709fc68b08 None None] Provisioning complete for port 8737cffe-631a-49b2-8ad5-c5e652cba307 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:39.851881 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6ea15386-8e03-4b0f-bde4-f2709fc68b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:39.920766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdc945-6c5b-4531-91bf-e02b17cd3b5d req-aa4c22e5-b8b2-4266-8e89-806c3baf5aca tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:39.922887 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ebbdc945-6c5b-4531-91bf-e02b17cd3b5d req-aa4c22e5-b8b2-4266-8e89-806c3baf5aca tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.1699920 May 09 13:24:39.930201 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dc5a67ef-b9a3-4157-b007-df1b9520e618 req-c505e916-260b-4d49-8d15-8e39a830fd49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88c50aa9d620491c8bb1d2733dac90e6&device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 1099 time: 0.1226659 May 09 13:24:40.027082 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6ea15386-8e03-4b0f-bde4-f2709fc68b08 None None] Provisioning for port 7c43e3b1-827c-439f-ad88-8463127b4b11 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:40.033637 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6ea15386-8e03-4b0f-bde4-f2709fc68b08 None None] Provisioning complete for port 7c43e3b1-827c-439f-ad88-8463127b4b11 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:40.034183 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6ea15386-8e03-4b0f-bde4-f2709fc68b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:40.047752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87f3059c-1756-4d70-9f4b-77327ae82c7b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:40.068434 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ebbdc945-6c5b-4531-91bf-e02b17cd3b5d req-391ed553-03d9-4aaa-970f-42b15a622a5d tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370695 May 09 13:24:40.113053 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6ea15386-8e03-4b0f-bde4-f2709fc68b08 None None] Port 7c43e3b1-827c-439f-ad88-8463127b4b11 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:24:40.130596 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-14133bf2-6868-4f0f-98d1-a5d629bf26f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:40.134494 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6ea15386-8e03-4b0f-bde4-f2709fc68b08 None None] Provisioning for port ed715bc4-af51-4528-8946-cd22290931d4 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:40.139030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a67ef-b9a3-4157-b007-df1b9520e618 req-20111d2b-294a-4620-8cc5-6f4f94c2aaca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:40.140835 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dc5a67ef-b9a3-4157-b007-df1b9520e618 req-20111d2b-294a-4620-8cc5-6f4f94c2aaca service neutron] 10.222.0.57 "GET /v2.0/networks?id=7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 HTTP/1.1" status: 200 len: 913 time: 0.1738515 May 09 13:24:40.141168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6ea15386-8e03-4b0f-bde4-f2709fc68b08 None None] Provisioning complete for port ed715bc4-af51-4528-8946-cd22290931d4 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:40.141566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6ea15386-8e03-4b0f-bde4-f2709fc68b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:40.256791 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6ea15386-8e03-4b0f-bde4-f2709fc68b08 None None] Port ed715bc4-af51-4528-8946-cd22290931d4 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:24:40.332645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-87f3059c-1756-4d70-9f4b-77327ae82c7b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for ed715bc4-af51-4528-8946-cd22290931d4 owned by {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:40.348908 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dc5a67ef-b9a3-4157-b007-df1b9520e618 req-71fa9e05-9abc-4a7f-883c-a0cffd5111c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11af999c-1e97-4c6d-ab98-1c17fb01b245 HTTP/1.1" status: 200 len: 217 time: 0.2008233 May 09 13:24:40.380833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ea1f97fc-824c-4bfe-9dab-7124bb4316ba None None] Provisioning complete for port 7c43e3b1-827c-439f-ad88-8463127b4b11 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:40.381202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ea1f97fc-824c-4bfe-9dab-7124bb4316ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:40.414780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a67ef-b9a3-4157-b007-df1b9520e618 req-f4381691-f315-4ed6-b08e-e6315568dacb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:40.416323 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dc5a67ef-b9a3-4157-b007-df1b9520e618 req-f4381691-f315-4ed6-b08e-e6315568dacb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eb60e86-0211-402b-bade-6fc602f6ac6c HTTP/1.1" status: 200 len: 852 time: 0.0611393 May 09 13:24:40.435293 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f97fc-824c-4bfe-9dab-7124bb4316ba None None] Port 7c43e3b1-827c-439f-ad88-8463127b4b11 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:24:40.453150 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ea1f97fc-824c-4bfe-9dab-7124bb4316ba None None] Provisioning complete for port ed715bc4-af51-4528-8946-cd22290931d4 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:40.454563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ea1f97fc-824c-4bfe-9dab-7124bb4316ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:40.468262 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dc5a67ef-b9a3-4157-b007-df1b9520e618 req-b1b1e499-f5ae-4b46-8d68-270aa9f9ab05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edc40ee-2840-4232-8dc8-a0fb22d5a5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458083 May 09 13:24:40.496009 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8737cffe-631a-49b2-8ad5-c5e652cba307 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:24:40.499506 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87f3059c-1756-4d70-9f4b-77327ae82c7b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:40.554636 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3059c-1756-4d70-9f4b-77327ae82c7b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=ed715bc4-af51-4528-8946-cd22290931d4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:40.624301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f97fc-824c-4bfe-9dab-7124bb4316ba None None] Port ed715bc4-af51-4528-8946-cd22290931d4 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:24:40.651391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 8737cffe-631a-49b2-8ad5-c5e652cba307 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:40.651973 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:40.676051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87f3059c-1756-4d70-9f4b-77327ae82c7b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:40.680569 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dc5a67ef-b9a3-4157-b007-df1b9520e618 req-190300c9-30d0-4591-9402-267acffe1e44 service neutron] 10.222.0.57 "GET /v2.0/networks/7edc40ee-2840-4232-8dc8-a0fb22d5a5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061641 May 09 13:24:40.693109 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-87f3059c-1756-4d70-9f4b-77327ae82c7b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/ed715bc4-af51-4528-8946-cd22290931d4 HTTP/1.1" status: 204 len: 168 time: 1.1046438 May 09 13:24:40.696111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58404) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:40.748282 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef726536-f697-428e-9bdd-4ec26e0b0d81 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:24:40.748847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ef726536-f697-428e-9bdd-4ec26e0b0d81 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:40.774816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ef726536-f697-428e-9bdd-4ec26e0b0d81 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:40.785938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58408) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:40.794972 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ef726536-f697-428e-9bdd-4ec26e0b0d81 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/ed715bc4-af51-4528-8946-cd22290931d4 HTTP/1.1" status: 404 len: 333 time: 0.0923512 May 09 13:24:40.877813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-be3f292a-7804-4f4f-9e5f-395e184eba20 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 7c43e3b1-827c-439f-ad88-8463127b4b11 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:40.878152 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-be3f292a-7804-4f4f-9e5f-395e184eba20 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:40.940425 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dc5a67ef-b9a3-4157-b007-df1b9520e618 req-160f4c81-7f77-4d73-852b-cc54918f8ac0 service neutron] 10.222.0.57 "GET /v2.0/networks/7edc40ee-2840-4232-8dc8-a0fb22d5a5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543821 May 09 13:24:41.136162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-be3f292a-7804-4f4f-9e5f-395e184eba20 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:41.255765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-be3f292a-7804-4f4f-9e5f-395e184eba20 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 7c43e3b1-827c-439f-ad88-8463127b4b11 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:41.416962 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c02b5b-bd56-4b32-9629-a638fffda665 req-e2e9daba-5840-48a9-bf9d-ef09ca367547 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:41.418353 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-00c02b5b-bd56-4b32-9629-a638fffda665 req-e2e9daba-5840-48a9-bf9d-ef09ca367547 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.1700497 May 09 13:24:41.479440 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-be3f292a-7804-4f4f-9e5f-395e184eba20 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:41.526728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f292a-7804-4f4f-9e5f-395e184eba20 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=7c43e3b1-827c-439f-ad88-8463127b4b11,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:41.532087 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-00c02b5b-bd56-4b32-9629-a638fffda665 req-a6d317a1-7ca4-4cca-ba36-4d1e8050fa05 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060245 May 09 13:24:41.632202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-be3f292a-7804-4f4f-9e5f-395e184eba20 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:41.646725 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-be3f292a-7804-4f4f-9e5f-395e184eba20 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/7c43e3b1-827c-439f-ad88-8463127b4b11 HTTP/1.1" status: 204 len: 168 time: 0.8641112 May 09 13:24:41.649994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58414) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:41.692908 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-089b3645-25bb-4887-a93a-958368bf9648 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:24:41.696646 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-089b3645-25bb-4887-a93a-958368bf9648 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/7c43e3b1-827c-439f-ad88-8463127b4b11 HTTP/1.1" status: 404 len: 333 time: 0.0435765 May 09 13:24:41.696900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58418) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:41.883510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8046e1c-9418-4f82-94d2-d601ce055f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting subnet baef7611-b00d-47cb-8937-c7b6e397941c {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:41.886292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a8046e1c-9418-4f82-94d2-d601ce055f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:41.944073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a8046e1c-9418-4f82-94d2-d601ce055f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:42.023903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a8046e1c-9418-4f82-94d2-d601ce055f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:42.098948 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a8046e1c-9418-4f82-94d2-d601ce055f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:42.136563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8046e1c-9418-4f82-94d2-d601ce055f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Subnet': ['ID=baef7611-b00d-47cb-8937-c7b6e397941c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:42.141753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a8046e1c-9418-4f82-94d2-d601ce055f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:42.147457 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a8046e1c-9418-4f82-94d2-d601ce055f8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/baef7611-b00d-47cb-8937-c7b6e397941c HTTP/1.1" status: 204 len: 168 time: 0.4495668 May 09 13:24:42.148814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3a8cd2-7677-4e2b-937a-bccb7f6d85e6 None None] Network 6b83d2c5-8037-413e-b42a-8fa13070df53 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:42.150106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58422) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:42.260060 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:42.270528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 8737cffe-631a-49b2-8ad5-c5e652cba307 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:42.270849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:42.378485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-42ddfd9e-8a2a-4686-bdc1-cb25351502db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:42.399067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384a4e22-dc3a-46bd-9e32-ce1c31a3dc66 None None] DHCP port deletion for 6b83d2c5-8037-413e-b42a-8fa13070df53 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:24:42.403616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-384a4e22-dc3a-46bd-9e32-ce1c31a3dc66 None None] Deleting port 8737cffe-631a-49b2-8ad5-c5e652cba307 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:42.403988 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-384a4e22-dc3a-46bd-9e32-ce1c31a3dc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:42.460003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8737cffe-631a-49b2-8ad5-c5e652cba307 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:24:42.481434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] For port 8737cffe-631a-49b2-8ad5-c5e652cba307, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8737cffe-631a-49b2-8ad5-c5e652cba307,segment=NetworkSegment(601ee043-1607-48ff-9c13-bd1f447ecbd1),segment_id=601ee043-1607-48ff-9c13-bd1f447ecbd1)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:42.481791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:42.616806 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 8737cffe-631a-49b2-8ad5-c5e652cba307 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:42.704319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-384a4e22-dc3a-46bd-9e32-ce1c31a3dc66 None None] For port 8737cffe-631a-49b2-8ad5-c5e652cba307, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8737cffe-631a-49b2-8ad5-c5e652cba307,segment=NetworkSegment(601ee043-1607-48ff-9c13-bd1f447ecbd1),segment_id=601ee043-1607-48ff-9c13-bd1f447ecbd1)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:42.704714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-384a4e22-dc3a-46bd-9e32-ce1c31a3dc66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:42.710741 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:42.766894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=8737cffe-631a-49b2-8ad5-c5e652cba307,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:42.788554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No DVR routers for this DVR port 8737cffe-631a-49b2-8ad5-c5e652cba307 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:24:42.831603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:42.842997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-384a4e22-dc3a-46bd-9e32-ce1c31a3dc66 None None] Calling delete_port for 8737cffe-631a-49b2-8ad5-c5e652cba307 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:42.931906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c71d3c-a08a-4728-9d3e-1f2ef7a92a3c req-74cc9518-629d-4439-94fa-8fb26d0334bb tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:42.931906 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e3c71d3c-a08a-4728-9d3e-1f2ef7a92a3c req-74cc9518-629d-4439-94fa-8fb26d0334bb tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.1082911 May 09 13:24:42.966832 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-384a4e22-dc3a-46bd-9e32-ce1c31a3dc66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:24:42.967618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-384a4e22-dc3a-46bd-9e32-ce1c31a3dc66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:24:42.993586 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e3c71d3c-a08a-4728-9d3e-1f2ef7a92a3c req-001865f5-c767-4ae5-8d8e-b8ba2c981b63 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567486 May 09 13:24:43.021062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.047939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b83d2c5-8037-413e-b42a-8fa13070df53']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:43.059849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601ee043-1607-48ff-9c13-bd1f447ecbd1') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:43.060141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601ee043-1607-48ff-9c13-bd1f447ecbd1') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:43.071068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.088003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.094871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:43.095345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:43.109844 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:43.189472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.196035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.235312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Network': ['ID=6b83d2c5-8037-413e-b42a-8fa13070df53,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:43.244716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58430) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:43.245512 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-efffbc4f-50bb-479c-8f37-dada2ceba116 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/networks/6b83d2c5-8037-413e-b42a-8fa13070df53 HTTP/1.1" status: 204 len: 168 time: 1.0941799 May 09 13:24:43.255332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-266713269'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:43.260532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:43.264476 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:network and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:43.267953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:43.273667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:43.287997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:43.292878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.303568 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.325048 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:24:43.334676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.335016 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Added segment 79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5 of type vlan for network b6301adb-813c-4911-8f38-05340ebb23cd May 09 13:24:43.405087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.455479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf0e2-a093-4806-be56-7969dd4ba4e7 req-1861bbd4-57ed-49db-856e-9c5cd6a8021e tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:43.456924 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e05cf0e2-a093-4806-be56-7969dd4ba4e7 req-1861bbd4-57ed-49db-856e-9c5cd6a8021e tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.1205006 May 09 13:24:43.457658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.461003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:43.461587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.468868 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-384a4e22-dc3a-46bd-9e32-ce1c31a3dc66 None None] Deleting port 8737cffe-631a-49b2-8ad5-c5e652cba307 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:43.469264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-384a4e22-dc3a-46bd-9e32-ce1c31a3dc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.535688 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-384a4e22-dc3a-46bd-9e32-ce1c31a3dc66 None None] The port '8737cffe-631a-49b2-8ad5-c5e652cba307' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:24:43.657531 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4036543 May 09 13:24:43.658441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58438) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:43.663461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': 'b6301adb-813c-4911-8f38-05340ebb23cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:43.687117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1214e-89d1-4284-a6c0-02e000c04c8b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Network': ['ID=b6301adb-813c-4911-8f38-05340ebb23cd,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:43.696487 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e05cf0e2-a093-4806-be56-7969dd4ba4e7 req-1118cc1f-7bfc-46e4-bf3f-4d8c5a038858 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312078 May 09 13:24:43.698703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network b6301adb-813c-4911-8f38-05340ebb23cd details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:24:43.773614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:43.777670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:43.780327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:43.786286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:43.797452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:43.802401 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:43.898112 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:44.110179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:44.194630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Subnet': ['ID=79d441b0-c8d2-4733-b6a3-94f959e12c06,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:44.203885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Checking segment: {'id': '79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b6301adb-813c-4911-8f38-05340ebb23cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:44.204232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network hostable DHCP agents. Network: b6301adb-813c-4911-8f38-05340ebb23cd, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:24:44.225541 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network b6301adb-813c-4911-8f38-05340ebb23cd is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:24:44.235292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, b6301adb-813c-4911-8f38-05340ebb23cd) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:44.239175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:44.239711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:44.244036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c96606-7b1b-40f1-8be1-2738de7ce3ff None None] Network b6301adb-813c-4911-8f38-05340ebb23cd requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:44.260640 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ec7a4a30-3e03-4a92-b18e-d4b87b89fde3 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6016703 May 09 13:24:44.263984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58442) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:44.269943 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b628c811-aeb4-4c67-8909-f4a6f9de449d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2065714205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:44.276157 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b628c811-aeb4-4c67-8909-f4a6f9de449d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:44.279931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b628c811-aeb4-4c67-8909-f4a6f9de449d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:router and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:44.283303 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b628c811-aeb4-4c67-8909-f4a6f9de449d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:44.288853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b628c811-aeb4-4c67-8909-f4a6f9de449d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:44.299173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b628c811-aeb4-4c67-8909-f4a6f9de449d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:44.300105 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b628c811-aeb4-4c67-8909-f4a6f9de449d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:44.318570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b628c811-aeb4-4c67-8909-f4a6f9de449d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:44.336134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b628c811-aeb4-4c67-8909-f4a6f9de449d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:44.358420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b628c811-aeb4-4c67-8909-f4a6f9de449d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:44.360271 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b628c811-aeb4-4c67-8909-f4a6f9de449d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.0947161 May 09 13:24:44.362258 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58446) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:44.367637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'network_id': 'b6301adb-813c-4911-8f38-05340ebb23cd', 'name': 'tempest-PortsTestJSON-1149887872'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:44.488687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-b6301adb-813c-4911-8f38-05340ebb23cd', 'network_id': 'b6301adb-813c-4911-8f38-05340ebb23cd', 'tenant_id': '40316092ab9b42ca9e8a371f950b4b55', 'fixed_ips': [{'subnet_id': '79d441b0-c8d2-4733-b6a3-94f959e12c06'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:24:44.489525 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:44.504723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:44.508977 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:port and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:44.512389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:44.519308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:44.529591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:44.532540 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:44.555869 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:44.648024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Allocated IP 172.20.0.2 (b6301adb-813c-4911-8f38-05340ebb23cd/79d441b0-c8d2-4733-b6a3-94f959e12c06/7dbfb9cd-e482-41b9-8beb-0a4116a7b92f) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:44.849140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:44.859524 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Transition to ACTIVE for port object 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:44.880580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Transition to ACTIVE for port object 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:44.887027 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:44.904743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288aecc5-bccd-410c-87a6-95d54e87e7b9 req-e186df6b-4049-4cc6-a088-57fb876a70db tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:44.906340 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-288aecc5-bccd-410c-87a6-95d54e87e7b9 req-e186df6b-4049-4cc6-a088-57fb876a70db tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.0882695 May 09 13:24:44.959571 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-288aecc5-bccd-410c-87a6-95d54e87e7b9 req-0cdd7ec0-5235-49a2-a109-606316abf476 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472469 May 09 13:24:44.959769 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Network b6301adb-813c-4911-8f38-05340ebb23cd is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:44.960718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.8 (b6301adb-813c-4911-8f38-05340ebb23cd/79d441b0-c8d2-4733-b6a3-94f959e12c06/a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:44.966432 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:44.970065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Pushing event updated for resources: {'Port': ['ID=7dbfb9cd-e482-41b9-8beb-0a4116a7b92f,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:44.974475 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:45.017880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:45.068305 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Attempting to bind port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:24:45.068663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Attempting to bind port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b6301adb-813c-4911-8f38-05340ebb23cd'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:24:45.069011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Attempting to bind port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f on network b6301adb-813c-4911-8f38-05340ebb23cd {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:24:45.075225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:24:45.075583 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Checking segment: {'id': '79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b6301adb-813c-4911-8f38-05340ebb23cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:45.075968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:45.076349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Bound using segment: {'id': '79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b6301adb-813c-4911-8f38-05340ebb23cd'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:24:45.076817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Bound port: 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b6301adb-813c-4911-8f38-05340ebb23cd'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:24:45.077174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:45.164956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:45.169500 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] For port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:24:45.173293 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] For port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7dbfb9cd-e482-41b9-8beb-0a4116a7b92f,segment=NetworkSegment(79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5),segment_id=79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:24:45.177801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:45.180832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Transition to ACTIVE for port object a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:45.202331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:45.258265 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ade79c-900d-48da-a2d6-0b6d601eb0aa None None] Pushing event updated for resources: {'Port': ['ID=7dbfb9cd-e482-41b9-8beb-0a4116a7b92f,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:45.274534 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network b6301adb-813c-4911-8f38-05340ebb23cd is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:45.275905 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:45.279850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:45.320593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:45.349321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:45.349920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:45.378504 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f94f9cb3-ac33-4c76-a895-81e0aca11f91 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0126476 May 09 13:24:45.378596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58454) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:45.606969 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce974e23-ebaa-4060-9ddd-0c14b098b42c req-681f36a3-e79a-42f8-a7d2-1176839fc8b3 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:45.608688 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce974e23-ebaa-4060-9ddd-0c14b098b42c req-681f36a3-e79a-42f8-a7d2-1176839fc8b3 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.0931869 May 09 13:24:45.684219 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-ce974e23-ebaa-4060-9ddd-0c14b098b42c req-5ba42df6-1c0c-4cc4-a2fd-dc07c71b742b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Deleting port 11af999c-1e97-4c6d-ab98-1c17fb01b245 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:45.684482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ce974e23-ebaa-4060-9ddd-0c14b098b42c req-5ba42df6-1c0c-4cc4-a2fd-dc07c71b742b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:45.941847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-ce974e23-ebaa-4060-9ddd-0c14b098b42c req-5ba42df6-1c0c-4cc4-a2fd-dc07c71b742b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] For port 11af999c-1e97-4c6d-ab98-1c17fb01b245, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=11af999c-1e97-4c6d-ab98-1c17fb01b245,segment=NetworkSegment(63fc6307-3f08-47c5-af92-c8821bf3006c),segment_id=63fc6307-3f08-47c5-af92-c8821bf3006c)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:45.942895 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ce974e23-ebaa-4060-9ddd-0c14b098b42c req-5ba42df6-1c0c-4cc4-a2fd-dc07c71b742b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:46.071458 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-ce974e23-ebaa-4060-9ddd-0c14b098b42c req-5ba42df6-1c0c-4cc4-a2fd-dc07c71b742b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Calling delete_port for 11af999c-1e97-4c6d-ab98-1c17fb01b245 owned by compute:nova {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:46.081431 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:46.257429 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb93246-1f2a-4110-875c-780482039796 None None] Network b6301adb-813c-4911-8f38-05340ebb23cd requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:46.270243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e097dc-1f12-41fa-b051-951eeb113bf7 req-fd58df1a-1829-40af-85f0-301d4854d290 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:46.272366 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-87e097dc-1f12-41fa-b051-951eeb113bf7 req-fd58df1a-1829-40af-85f0-301d4854d290 tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a473a4d-9895-4d5e-a00b-a4f72ca8b719 HTTP/1.1" status: 200 len: 946 time: 0.1510940 May 09 13:24:46.323526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ce974e23-ebaa-4060-9ddd-0c14b098b42c req-5ba42df6-1c0c-4cc4-a2fd-dc07c71b742b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:46.370840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-62c9036c-f473-40bb-90cb-6c7079cdc9f2 None None] Provisioning for port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:46.375062 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba42df6-1c0c-4cc4-a2fd-dc07c71b742b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Pushing event deleted for resources: {'Port': ['ID=11af999c-1e97-4c6d-ab98-1c17fb01b245,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:46.477551 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-87e097dc-1f12-41fa-b051-951eeb113bf7 req-c8bff2f7-2c7e-47c9-bfe8-8c7bbeb2f0db tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.44 "GET /v2.0/security-groups?id=f17a26ed-fdf3-4eae-9982-ba4be523eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971536 May 09 13:24:46.483322 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce974e23-ebaa-4060-9ddd-0c14b098b42c req-5ba42df6-1c0c-4cc4-a2fd-dc07c71b742b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] No DVR routers for this DVR port 11af999c-1e97-4c6d-ab98-1c17fb01b245 on host hv-neutron-8408 {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:24:46.491274 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-ce974e23-ebaa-4060-9ddd-0c14b098b42c req-5ba42df6-1c0c-4cc4-a2fd-dc07c71b742b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:46.494534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a473a4d-9895-4d5e-a00b-a4f72ca8b719', 'name': 'network-vif-deleted', 'tag': '11af999c-1e97-4c6d-ab98-1c17fb01b245'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:24:46.503237 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:46.512606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:46.522675 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce974e23-ebaa-4060-9ddd-0c14b098b42c req-5ba42df6-1c0c-4cc4-a2fd-dc07c71b742b tempest-TestServerAdvancedOps-196080920 tempest-TestServerAdvancedOps-196080920-project] 10.222.0.57 "DELETE /v2.0/ports/11af999c-1e97-4c6d-ab98-1c17fb01b245 HTTP/1.1" status: 204 len: 173 time: 0.9075580 May 09 13:24:46.561502 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:24:46.589246 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a19c00-d1ac-4bae-983f-bab80517e934'] response: {'server_uuid': '5a473a4d-9895-4d5e-a00b-a4f72ca8b719', 'name': 'network-vif-deleted', 'tag': '11af999c-1e97-4c6d-ab98-1c17fb01b245', 'status': 'completed', 'code': 200} May 09 13:24:46.652864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:46.659000 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:46.659784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:46.719850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:46.796552 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:46.832027 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7dbfb9cd-e482-41b9-8beb-0a4116a7b92f,segment=NetworkSegment(79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5),segment_id=79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:46.837315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:46.917930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=7dbfb9cd-e482-41b9-8beb-0a4116a7b92f,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:46.926485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9b8f1e0b-3a60-4c4f-a872-5a558c7c079a None None] Provisioning complete for port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:46.926668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b8f1e0b-3a60-4c4f-a872-5a558c7c079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:46.960010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:47.067446 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9b8f1e0b-3a60-4c4f-a872-5a558c7c079a None None] Provisioning for port a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:47.075576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9b8f1e0b-3a60-4c4f-a872-5a558c7c079a None None] Provisioning complete for port a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:47.075737 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:47.076003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b8f1e0b-3a60-4c4f-a872-5a558c7c079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:47.154450 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f1e0b-3a60-4c4f-a872-5a558c7c079a None None] Port a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:24:47.276656 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-df9dedcc-37a3-450a-be61-e9fae72f9410 None None] Provisioning complete for port a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:47.277212 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-df9dedcc-37a3-450a-be61-e9fae72f9410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:47.329068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-df9dedcc-37a3-450a-be61-e9fae72f9410 None None] Port a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:24:47.451053 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-239a623d-2acc-4787-8ea3-a78dca9b116b None None] Provisioning complete for port a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:47.451420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-239a623d-2acc-4787-8ea3-a78dca9b116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:47.509610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-239a623d-2acc-4787-8ea3-a78dca9b116b None None] Port a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:24:47.590714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58468) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:47.618925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:47.625565 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:47.655267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be6c3dd-04fa-4aa7-b83c-1d90ead29ded admin admin] Deleting subnet 4eb60e86-0211-402b-bade-6fc602f6ac6c {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:47.658270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1be6c3dd-04fa-4aa7-b83c-1d90ead29ded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:47.711307 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1be6c3dd-04fa-4aa7-b83c-1d90ead29ded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:47.735825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:47.739820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:47.768492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1be6c3dd-04fa-4aa7-b83c-1d90ead29ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:47.835394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1be6c3dd-04fa-4aa7-b83c-1d90ead29ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:47.874449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network b6301adb-813c-4911-8f38-05340ebb23cd is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:47.875801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6c3dd-04fa-4aa7-b83c-1d90ead29ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb60e86-0211-402b-bade-6fc602f6ac6c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:47.876216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:47.882038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1be6c3dd-04fa-4aa7-b83c-1d90ead29ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:47.891260 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1be6c3dd-04fa-4aa7-b83c-1d90ead29ded admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4eb60e86-0211-402b-bade-6fc602f6ac6c HTTP/1.1" status: 204 len: 168 time: 0.2970452 May 09 13:24:47.892067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58472) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:48.005136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-69825dd5-5765-43fe-8e98-e05c9619f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.138827 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-93996b79-0a2a-4a13-93dc-29a1e7a3a44c None None] Provisioning complete for port a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:48.139199 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-93996b79-0a2a-4a13-93dc-29a1e7a3a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.150965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-69825dd5-5765-43fe-8e98-e05c9619f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.192878 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 11af999c-1e97-4c6d-ab98-1c17fb01b245 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:24:48.277535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 11af999c-1e97-4c6d-ab98-1c17fb01b245 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:24:48.278098 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 11af999c-1e97-4c6d-ab98-1c17fb01b245 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:24:48.279563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-93996b79-0a2a-4a13-93dc-29a1e7a3a44c None None] Port a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:24:48.279801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Router 4ecda53b-574d-49ec-acfa-c800653d6a56 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:24:48.288862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-69825dd5-5765-43fe-8e98-e05c9619f2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edc40ee-2840-4232-8dc8-a0fb22d5a5a3']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:48.301883 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-69825dd5-5765-43fe-8e98-e05c9619f2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fc6307-3f08-47c5-af92-c8821bf3006c') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:48.302172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-69825dd5-5765-43fe-8e98-e05c9619f2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fc6307-3f08-47c5-af92-c8821bf3006c') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:48.314320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-69825dd5-5765-43fe-8e98-e05c9619f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.330243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-69825dd5-5765-43fe-8e98-e05c9619f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.336346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69825dd5-5765-43fe-8e98-e05c9619f2ab admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:48.336782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-69825dd5-5765-43fe-8e98-e05c9619f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:48.350684 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:48.432194 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-69825dd5-5765-43fe-8e98-e05c9619f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.452590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-69825dd5-5765-43fe-8e98-e05c9619f2ab admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.458767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69825dd5-5765-43fe-8e98-e05c9619f2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=7edc40ee-2840-4232-8dc8-a0fb22d5a5a3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:48.465502 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-69825dd5-5765-43fe-8e98-e05c9619f2ab admin admin] 10.222.0.44 "DELETE /v2.0/networks/7edc40ee-2840-4232-8dc8-a0fb22d5a5a3 HTTP/1.1" status: 204 len: 168 time: 0.5702014 May 09 13:24:48.466396 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58478) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:48.476379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:24:48.478651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:24:48.491047 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0ecc81e2-b090-4374-85f1-77f43fd558a1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "PUT /v2.0/routers/4ecda53b-574d-49ec-acfa-c800653d6a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1073897 May 09 13:24:48.491047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58482) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:48.513571 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06c868-1e21-459f-84ec-cd315c896907 None None] Sync routers for ids ['4ecda53b-574d-49ec-acfa-c800653d6a56'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:24:48.532997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-510de665-b04a-4672-8ede-84622f460360 admin admin] Deleting subnet 06d95750-758c-4021-87e2-477e81434eec {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:48.539834 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-510de665-b04a-4672-8ede-84622f460360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.568840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06c868-1e21-459f-84ec-cd315c896907 None None] Routers {'4ecda53b-574d-49ec-acfa-c800653d6a56'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:24:48.569501 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ed06c868-1e21-459f-84ec-cd315c896907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:24:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['4ecda53b-574d-49ec-acfa-c800653d6a56'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:48.582193 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea69d4e5-bd5e-4e0e-8817-1d696e1efd46 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:48.582895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ea69d4e5-bd5e-4e0e-8817-1d696e1efd46 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:48.606940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ea69d4e5-bd5e-4e0e-8817-1d696e1efd46 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:48.611814 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ea69d4e5-bd5e-4e0e-8817-1d696e1efd46 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ecda53b-574d-49ec-acfa-c800653d6a56 HTTP/1.1" status: 200 len: 982 time: 0.1170731 May 09 13:24:48.615738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-510de665-b04a-4672-8ede-84622f460360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.619703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58486) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:48.654095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ed06c868-1e21-459f-84ec-cd315c896907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:48.674587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:48.675035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.680888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-510de665-b04a-4672-8ede-84622f460360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.721550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06c868-1e21-459f-84ec-cd315c896907 None None] Routers {'4ecda53b-574d-49ec-acfa-c800653d6a56'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:24:48.722583 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ed06c868-1e21-459f-84ec-cd315c896907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:24:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['4ecda53b-574d-49ec-acfa-c800653d6a56'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:48.752140 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-510de665-b04a-4672-8ede-84622f460360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.792264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ed06c868-1e21-459f-84ec-cd315c896907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:48.792406 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06c868-1e21-459f-84ec-cd315c896907 None None] The sync data for ids ['4ecda53b-574d-49ec-acfa-c800653d6a56'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:24:48.800894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510de665-b04a-4672-8ede-84622f460360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d95750-758c-4021-87e2-477e81434eec,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:48.805371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-510de665-b04a-4672-8ede-84622f460360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:48.811245 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-510de665-b04a-4672-8ede-84622f460360 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/06d95750-758c-4021-87e2-477e81434eec HTTP/1.1" status: 204 len: 168 time: 0.3442709 May 09 13:24:48.813508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58490) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:48.931315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f922967-e562-4ae4-b808-860df81c7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:49.061111 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f922967-e562-4ae4-b808-860df81c7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:49.090047 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6f922967-e562-4ae4-b808-860df81c7b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a8e830-24ad-4b26-b3a5-485e474d2067']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:49.104856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6f922967-e562-4ae4-b808-860df81c7b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5d4285-ba0a-444c-8c71-7b1e98ded629') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:49.105179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6f922967-e562-4ae4-b808-860df81c7b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5d4285-ba0a-444c-8c71-7b1e98ded629') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:49.119610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f922967-e562-4ae4-b808-860df81c7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:49.140477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f922967-e562-4ae4-b808-860df81c7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:49.149595 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f922967-e562-4ae4-b808-860df81c7b5a admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:49.149595 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f922967-e562-4ae4-b808-860df81c7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:49.163577 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:49.240443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f922967-e562-4ae4-b808-860df81c7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:49.258828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f922967-e562-4ae4-b808-860df81c7b5a admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:49.268660 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6f922967-e562-4ae4-b808-860df81c7b5a admin admin] 10.222.0.44 "DELETE /v2.0/networks/a0a8e830-24ad-4b26-b3a5-485e474d2067 HTTP/1.1" status: 204 len: 168 time: 0.4537320 May 09 13:24:49.269105 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f922967-e562-4ae4-b808-860df81c7b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a8e830-24ad-4b26-b3a5-485e474d2067,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:49.366884 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2255211a-3a0a-4862-bffa-f14bcbfbc373 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:49.489345 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58496) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:49.555734 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5cea79ec-b6ce-493c-865a-2bfaed8f3a83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88c50aa9d620491c8bb1d2733dac90e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0607452 May 09 13:24:49.555734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58500) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:49.636020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da8889bb-b1ae-45eb-b8e7-bd782aa20a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:49.666355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da8889bb-b1ae-45eb-b8e7-bd782aa20a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:49.731429 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da8889bb-b1ae-45eb-b8e7-bd782aa20a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:49.749024 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8889bb-b1ae-45eb-b8e7-bd782aa20a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17a26ed-fdf3-4eae-9982-ba4be523eb92,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:49.758908 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-da8889bb-b1ae-45eb-b8e7-bd782aa20a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:49.760031 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-da8889bb-b1ae-45eb-b8e7-bd782aa20a56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f17a26ed-fdf3-4eae-9982-ba4be523eb92 HTTP/1.1" status: 204 len: 168 time: 0.2051792 May 09 13:24:49.764751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-2255211a-3a0a-4862-bffa-f14bcbfbc373 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:49.765127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2255211a-3a0a-4862-bffa-f14bcbfbc373 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:49.967422 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2255211a-3a0a-4862-bffa-f14bcbfbc373 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:50.094648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-2255211a-3a0a-4862-bffa-f14bcbfbc373 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:50.237925 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58508) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:50.298235 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b9885a9e-fdfb-45b8-bbcb-ff7fb27d60c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d897e9d645742ffa93f2d668938194d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0590417 May 09 13:24:50.298819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58512) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:50.338427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2255211a-3a0a-4862-bffa-f14bcbfbc373 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:50.401711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255211a-3a0a-4862-bffa-f14bcbfbc373 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:50.497531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1fedc272-840f-485a-b0ca-9fdc18ae4d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:50.594464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1fedc272-840f-485a-b0ca-9fdc18ae4d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:50.705311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2255211a-3a0a-4862-bffa-f14bcbfbc373 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:50.772459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1fedc272-840f-485a-b0ca-9fdc18ae4d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:50.932117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedc272-840f-485a-b0ca-9fdc18ae4d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb753ac-4dd7-4ff8-b7c5-c4bc35cca996,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:50.957204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1fedc272-840f-485a-b0ca-9fdc18ae4d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:50.958373 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1fedc272-840f-485a-b0ca-9fdc18ae4d34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eeb753ac-4dd7-4ff8-b7c5-c4bc35cca996 HTTP/1.1" status: 204 len: 168 time: 0.6584811 May 09 13:24:51.204648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:51.238513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2255211a-3a0a-4862-bffa-f14bcbfbc373 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Router 4ecda53b-574d-49ec-acfa-c800653d6a56 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:24:51.382416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2255211a-3a0a-4862-bffa-f14bcbfbc373 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:24:51.388581 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2255211a-3a0a-4862-bffa-f14bcbfbc373 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "PUT /v2.0/routers/4ecda53b-574d-49ec-acfa-c800653d6a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7742095 May 09 13:24:51.389921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58518) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:51.391481 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a02c9d1-6b52-4fc0-87bc-d84db2764d90 None None] Sync routers for ids ['4ecda53b-574d-49ec-acfa-c800653d6a56'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:24:51.403026 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a02c9d1-6b52-4fc0-87bc-d84db2764d90 None None] Routers {'4ecda53b-574d-49ec-acfa-c800653d6a56'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:24:51.403625 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1a02c9d1-6b52-4fc0-87bc-d84db2764d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:24:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['4ecda53b-574d-49ec-acfa-c800653d6a56'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:51.431705 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25b4a32-a731-4f6e-bca3-a804e65c76a5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:24:51.432206 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f25b4a32-a731-4f6e-bca3-a804e65c76a5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:51.446873 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-f25b4a32-a731-4f6e-bca3-a804e65c76a5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:51.450515 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f25b4a32-a731-4f6e-bca3-a804e65c76a5 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/a4d6b2c7-0e8f-4f4a-8f3f-4756151aaf50 HTTP/1.1" status: 404 len: 333 time: 0.0571668 May 09 13:24:51.450756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58522) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:51.460101 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1a02c9d1-6b52-4fc0-87bc-d84db2764d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:51.470881 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a02c9d1-6b52-4fc0-87bc-d84db2764d90 None None] Routers {'4ecda53b-574d-49ec-acfa-c800653d6a56'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:24:51.471456 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1a02c9d1-6b52-4fc0-87bc-d84db2764d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:24:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['4ecda53b-574d-49ec-acfa-c800653d6a56'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:51.556371 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1a02c9d1-6b52-4fc0-87bc-d84db2764d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:51.556771 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a02c9d1-6b52-4fc0-87bc-d84db2764d90 None None] The sync data for ids ['4ecda53b-574d-49ec-acfa-c800653d6a56'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:24:51.602524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8342162-8e0d-4ec1-97df-85f2df0db86e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:51.977297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8342162-8e0d-4ec1-97df-85f2df0db86e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:51.981291 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8342162-8e0d-4ec1-97df-85f2df0db86e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:52.102910 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8342162-8e0d-4ec1-97df-85f2df0db86e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:52.103529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8342162-8e0d-4ec1-97df-85f2df0db86e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Fanout notify agent at l3_agent the message router_deleted on router 4ecda53b-574d-49ec-acfa-c800653d6a56 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:24:52.113771 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e8342162-8e0d-4ec1-97df-85f2df0db86e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:52.114846 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e8342162-8e0d-4ec1-97df-85f2df0db86e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/routers/4ecda53b-574d-49ec-acfa-c800653d6a56 HTTP/1.1" status: 204 len: 168 time: 0.6631823 May 09 13:24:52.117422 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58530) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:52.298245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11fa57f-81f8-47d2-aad6-207a5da33139 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting subnet 79d441b0-c8d2-4733-b6a3-94f959e12c06 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:52.301212 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b11fa57f-81f8-47d2-aad6-207a5da33139 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:52.353799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b11fa57f-81f8-47d2-aad6-207a5da33139 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:52.436484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b11fa57f-81f8-47d2-aad6-207a5da33139 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:52.506773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b11fa57f-81f8-47d2-aad6-207a5da33139 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:52.545816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fa57f-81f8-47d2-aad6-207a5da33139 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Subnet': ['ID=79d441b0-c8d2-4733-b6a3-94f959e12c06,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:52.552495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b11fa57f-81f8-47d2-aad6-207a5da33139 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:52.557988 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b4a2c-a144-4e8d-8d98-a9afcbbae599 None None] Network b6301adb-813c-4911-8f38-05340ebb23cd requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:52.560262 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b11fa57f-81f8-47d2-aad6-207a5da33139 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/79d441b0-c8d2-4733-b6a3-94f959e12c06 HTTP/1.1" status: 204 len: 168 time: 0.4419012 May 09 13:24:52.563580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58536) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:52.684441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:52.696695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:52.697107 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:52.821520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b99e2-a69c-4245-af1a-75c5473c9c72 None None] DHCP port deletion for b6301adb-813c-4911-8f38-05340ebb23cd request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:24:52.826033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c84b99e2-a69c-4245-af1a-75c5473c9c72 None None] Deleting port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:52.826402 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c84b99e2-a69c-4245-af1a-75c5473c9c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:52.918293 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] For port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7dbfb9cd-e482-41b9-8beb-0a4116a7b92f,segment=NetworkSegment(79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5),segment_id=79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:52.918548 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:53.028641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c84b99e2-a69c-4245-af1a-75c5473c9c72 None None] For port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7dbfb9cd-e482-41b9-8beb-0a4116a7b92f,segment=NetworkSegment(79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5),segment_id=79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:53.029024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c84b99e2-a69c-4245-af1a-75c5473c9c72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:53.042532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:53.123626 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:53.148004 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c84b99e2-a69c-4245-af1a-75c5473c9c72 None None] Calling delete_port for 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:53.169593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=7dbfb9cd-e482-41b9-8beb-0a4116a7b92f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:53.173932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No DVR routers for this DVR port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:24:53.223933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-c84b99e2-a69c-4245-af1a-75c5473c9c72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:24:53.224285 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-c84b99e2-a69c-4245-af1a-75c5473c9c72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:24:53.308686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:53.337121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6301adb-813c-4911-8f38-05340ebb23cd']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:53.350675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:53.351168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ac89b1-a2b4-4c9c-b65e-bd1ee9cc06e5') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:24:53.363520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:53.385070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:53.391581 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:24:53.391959 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:24:53.409136 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:24:53.493139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:53.510773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:53.522923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Network': ['ID=b6301adb-813c-4911-8f38-05340ebb23cd,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:53.534068 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2a07510a-2035-4c9a-8a83-53b0bdb23220 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/networks/b6301adb-813c-4911-8f38-05340ebb23cd HTTP/1.1" status: 204 len: 168 time: 0.9695058 May 09 13:24:53.537523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58540) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:53.615052 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b66ea5-4969-4087-baae-a4d8e4890121 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:53.615614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-56b66ea5-4969-4087-baae-a4d8e4890121 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:53.630530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-56b66ea5-4969-4087-baae-a4d8e4890121 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:53.631747 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-56b66ea5-4969-4087-baae-a4d8e4890121 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/70933ceb-0611-456d-9166-11d84c3cdb82 HTTP/1.1" status: 200 len: 840 time: 0.0933158 May 09 13:24:53.635428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58544) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:53.698603 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ab285c31-7181-4cb3-bec7-4d6815fb48dd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/70933ceb-0611-456d-9166-11d84c3cdb82?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0622120 May 09 13:24:53.701943 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58548) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:53.706983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:53.725638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c84b99e2-a69c-4245-af1a-75c5473c9c72 None None] Deleting port 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:53.726120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c84b99e2-a69c-4245-af1a-75c5473c9c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:53.789923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c84b99e2-a69c-4245-af1a-75c5473c9c72 None None] The port '7dbfb9cd-e482-41b9-8beb-0a4116a7b92f' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:24:53.815987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:53.819833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:53.822578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:53.828178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:53.837833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:54.019223 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.223276 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.279195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c3e218d8-6db6-4572-9e64-210a59043658 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:54.282634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:54.286714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:54.287275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.290720 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d504e03-3c9c-4a4f-9b05-78a738aadbc6 None None] Network c3e218d8-6db6-4572-9e64-210a59043658 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:54.299596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Subnet': ['ID=4dc20664-0e6b-43f9-85b4-9122773a6e11,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:54.311229 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-89ac73a4-4f39-4d47-bfbb-c98d37433cc4 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6083522 May 09 13:24:54.314042 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58552) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:54.319476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'security_group': {'name': 'tempest-secgroup-976577244'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:54.325124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:54.329453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:security_group and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:54.332258 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:54.337830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:54.348686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.383150 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:54.386905 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:security_group_rule and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:54.389897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:54.396233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:54.462528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.466395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.486928 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:24:54.508682 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a11215-4171-4315-bc78-5be75495d52a,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:54.513180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.517611 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1b1b6fc3-7cc9-4797-8663-dec712bc9907 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.1993563 May 09 13:24:54.517938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58556) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:54.523483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'security_group': {'name': 'tempest-secgroup-2140550861'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:54.528755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:24:54.529152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7dbfb9cd-e482-41b9-8beb-0a4116a7b92f not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:24:54.529365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:54.536047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:security_group and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:54.541784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:54.548170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:54.564774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.573245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-c3e218d8-6db6-4572-9e64-210a59043658', 'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'tenant_id': '40316092ab9b42ca9e8a371f950b4b55', 'fixed_ips': [{'subnet_id': '4dc20664-0e6b-43f9-85b4-9122773a6e11'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:24:54.574331 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.601161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:54.604947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:security_group_rule and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:54.607766 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:54.614004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:54.670046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.673875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.714566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815204a5-8d68-4b9a-b4cc-63138dd01974,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:54.717593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.718841 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-efae7c9e-bfab-4473-83e0-7105a16380ab tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2001686 May 09 13:24:54.721654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58560) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:54.727510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-311807719', 'security_groups': ['815204a5-8d68-4b9a-b4cc-63138dd01974'], 'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4dc20664-0e6b-43f9-85b4-9122773a6e11'}]}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:54.737093 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Allocated IP 172.20.0.2 (c3e218d8-6db6-4572-9e64-210a59043658/4dc20664-0e6b-43f9-85b4-9122773a6e11/a3ab627f-a8d6-43d0-830d-14fb2adbfb36) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:54.861862 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:54.871270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:54.881427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:54.886290 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.907311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port 0f59ab17-4502-49d1-bf7b-02efb6d076e5 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:24:54.967913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:54.978269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Transition to ACTIVE for port object a3ab627f-a8d6-43d0-830d-14fb2adbfb36 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:55.001564 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Transition to ACTIVE for port object a3ab627f-a8d6-43d0-830d-14fb2adbfb36 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:55.006997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:55.076884 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Network c3e218d8-6db6-4572-9e64-210a59043658 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:55.080419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:55.082143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Pushing event updated for resources: {'Port': ['ID=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:55.084206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:55.106186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.11 (c3e218d8-6db6-4572-9e64-210a59043658/4dc20664-0e6b-43f9-85b4-9122773a6e11/0f59ab17-4502-49d1-bf7b-02efb6d076e5) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:55.169636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Attempting to bind port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:24:55.169969 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Attempting to bind port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'eb895839-a261-4d80-a520-f3e858be6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:24:55.170311 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Attempting to bind port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 on network c3e218d8-6db6-4572-9e64-210a59043658 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:24:55.177349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:24:55.177716 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Checking segment: {'id': 'eb895839-a261-4d80-a520-f3e858be6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:24:55.178110 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:55.178497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Bound using segment: {'id': 'eb895839-a261-4d80-a520-f3e858be6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:24:55.178947 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Bound port: a3ab627f-a8d6-43d0-830d-14fb2adbfb36, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb895839-a261-4d80-a520-f3e858be6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:24:55.179315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:55.275396 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] For port a3ab627f-a8d6-43d0-830d-14fb2adbfb36, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:24:55.278348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] For port a3ab627f-a8d6-43d0-830d-14fb2adbfb36, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,segment=NetworkSegment(eb895839-a261-4d80-a520-f3e858be6e25),segment_id=eb895839-a261-4d80-a520-f3e858be6e25)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:24:55.282727 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:55.287492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:55.303005 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Transition to ACTIVE for port object 0f59ab17-4502-49d1-bf7b-02efb6d076e5 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:55.323691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:55.363057 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3beef-445b-4290-b131-23fefebfa1c3 None None] Pushing event updated for resources: {'Port': ['ID=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:55.397111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c3e218d8-6db6-4572-9e64-210a59043658 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:55.400103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:55.404055 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:24:55.434762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=0f59ab17-4502-49d1-bf7b-02efb6d076e5,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:55.469125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:55.469746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:55.493684 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4802bc24-5691-45a2-be74-dd6091d74b63 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7707927 May 09 13:24:55.496526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58564) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:55.506945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-53fb615d-1cf4-44c7-8daf-ae3dc713b824 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:55.655551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-53fb615d-1cf4-44c7-8daf-ae3dc713b824 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:55.660165 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-53fb615d-1cf4-44c7-8daf-ae3dc713b824 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:55.663420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-53fb615d-1cf4-44c7-8daf-ae3dc713b824 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:55.669336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-53fb615d-1cf4-44c7-8daf-ae3dc713b824 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:55.678828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fb615d-1cf4-44c7-8daf-ae3dc713b824 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:55.797028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-53fb615d-1cf4-44c7-8daf-ae3dc713b824 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:55.919719 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.ipam_backend_mixin [None req-53fb615d-1cf4-44c7-8daf-ae3dc713b824 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4dc20664-0e6b-43f9-85b4-9122773a6e11 (CIDR: 172.20.0.0/28) May 09 13:24:55.922544 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fb615d-1cf4-44c7-8daf-ae3dc713b824 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:24:55.922956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53fb615d-1cf4-44c7-8daf-ae3dc713b824 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:24:55.940391 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-53fb615d-1cf4-44c7-8daf-ae3dc713b824 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4424467 May 09 13:24:55.942651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58568) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:55.948055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:56.188254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:56.193755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:56.196757 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:56.202544 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:56.212752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:56.216213 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:56.352339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-85a57314-12eb-45e4-a0f0-8d56d5247eec None None] Provisioning for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:56.375906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-85a57314-12eb-45e4-a0f0-8d56d5247eec None None] Provisioning complete for port 70933ceb-0611-456d-9166-11d84c3cdb82 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:56.376554 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-85a57314-12eb-45e4-a0f0-8d56d5247eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:56.446533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-85a57314-12eb-45e4-a0f0-8d56d5247eec None None] Port 70933ceb-0611-456d-9166-11d84c3cdb82 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:24:56.488181 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:56.509551 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device a3ab627f-a8d6-43d0-830d-14fb2adbfb36 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:24:56.551294 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c3e218d8-6db6-4572-9e64-210a59043658 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:56.554243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:56.558662 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:56.559221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:56.567215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335545b-44d0-4a0a-89e3-14e4742a25ea None None] Network c3e218d8-6db6-4572-9e64-210a59043658 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:56.583935 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6402297 May 09 13:24:56.584866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756bd73-155c-44b5-b5be-4446ecc64147 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Subnet': ['ID=1ee84fcd-789f-4253-9b1f-43633db1a6d1,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:56.586869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58574) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:56.593701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-80df024b-9cbe-497f-a00e-0bfafe5abeea tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-549798959', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1ee84fcd-789f-4253-9b1f-43633db1a6d1'}], 'security_groups': ['30a11215-4171-4315-bc78-5be75495d52a']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:56.654487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d4ea9e1f-9d35-4c19-a658-73a2ff5fbe81 None None] Provisioning for port 0f59ab17-4502-49d1-bf7b-02efb6d076e5 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:56.669921 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d4ea9e1f-9d35-4c19-a658-73a2ff5fbe81 None None] Provisioning complete for port 0f59ab17-4502-49d1-bf7b-02efb6d076e5 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:56.670259 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d4ea9e1f-9d35-4c19-a658-73a2ff5fbe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:56.715535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:56.715867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-80df024b-9cbe-497f-a00e-0bfafe5abeea tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:56.745320 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:56.745679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:56.820122 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea9e1f-9d35-4c19-a658-73a2ff5fbe81 None None] Port 0f59ab17-4502-49d1-bf7b-02efb6d076e5 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:24:56.950967 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:56.991657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port a3ab627f-a8d6-43d0-830d-14fb2adbfb36, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,segment=NetworkSegment(eb895839-a261-4d80-a520-f3e858be6e25),segment_id=eb895839-a261-4d80-a520-f3e858be6e25)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:56.995714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:57.096043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-80df024b-9cbe-497f-a00e-0bfafe5abeea tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Delete allocated IP 172.20.0.11 (c3e218d8-6db6-4572-9e64-210a59043658/4dc20664-0e6b-43f9-85b4-9122773a6e11) {{(pid=83894) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 09 13:24:57.103374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-80df024b-9cbe-497f-a00e-0bfafe5abeea tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.22 (c3e218d8-6db6-4572-9e64-210a59043658/1ee84fcd-789f-4253-9b1f-43633db1a6d1/0f59ab17-4502-49d1-bf7b-02efb6d076e5) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:57.110905 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:57.115953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e8ac96-1e00-48ba-b455-21339dc56d09 None None] Update dhcp port {'port': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'fixed_ips': [{'subnet_id': '4dc20664-0e6b-43f9-85b4-9122773a6e11', 'ip_address': '172.20.0.2'}, {'subnet_id': '1ee84fcd-789f-4253-9b1f-43633db1a6d1'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': 'a3ab627f-a8d6-43d0-830d-14fb2adbfb36'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:24:57.166047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ac96-1e00-48ba-b455-21339dc56d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:57.296968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-80df024b-9cbe-497f-a00e-0bfafe5abeea tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:57.312768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-80df024b-9cbe-497f-a00e-0bfafe5abeea tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Transition to ACTIVE for port object 0f59ab17-4502-49d1-bf7b-02efb6d076e5 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:57.316917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-80df024b-9cbe-497f-a00e-0bfafe5abeea tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:57.376496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-e1e8ac96-1e00-48ba-b455-21339dc56d09 None None] Allocated IP 172.20.0.18 (c3e218d8-6db6-4572-9e64-210a59043658/1ee84fcd-789f-4253-9b1f-43633db1a6d1/a3ab627f-a8d6-43d0-830d-14fb2adbfb36) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:24:57.461018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df024b-9cbe-497f-a00e-0bfafe5abeea tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=0f59ab17-4502-49d1-bf7b-02efb6d076e5,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:57.483550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-80df024b-9cbe-497f-a00e-0bfafe5abeea tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] In _notify_port_updated(), no bound segment for port 0f59ab17-4502-49d1-bf7b-02efb6d076e5 on network c3e218d8-6db6-4572-9e64-210a59043658 {{(pid=83894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:24:57.487331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80df024b-9cbe-497f-a00e-0bfafe5abeea tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:57.487935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-80df024b-9cbe-497f-a00e-0bfafe5abeea tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:57.491759 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-80df024b-9cbe-497f-a00e-0bfafe5abeea tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "PUT /v2.0/ports/0f59ab17-4502-49d1-bf7b-02efb6d076e5 HTTP/1.1" status: 200 len: 920 time: 0.9008439 May 09 13:24:57.491981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58578) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:57.512548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e1e8ac96-1e00-48ba-b455-21339dc56d09 None None] For port a3ab627f-a8d6-43d0-830d-14fb2adbfb36, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,segment=NetworkSegment(eb895839-a261-4d80-a520-f3e858be6e25),segment_id=eb895839-a261-4d80-a520-f3e858be6e25)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:24:57.536655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ac96-1e00-48ba-b455-21339dc56d09 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:57.552592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e1e8ac96-1e00-48ba-b455-21339dc56d09 None None] Transition to ACTIVE for port object a3ab627f-a8d6-43d0-830d-14fb2adbfb36 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:24:57.557417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ac96-1e00-48ba-b455-21339dc56d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:57.560547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-75a9c84e-0f7b-4043-82f5-c00bc34b71cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 0f59ab17-4502-49d1-bf7b-02efb6d076e5 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:24:57.560994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-75a9c84e-0f7b-4043-82f5-c00bc34b71cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:57.722371 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8ac96-1e00-48ba-b455-21339dc56d09 None None] Pushing event updated for resources: {'Port': ['ID=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:57.808379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-75a9c84e-0f7b-4043-82f5-c00bc34b71cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:57.930480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-75a9c84e-0f7b-4043-82f5-c00bc34b71cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 0f59ab17-4502-49d1-bf7b-02efb6d076e5 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:24:58.149459 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2c624de6-d465-4870-8169-06250004c3a2 None None] Provisioning for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:24:58.154182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2c624de6-d465-4870-8169-06250004c3a2 None None] Provisioning complete for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:58.154545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c624de6-d465-4870-8169-06250004c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.169712 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-75a9c84e-0f7b-4043-82f5-c00bc34b71cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.219431 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9c84e-0f7b-4043-82f5-c00bc34b71cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=0f59ab17-4502-49d1-bf7b-02efb6d076e5,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:58.284668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2c624de6-d465-4870-8169-06250004c3a2 None None] Provisioning complete for port 70933ceb-0611-456d-9166-11d84c3cdb82 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:58.285034 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c624de6-d465-4870-8169-06250004c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.322179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-75a9c84e-0f7b-4043-82f5-c00bc34b71cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.331512 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-75a9c84e-0f7b-4043-82f5-c00bc34b71cd tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/0f59ab17-4502-49d1-bf7b-02efb6d076e5 HTTP/1.1" status: 204 len: 168 time: 0.8385394 May 09 13:24:58.333960 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58582) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:58.337379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2c624de6-d465-4870-8169-06250004c3a2 None None] Port 70933ceb-0611-456d-9166-11d84c3cdb82 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:24:58.340353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2c624de6-d465-4870-8169-06250004c3a2 None None] Could not find standard attr ID for object 0f59ab17-4502-49d1-bf7b-02efb6d076e5. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:24:58.380001 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6ef325-d8e3-4102-8db2-67013e3a9050 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:24:58.380416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5d6ef325-d8e3-4102-8db2-67013e3a9050 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:24:58.394930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5d6ef325-d8e3-4102-8db2-67013e3a9050 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:24:58.396125 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5d6ef325-d8e3-4102-8db2-67013e3a9050 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/0f59ab17-4502-49d1-bf7b-02efb6d076e5 HTTP/1.1" status: 404 len: 333 time: 0.0611043 May 09 13:24:58.398878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58586) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:58.462693 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f42d740-695b-49ea-9adc-65efff38d452 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.473751 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device a3ab627f-a8d6-43d0-830d-14fb2adbfb36 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:24:58.494877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f42d740-695b-49ea-9adc-65efff38d452 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.548888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f42d740-695b-49ea-9adc-65efff38d452 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.552713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:58.552977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.569335 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42d740-695b-49ea-9adc-65efff38d452 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=815204a5-8d68-4b9a-b4cc-63138dd01974,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:58.580591 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f42d740-695b-49ea-9adc-65efff38d452 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.584155 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8f42d740-695b-49ea-9adc-65efff38d452 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/security-groups/815204a5-8d68-4b9a-b4cc-63138dd01974 HTTP/1.1" status: 204 len: 168 time: 0.1819937 May 09 13:24:58.584354 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58590) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:58.665491 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3ef482a7-72f5-4bd1-b58e-2a8f35f5d97b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.689469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a1a37283-6cd0-4f59-b9b8-cebb1b354033 None None] Could not find standard attr ID for object 0f59ab17-4502-49d1-bf7b-02efb6d076e5. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:24:58.693576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3ef482a7-72f5-4bd1-b58e-2a8f35f5d97b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.741549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3ef482a7-72f5-4bd1-b58e-2a8f35f5d97b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.757522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef482a7-72f5-4bd1-b58e-2a8f35f5d97b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a11215-4171-4315-bc78-5be75495d52a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:58.763979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3ef482a7-72f5-4bd1-b58e-2a8f35f5d97b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.768374 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58594) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:58.769746 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3ef482a7-72f5-4bd1-b58e-2a8f35f5d97b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/security-groups/30a11215-4171-4315-bc78-5be75495d52a HTTP/1.1" status: 204 len: 168 time: 0.1843786 May 09 13:24:58.837701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fb7a41-52ec-436e-a33b-dee1211163cc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting subnet 4dc20664-0e6b-43f9-85b4-9122773a6e11 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:24:58.840494 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e5fb7a41-52ec-436e-a33b-dee1211163cc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.893588 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e5fb7a41-52ec-436e-a33b-dee1211163cc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:58.971241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e5fb7a41-52ec-436e-a33b-dee1211163cc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:59.042500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e5fb7a41-52ec-436e-a33b-dee1211163cc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:59.079071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb7a41-52ec-436e-a33b-dee1211163cc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc20664-0e6b-43f9-85b4-9122773a6e11,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:59.085062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e5fb7a41-52ec-436e-a33b-dee1211163cc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:59.090926 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e5fb7a41-52ec-436e-a33b-dee1211163cc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/4dc20664-0e6b-43f9-85b4-9122773a6e11 HTTP/1.1" status: 204 len: 168 time: 0.3215084 May 09 13:24:59.091590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12be8689-0063-492c-8e46-074fca260c44 None None] Network c3e218d8-6db6-4572-9e64-210a59043658 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:59.094687 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58598) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:59.099927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:59.236867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:59.240601 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:59.243372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:59.248842 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:59.259788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:24:59.476663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:59.743786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:59.807185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c3e218d8-6db6-4572-9e64-210a59043658 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:24:59.810274 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:24:59.814022 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Subnet': ['ID=24eb2512-f1b0-4a99-8060-bfcace7102f5,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:24:59.816458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:24:59.817465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:59.818535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5adfeae7-3026-42af-90c2-396205594529 None None] Provisioning complete for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:24:59.818985 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5adfeae7-3026-42af-90c2-396205594529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:59.837803 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-07177070-9ed9-41c6-9d96-ef35744c9850 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7421260 May 09 13:24:59.840247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58602) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:24:59.843206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc96553-b760-4f1d-9f56-a07d62146ea5 None None] Network c3e218d8-6db6-4572-9e64-210a59043658 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:24:59.846385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1962891583'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:24:59.851953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:59.856299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:security_group and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:59.860594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:59.866428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:59.875445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:59.909788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:24:59.913652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:security_group_rule and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:24:59.916891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:24:59.923399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:24:59.983563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:24:59.988007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.032657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e17039-3e9c-4704-a638-3e450d36e606,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:00.035284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.036496 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-79fabfe2-7c41-4fb9-9c1d-fe3d31ec1708 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1953456 May 09 13:25:00.039136 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58606) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:00.044427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'security_group': {'name': 'tempest-secgroup-682543162'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:00.050076 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:00.053890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:security_group and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:00.056729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:00.062491 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:00.072780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.107630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:00.111657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:security_group_rule and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:00.114461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:00.120415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:00.132048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5adfeae7-3026-42af-90c2-396205594529 None None] Provisioning complete for port 70933ceb-0611-456d-9166-11d84c3cdb82 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:00.132419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5adfeae7-3026-42af-90c2-396205594529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.175510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.179054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.196575 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5adfeae7-3026-42af-90c2-396205594529 None None] Port 70933ceb-0611-456d-9166-11d84c3cdb82 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:25:00.221044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80818b20-03b8-4f99-8993-d18583085f47,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:00.224366 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.225746 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-91e56690-c661-42cf-a394-2fc74f206bd0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.1857281 May 09 13:25:00.228520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58610) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:00.234308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1629754884'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:00.240237 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:00.244084 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:security_group and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:00.246893 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:00.252533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:00.263242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.300715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cb71fd-5900-4a3f-b407-14add7f64aa2 None None] Update dhcp port {'port': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'fixed_ips': [{'subnet_id': '1ee84fcd-789f-4253-9b1f-43633db1a6d1', 'ip_address': '172.20.0.18'}, {'subnet_id': '24eb2512-f1b0-4a99-8060-bfcace7102f5'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': 'a3ab627f-a8d6-43d0-830d-14fb2adbfb36'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:25:00.301397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:00.305249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:security_group_rule and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:00.308296 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:00.314048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:00.355690 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66cb71fd-5900-4a3f-b407-14add7f64aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.367616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.371803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.415105 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf66268-49e8-47d9-9790-e565985924e8,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:00.418415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.419608 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7dae7ec6-29a3-4583-af18-a0289357b86c tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1901977 May 09 13:25:00.422535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58614) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:00.428859 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1964418395', 'security_groups': ['0bf66268-49e8-47d9-9790-e565985924e8'], 'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '24eb2512-f1b0-4a99-8060-bfcace7102f5'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:00.565726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:00.568889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-66cb71fd-5900-4a3f-b407-14add7f64aa2 None None] Allocated IP 172.20.0.2 (c3e218d8-6db6-4572-9e64-210a59043658/24eb2512-f1b0-4a99-8060-bfcace7102f5/a3ab627f-a8d6-43d0-830d-14fb2adbfb36) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:25:00.576808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:00.587531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:25:00.592425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.614082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] device_id is not set on port bf9af94f-c41b-4fa8-ba0f-0bb512223a87 yet. {{(pid=83894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:25:00.740502 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-66cb71fd-5900-4a3f-b407-14add7f64aa2 None None] For port a3ab627f-a8d6-43d0-830d-14fb2adbfb36, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,segment=NetworkSegment(eb895839-a261-4d80-a520-f3e858be6e25),segment_id=eb895839-a261-4d80-a520-f3e858be6e25)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:00.764310 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66cb71fd-5900-4a3f-b407-14add7f64aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.779557 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-66cb71fd-5900-4a3f-b407-14add7f64aa2 None None] Transition to ACTIVE for port object a3ab627f-a8d6-43d0-830d-14fb2adbfb36 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:25:00.783400 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66cb71fd-5900-4a3f-b407-14add7f64aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:00.849417 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.12 (c3e218d8-6db6-4572-9e64-210a59043658/24eb2512-f1b0-4a99-8060-bfcace7102f5/bf9af94f-c41b-4fa8-ba0f-0bb512223a87) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:25:00.915100 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb71fd-5900-4a3f-b407-14add7f64aa2 None None] Pushing event updated for resources: {'Port': ['ID=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:01.043104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:01.060275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Transition to ACTIVE for port object bf9af94f-c41b-4fa8-ba0f-0bb512223a87 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:25:01.084294 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:01.159826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c3e218d8-6db6-4572-9e64-210a59043658 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:25:01.162850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:25:01.166843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:25:01.197422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=bf9af94f-c41b-4fa8-ba0f-0bb512223a87,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:01.231668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:01.232273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:01.263364 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-682ecab7-e0ee-4b55-b1b2-3dd942f33f59 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8393970 May 09 13:25:01.266074 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58618) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:01.271707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d979fe94-39d4-47f0-83f7-216d66be2b5a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:01.414064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d979fe94-39d4-47f0-83f7-216d66be2b5a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:01.420362 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d979fe94-39d4-47f0-83f7-216d66be2b5a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:01.424209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d979fe94-39d4-47f0-83f7-216d66be2b5a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:01.431097 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d979fe94-39d4-47f0-83f7-216d66be2b5a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:01.431811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-48f35f55-8ef4-410d-b479-7f2b62842e3f None None] Provisioning for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:25:01.437708 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-48f35f55-8ef4-410d-b479-7f2b62842e3f None None] Provisioning complete for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:01.438332 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48f35f55-8ef4-410d-b479-7f2b62842e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:01.442380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d979fe94-39d4-47f0-83f7-216d66be2b5a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:25:01.570595 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d979fe94-39d4-47f0-83f7-216d66be2b5a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:01.570787 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-48f35f55-8ef4-410d-b479-7f2b62842e3f None None] Provisioning complete for port 70933ceb-0611-456d-9166-11d84c3cdb82 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:01.571034 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48f35f55-8ef4-410d-b479-7f2b62842e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:01.627356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-48f35f55-8ef4-410d-b479-7f2b62842e3f None None] Port 70933ceb-0611-456d-9166-11d84c3cdb82 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:25:01.708317 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.ipam_backend_mixin [None req-d979fe94-39d4-47f0-83f7-216d66be2b5a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 24eb2512-f1b0-4a99-8060-bfcace7102f5 (CIDR: 172.20.0.0/28) May 09 13:25:01.711587 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-d979fe94-39d4-47f0-83f7-216d66be2b5a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:25:01.712024 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d979fe94-39d4-47f0-83f7-216d66be2b5a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:25:01.729463 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d979fe94-39d4-47f0-83f7-216d66be2b5a tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4623816 May 09 13:25:01.732108 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58624) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:01.739058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-95fc2e23-a04b-4cd2-aee0-808f72d5edcf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:01.748521 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6c7f46b7-7cec-45a6-ba0c-4b937eb4154d None None] Provisioning for port bf9af94f-c41b-4fa8-ba0f-0bb512223a87 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:25:01.753015 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6c7f46b7-7cec-45a6-ba0c-4b937eb4154d None None] Provisioning complete for port bf9af94f-c41b-4fa8-ba0f-0bb512223a87 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:01.753414 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6c7f46b7-7cec-45a6-ba0c-4b937eb4154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:01.807515 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f46b7-7cec-45a6-ba0c-4b937eb4154d None None] Port bf9af94f-c41b-4fa8-ba0f-0bb512223a87 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:25:01.961303 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-95fc2e23-a04b-4cd2-aee0-808f72d5edcf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:01.965014 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-95fc2e23-a04b-4cd2-aee0-808f72d5edcf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:01.967741 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-95fc2e23-a04b-4cd2-aee0-808f72d5edcf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:01.973304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-95fc2e23-a04b-4cd2-aee0-808f72d5edcf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:01.982601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fc2e23-a04b-4cd2-aee0-808f72d5edcf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:25:01.986391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95fc2e23-a04b-4cd2-aee0-808f72d5edcf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:02.108610 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.ipam_backend_mixin [None req-95fc2e23-a04b-4cd2-aee0-808f72d5edcf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1ee84fcd-789f-4253-9b1f-43633db1a6d1 (CIDR: 172.20.0.16/28) May 09 13:25:02.111761 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fc2e23-a04b-4cd2-aee0-808f72d5edcf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:25:02.112186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95fc2e23-a04b-4cd2-aee0-808f72d5edcf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:25:02.128679 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-95fc2e23-a04b-4cd2-aee0-808f72d5edcf tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3945518 May 09 13:25:02.131518 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58628) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:02.136722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'subnet': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:02.270647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:02.274359 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Usage tracker for resource:subnet and tenant:40316092ab9b42ca9e8a371f950b4b55 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:02.277055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:02.282601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:02.290931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Made reservation on behalf of 40316092ab9b42ca9e8a371f950b4b55 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:25:02.294250 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:02.469037 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device a3ab627f-a8d6-43d0-830d-14fb2adbfb36 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:25:02.535344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:02.535707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:02.546155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:02.605183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Network c3e218d8-6db6-4572-9e64-210a59043658 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:25:02.608642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:25:02.612462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:02.613113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:02.635436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Subnet': ['ID=c7ab7b97-b806-4aa5-b602-0f7add347992,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:02.642559 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3248cabb-59d7-408e-a086-55c807bd3720 None None] Network c3e218d8-6db6-4572-9e64-210a59043658 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:25:02.648197 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b8c5d2e1-9db8-45e3-a6f0-7ce304a30fb7 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5155430 May 09 13:25:02.650649 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58632) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:02.658765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-118a49d2-4dbf-4586-82db-3a48698dad12 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1429341391', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c7ab7b97-b806-4aa5-b602-0f7add347992'}], 'security_groups': ['e8e17039-3e9c-4704-a638-3e450d36e606', '80818b20-03b8-4f99-8993-d18583085f47']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:02.784164 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-118a49d2-4dbf-4586-82db-3a48698dad12 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:02.985830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc168e72-ccf9-405d-b59e-f2202be411ef None None] Update dhcp port {'port': {'network_id': 'c3e218d8-6db6-4572-9e64-210a59043658', 'fixed_ips': [{'subnet_id': '1ee84fcd-789f-4253-9b1f-43633db1a6d1', 'ip_address': '172.20.0.18'}, {'subnet_id': '24eb2512-f1b0-4a99-8060-bfcace7102f5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c7ab7b97-b806-4aa5-b602-0f7add347992'}], 'binding:host_id': 'dv-neutron-840889-2-hyperv'}, 'id': 'a3ab627f-a8d6-43d0-830d-14fb2adbfb36'} from dv-neutron-840889-2-hyperv. {{(pid=83896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 09 13:25:03.038123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bc168e72-ccf9-405d-b59e-f2202be411ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:03.184159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-118a49d2-4dbf-4586-82db-3a48698dad12 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Delete allocated IP 172.20.0.12 (c3e218d8-6db6-4572-9e64-210a59043658/24eb2512-f1b0-4a99-8060-bfcace7102f5) {{(pid=83894) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 09 13:25:03.191979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-118a49d2-4dbf-4586-82db-3a48698dad12 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Allocated IP 172.20.0.44 (c3e218d8-6db6-4572-9e64-210a59043658/c7ab7b97-b806-4aa5-b602-0f7add347992/bf9af94f-c41b-4fa8-ba0f-0bb512223a87) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:25:03.403641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-118a49d2-4dbf-4586-82db-3a48698dad12 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:03.420448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-118a49d2-4dbf-4586-82db-3a48698dad12 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Transition to ACTIVE for port object bf9af94f-c41b-4fa8-ba0f-0bb512223a87 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:25:03.426116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-118a49d2-4dbf-4586-82db-3a48698dad12 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:03.491342 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-bc168e72-ccf9-405d-b59e-f2202be411ef None None] Allocated IP 172.20.0.34 (c3e218d8-6db6-4572-9e64-210a59043658/c7ab7b97-b806-4aa5-b602-0f7add347992/a3ab627f-a8d6-43d0-830d-14fb2adbfb36) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:25:03.566791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a49d2-4dbf-4586-82db-3a48698dad12 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event updated for resources: {'Port': ['ID=bf9af94f-c41b-4fa8-ba0f-0bb512223a87,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:03.592468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-118a49d2-4dbf-4586-82db-3a48698dad12 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] In _notify_port_updated(), no bound segment for port bf9af94f-c41b-4fa8-ba0f-0bb512223a87 on network c3e218d8-6db6-4572-9e64-210a59043658 {{(pid=83894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:25:03.596221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a49d2-4dbf-4586-82db-3a48698dad12 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:03.596820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-118a49d2-4dbf-4586-82db-3a48698dad12 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:03.598101 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-118a49d2-4dbf-4586-82db-3a48698dad12 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "PUT /v2.0/ports/bf9af94f-c41b-4fa8-ba0f-0bb512223a87 HTTP/1.1" status: 200 len: 960 time: 0.9461737 May 09 13:25:03.600753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58636) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:03.630674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-bc168e72-ccf9-405d-b59e-f2202be411ef None None] For port a3ab627f-a8d6-43d0-830d-14fb2adbfb36, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,segment=NetworkSegment(eb895839-a261-4d80-a520-f3e858be6e25),segment_id=eb895839-a261-4d80-a520-f3e858be6e25)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:03.656291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bc168e72-ccf9-405d-b59e-f2202be411ef None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:03.664590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c0125-805d-4851-a31e-caa92ed8d353 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port bf9af94f-c41b-4fa8-ba0f-0bb512223a87 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:25:03.664934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef5c0125-805d-4851-a31e-caa92ed8d353 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:03.672397 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bc168e72-ccf9-405d-b59e-f2202be411ef None None] Transition to ACTIVE for port object a3ab627f-a8d6-43d0-830d-14fb2adbfb36 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:25:03.676119 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bc168e72-ccf9-405d-b59e-f2202be411ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:03.839241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc168e72-ccf9-405d-b59e-f2202be411ef None None] Pushing event updated for resources: {'Port': ['ID=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:04.000381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef5c0125-805d-4851-a31e-caa92ed8d353 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.121487 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c0125-805d-4851-a31e-caa92ed8d353 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for bf9af94f-c41b-4fa8-ba0f-0bb512223a87 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:25:04.273241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef5c0125-805d-4851-a31e-caa92ed8d353 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.320629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c0125-805d-4851-a31e-caa92ed8d353 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=bf9af94f-c41b-4fa8-ba0f-0bb512223a87,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:04.336806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-48cba37a-ca5a-4e37-a53f-8c8eb27c5bdd None None] Could not find standard attr ID for object bf9af94f-c41b-4fa8-ba0f-0bb512223a87. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:25:04.348694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-48cba37a-ca5a-4e37-a53f-8c8eb27c5bdd None None] Provisioning for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:25:04.353505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-48cba37a-ca5a-4e37-a53f-8c8eb27c5bdd None None] Provisioning complete for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:04.353871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48cba37a-ca5a-4e37-a53f-8c8eb27c5bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.415700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef5c0125-805d-4851-a31e-caa92ed8d353 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.427272 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ef5c0125-805d-4851-a31e-caa92ed8d353 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/bf9af94f-c41b-4fa8-ba0f-0bb512223a87 HTTP/1.1" status: 204 len: 168 time: 0.8232784 May 09 13:25:04.427787 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58640) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:04.469104 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7081d5-c0f9-4ae7-8508-aba36af2ccd1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] GET failed (client error): The resource could not be found. May 09 13:25:04.469626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6e7081d5-c0f9-4ae7-8508-aba36af2ccd1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:25:04.479508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device a3ab627f-a8d6-43d0-830d-14fb2adbfb36 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:25:04.485656 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6e7081d5-c0f9-4ae7-8508-aba36af2ccd1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:25:04.489378 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6e7081d5-c0f9-4ae7-8508-aba36af2ccd1 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports/bf9af94f-c41b-4fa8-ba0f-0bb512223a87 HTTP/1.1" status: 404 len: 333 time: 0.0584390 May 09 13:25:04.489585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58644) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:04.554900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c167586b-0538-4b7e-94bf-92e8efcf6b81 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.568506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-48cba37a-ca5a-4e37-a53f-8c8eb27c5bdd None None] Provisioning complete for port 70933ceb-0611-456d-9166-11d84c3cdb82 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:04.568978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48cba37a-ca5a-4e37-a53f-8c8eb27c5bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.581027 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c167586b-0538-4b7e-94bf-92e8efcf6b81 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.624527 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:04.625430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.631455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c167586b-0538-4b7e-94bf-92e8efcf6b81 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.648980 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167586b-0538-4b7e-94bf-92e8efcf6b81 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf66268-49e8-47d9-9790-e565985924e8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:04.657391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c167586b-0538-4b7e-94bf-92e8efcf6b81 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.658699 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c167586b-0538-4b7e-94bf-92e8efcf6b81 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/security-groups/0bf66268-49e8-47d9-9790-e565985924e8 HTTP/1.1" status: 204 len: 168 time: 0.1681461 May 09 13:25:04.661226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58648) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:04.687140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-48cba37a-ca5a-4e37-a53f-8c8eb27c5bdd None None] Port 70933ceb-0611-456d-9166-11d84c3cdb82 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:25:04.728884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b672731a-ec26-4efa-8d43-f9dbb2975b62 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.760437 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b672731a-ec26-4efa-8d43-f9dbb2975b62 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.801890 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f29932d7-6ed3-497e-9258-4e64abc74f09 None None] Could not find standard attr ID for object bf9af94f-c41b-4fa8-ba0f-0bb512223a87. {{(pid=83896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 13:25:04.815281 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b672731a-ec26-4efa-8d43-f9dbb2975b62 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.834029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672731a-ec26-4efa-8d43-f9dbb2975b62 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80818b20-03b8-4f99-8993-d18583085f47,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:04.838611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b672731a-ec26-4efa-8d43-f9dbb2975b62 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.842188 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b672731a-ec26-4efa-8d43-f9dbb2975b62 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/security-groups/80818b20-03b8-4f99-8993-d18583085f47 HTTP/1.1" status: 204 len: 168 time: 0.1775653 May 09 13:25:04.842500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58652) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:04.908599 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ba7116ba-c45a-4e87-a62e-eb61fd7a6b67 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.936363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ba7116ba-c45a-4e87-a62e-eb61fd7a6b67 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.982134 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ba7116ba-c45a-4e87-a62e-eb61fd7a6b67 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:04.998138 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7116ba-c45a-4e87-a62e-eb61fd7a6b67 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e17039-3e9c-4704-a638-3e450d36e606,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:05.005350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ba7116ba-c45a-4e87-a62e-eb61fd7a6b67 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:05.006486 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ba7116ba-c45a-4e87-a62e-eb61fd7a6b67 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/security-groups/e8e17039-3e9c-4704-a638-3e450d36e606 HTTP/1.1" status: 204 len: 168 time: 0.1630781 May 09 13:25:05.008966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58656) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:05.076585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-4234ab7e-65e7-4b8b-a58b-5a285bb85acb tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting subnet 24eb2512-f1b0-4a99-8060-bfcace7102f5 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:25:05.080004 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4234ab7e-65e7-4b8b-a58b-5a285bb85acb tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:05.130830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4234ab7e-65e7-4b8b-a58b-5a285bb85acb tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:05.208339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4234ab7e-65e7-4b8b-a58b-5a285bb85acb tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:05.284381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4234ab7e-65e7-4b8b-a58b-5a285bb85acb tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:05.323983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234ab7e-65e7-4b8b-a58b-5a285bb85acb tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Subnet': ['ID=24eb2512-f1b0-4a99-8060-bfcace7102f5,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:05.332141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4234ab7e-65e7-4b8b-a58b-5a285bb85acb tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:05.337638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e563157-7ed5-447d-8585-2225e7cbf572 None None] Network c3e218d8-6db6-4572-9e64-210a59043658 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:25:05.339580 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4234ab7e-65e7-4b8b-a58b-5a285bb85acb tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/24eb2512-f1b0-4a99-8060-bfcace7102f5 HTTP/1.1" status: 204 len: 168 time: 0.3296664 May 09 13:25:05.344003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58660) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:05.412006 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-551ed623-2da6-49fc-bfb7-3d490345a8b8 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting subnet c7ab7b97-b806-4aa5-b602-0f7add347992 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:25:05.414887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-551ed623-2da6-49fc-bfb7-3d490345a8b8 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:05.469159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-551ed623-2da6-49fc-bfb7-3d490345a8b8 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:05.549437 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-551ed623-2da6-49fc-bfb7-3d490345a8b8 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:05.631866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-551ed623-2da6-49fc-bfb7-3d490345a8b8 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:05.669739 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ed623-2da6-49fc-bfb7-3d490345a8b8 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ab7b97-b806-4aa5-b602-0f7add347992,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:05.676385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-551ed623-2da6-49fc-bfb7-3d490345a8b8 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:05.682340 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-551ed623-2da6-49fc-bfb7-3d490345a8b8 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/c7ab7b97-b806-4aa5-b602-0f7add347992 HTTP/1.1" status: 204 len: 168 time: 0.3373535 May 09 13:25:05.684732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58664) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:05.722361 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a75adfe-0217-4cef-9e83-f1ae32af1c4b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] DELETE failed (client error): The resource could not be found. May 09 13:25:05.722723 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a75adfe-0217-4cef-9e83-f1ae32af1c4b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:25:05.724344 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8a75adfe-0217-4cef-9e83-f1ae32af1c4b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/24eb2512-f1b0-4a99-8060-bfcace7102f5 HTTP/1.1" status: 404 len: 337 time: 0.0386922 May 09 13:25:05.726886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58668) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:05.881196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-b746d4fd-a412-4db7-bd4f-fe20d4e9318b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting subnet 1ee84fcd-789f-4253-9b1f-43633db1a6d1 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:25:05.884419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b746d4fd-a412-4db7-bd4f-fe20d4e9318b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:05.940568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b746d4fd-a412-4db7-bd4f-fe20d4e9318b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:06.022950 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a38da29-2cda-497d-83e4-aae18ad05609 None None] Network c3e218d8-6db6-4572-9e64-210a59043658 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:25:06.031070 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b746d4fd-a412-4db7-bd4f-fe20d4e9318b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:06.105075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b746d4fd-a412-4db7-bd4f-fe20d4e9318b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:06.145604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746d4fd-a412-4db7-bd4f-fe20d4e9318b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee84fcd-789f-4253-9b1f-43633db1a6d1,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:06.153473 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b746d4fd-a412-4db7-bd4f-fe20d4e9318b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:06.159573 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b746d4fd-a412-4db7-bd4f-fe20d4e9318b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/1ee84fcd-789f-4253-9b1f-43633db1a6d1 HTTP/1.1" status: 204 len: 168 time: 0.4317517 May 09 13:25:06.161935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58672) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:06.202941 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66e13e0-eff8-44ab-a454-dff5412ddc3d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] DELETE failed (client error): The resource could not be found. May 09 13:25:06.203371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66e13e0-eff8-44ab-a454-dff5412ddc3d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:25:06.204979 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a66e13e0-eff8-44ab-a454-dff5412ddc3d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/4dc20664-0e6b-43f9-85b4-9122773a6e11 HTTP/1.1" status: 404 len: 337 time: 0.0421691 May 09 13:25:06.207725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58676) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:06.210533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8d3baa80-e33a-4de9-a5e6-5fd972d1e366 None None] Provisioning complete for port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:06.210893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d3baa80-e33a-4de9-a5e6-5fd972d1e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:06.248196 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a4ff316c-fe18-48eb-862e-6297aed3f505 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Synchronizing usage tracker for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:25:06.260153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a4ff316c-fe18-48eb-862e-6297aed3f505 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Unset dirty status for tenant:40316092ab9b42ca9e8a371f950b4b55 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:25:06.261282 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a4ff316c-fe18-48eb-862e-6297aed3f505 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ecda53b-574d-49ec-acfa-c800653d6a56 HTTP/1.1" status: 200 len: 205 time: 0.0525646 May 09 13:25:06.263912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58680) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:06.330249 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-88ba7aa9-eee8-4bec-8726-4e0e5091072b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] delete failed (client error): The resource could not be found. May 09 13:25:06.333405 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-88ba7aa9-eee8-4bec-8726-4e0e5091072b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/routers/4ecda53b-574d-49ec-acfa-c800653d6a56 HTTP/1.1" status: 404 len: 336 time: 0.0665405 May 09 13:25:06.334087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58684) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:06.357697 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8d3baa80-e33a-4de9-a5e6-5fd972d1e366 None None] Provisioning complete for port 70933ceb-0611-456d-9166-11d84c3cdb82 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:06.358312 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d3baa80-e33a-4de9-a5e6-5fd972d1e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:06.375207 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fd634c-d624-40b7-a80c-5074f1e1a64d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] DELETE failed (client error): The resource could not be found. May 09 13:25:06.375644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fd634c-d624-40b7-a80c-5074f1e1a64d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:25:06.377281 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-10fd634c-d624-40b7-a80c-5074f1e1a64d tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/79d441b0-c8d2-4733-b6a3-94f959e12c06 HTTP/1.1" status: 404 len: 337 time: 0.0422399 May 09 13:25:06.379746 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58688) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:06.386699 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51590285-8149-4019-b4f4-4396934cc673 None None] DHCP port deletion for c3e218d8-6db6-4572-9e64-210a59043658 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:25:06.402982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-51590285-8149-4019-b4f4-4396934cc673 None None] Deleting port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:25:06.403341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-51590285-8149-4019-b4f4-4396934cc673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:06.423161 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a8db5b-6a92-42f8-b273-fd4726e0efbc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] DELETE failed (client error): The resource could not be found. May 09 13:25:06.423161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a8db5b-6a92-42f8-b273-fd4726e0efbc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:25:06.423161 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-27a8db5b-6a92-42f8-b273-fd4726e0efbc tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/baef7611-b00d-47cb-8937-c7b6e397941c HTTP/1.1" status: 404 len: 337 time: 0.0393040 May 09 13:25:06.423161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58692) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:06.455964 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8d3baa80-e33a-4de9-a5e6-5fd972d1e366 None None] Port 70933ceb-0611-456d-9166-11d84c3cdb82 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:25:06.469921 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-479f2264-1244-4dd0-ab1c-a4f83ce1ef08 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] DELETE failed (client error): The resource could not be found. May 09 13:25:06.470354 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479f2264-1244-4dd0-ab1c-a4f83ce1ef08 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:25:06.472016 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-479f2264-1244-4dd0-ab1c-a4f83ce1ef08 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/224bb4f5-2149-4d0d-bb27-3e58fee4bf73 HTTP/1.1" status: 404 len: 337 time: 0.0482659 May 09 13:25:06.474484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58696) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:06.489755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device a3ab627f-a8d6-43d0-830d-14fb2adbfb36 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:25:06.513760 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8df974-9ccb-44d1-8f90-10ef2bdbeec0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] DELETE failed (client error): The resource could not be found. May 09 13:25:06.514126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8df974-9ccb-44d1-8f90-10ef2bdbeec0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:25:06.515789 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ff8df974-9ccb-44d1-8f90-10ef2bdbeec0 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/374acbb6-da10-4c36-884b-0ea6311ffffa HTTP/1.1" status: 404 len: 333 time: 0.0404391 May 09 13:25:06.518462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58700) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:06.562436 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e21c3db-d45d-4f93-a633-d6015583931e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] DELETE failed (client error): The resource could not be found. May 09 13:25:06.562862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e21c3db-d45d-4f93-a633-d6015583931e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:25:06.564496 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2e21c3db-d45d-4f93-a633-d6015583931e tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/3773b0e3-8b97-4391-bee1-5c80a8d26772 HTTP/1.1" status: 404 len: 337 time: 0.0451972 May 09 13:25:06.566991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58704) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:06.607556 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b3769e-ee9b-4536-959b-0cf07f24c34b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] DELETE failed (client error): The resource could not be found. May 09 13:25:06.607915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b3769e-ee9b-4536-959b-0cf07f24c34b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:25:06.610497 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-13b3769e-ee9b-4536-959b-0cf07f24c34b tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/648d165c-f226-4783-ab44-bca97a86e8e4 HTTP/1.1" status: 404 len: 337 time: 0.0426276 May 09 13:25:06.612886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58708) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:06.651393 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2e5c56-35ab-4e43-bb00-199dbdaf6530 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] DELETE failed (client error): The resource could not be found. May 09 13:25:06.652042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2e5c56-35ab-4e43-bb00-199dbdaf6530 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:25:06.653452 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1b2e5c56-35ab-4e43-bb00-199dbdaf6530 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/6bc19c70-d214-446b-aaf1-85aefdffb692 HTTP/1.1" status: 404 len: 333 time: 0.0396085 May 09 13:25:06.656398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58712) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:06.692788 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a83faaf-1c9b-4db8-96bc-c3a72bf6a987 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] DELETE failed (client error): The resource could not be found. May 09 13:25:06.693707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a83faaf-1c9b-4db8-96bc-c3a72bf6a987 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:25:06.694967 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1a83faaf-1c9b-4db8-96bc-c3a72bf6a987 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/cd72854f-2255-4a4f-a0c9-f8e33e10e938 HTTP/1.1" status: 404 len: 337 time: 0.0375745 May 09 13:25:06.697249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58716) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:06.702579 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-51590285-8149-4019-b4f4-4396934cc673 None None] For port a3ab627f-a8d6-43d0-830d-14fb2adbfb36, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,segment=NetworkSegment(eb895839-a261-4d80-a520-f3e858be6e25),segment_id=eb895839-a261-4d80-a520-f3e858be6e25)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:06.702962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-51590285-8149-4019-b4f4-4396934cc673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:06.737797 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-b452303a-dee9-4ee9-abf6-c5e805e9a133 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] DELETE failed (client error): The resource could not be found. May 09 13:25:06.738223 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b452303a-dee9-4ee9-abf6-c5e805e9a133 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:25:06.739805 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b452303a-dee9-4ee9-abf6-c5e805e9a133 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/subnets/8ce55ae0-944b-49b8-99f6-49371316cdd1 HTTP/1.1" status: 404 len: 337 time: 0.0416703 May 09 13:25:06.742344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58720) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:06.763105 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:06.805548 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-3611def2-3112-4894-b5b3-2e965489d280 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port 70933ceb-0611-456d-9166-11d84c3cdb82 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:25:06.805886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3611def2-3112-4894-b5b3-2e965489d280 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:06.831990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-51590285-8149-4019-b4f4-4396934cc673 None None] Calling delete_port for a3ab627f-a8d6-43d0-830d-14fb2adbfb36 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:25:06.895573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port a3ab627f-a8d6-43d0-830d-14fb2adbfb36, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,segment=NetworkSegment(eb895839-a261-4d80-a520-f3e858be6e25),segment_id=eb895839-a261-4d80-a520-f3e858be6e25)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:06.908274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:06.995301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-51590285-8149-4019-b4f4-4396934cc673 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:25:06.995636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-51590285-8149-4019-b4f4-4396934cc673 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:25:07.008415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,revision_number=11']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:07.028485 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3611def2-3112-4894-b5b3-2e965489d280 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:07.151613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-3611def2-3112-4894-b5b3-2e965489d280 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for 70933ceb-0611-456d-9166-11d84c3cdb82 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:25:07.229401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3611def2-3112-4894-b5b3-2e965489d280 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:07.278850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611def2-3112-4894-b5b3-2e965489d280 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Port': ['ID=70933ceb-0611-456d-9166-11d84c3cdb82,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:07.290631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3611def2-3112-4894-b5b3-2e965489d280 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:07.304523 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3611def2-3112-4894-b5b3-2e965489d280 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/ports/70933ceb-0611-456d-9166-11d84c3cdb82 HTTP/1.1" status: 204 len: 168 time: 0.5612068 May 09 13:25:07.306871 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58724) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:07.422793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:07.432787 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:25:07.433115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:07.496591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-51590285-8149-4019-b4f4-4396934cc673 None None] Deleting port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:25:07.497111 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-51590285-8149-4019-b4f4-4396934cc673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:07.631624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] For port a3ab627f-a8d6-43d0-830d-14fb2adbfb36, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,segment=NetworkSegment(eb895839-a261-4d80-a520-f3e858be6e25),segment_id=eb895839-a261-4d80-a520-f3e858be6e25)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:07.631982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:07.698742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-51590285-8149-4019-b4f4-4396934cc673 None None] For port a3ab627f-a8d6-43d0-830d-14fb2adbfb36, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,segment=NetworkSegment(eb895839-a261-4d80-a520-f3e858be6e25),segment_id=eb895839-a261-4d80-a520-f3e858be6e25)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:07.699171 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-51590285-8149-4019-b4f4-4396934cc673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:07.818045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-51590285-8149-4019-b4f4-4396934cc673 None None] Calling delete_port for a3ab627f-a8d6-43d0-830d-14fb2adbfb36 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:25:07.839264 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Calling delete_port for a3ab627f-a8d6-43d0-830d-14fb2adbfb36 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:25:07.888485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-51590285-8149-4019-b4f4-4396934cc673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:07.908774 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:25:07.909095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:25:07.932954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51590285-8149-4019-b4f4-4396934cc673 None None] Pushing event deleted for resources: {'Port': ['ID=a3ab627f-a8d6-43d0-830d-14fb2adbfb36,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:07.939995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51590285-8149-4019-b4f4-4396934cc673 None None] No DVR routers for this DVR port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:25:08.410223 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Deleting port a3ab627f-a8d6-43d0-830d-14fb2adbfb36 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:25:08.410578 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:08.474973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] The port 'a3ab627f-a8d6-43d0-830d-14fb2adbfb36' was deleted {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:25:08.599180 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:08.625670 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e218d8-6db6-4572-9e64-210a59043658']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:08.637276 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb895839-a261-4d80-a520-f3e858be6e25') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:08.637588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb895839-a261-4d80-a520-f3e858be6e25') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:08.648765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:08.664699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:08.670534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:25:08.670887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: util.warn( May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:25:08.685040 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:25:08.761395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:08.777592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:08.788422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] Pushing event deleted for resources: {'Network': ['ID=c3e218d8-6db6-4572-9e64-210a59043658,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:08.795380 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9f960e16-f933-4bdd-9dca-2f025cae0387 tempest-PortsTestJSON-996092504 tempest-PortsTestJSON-996092504-project] 10.222.0.44 "DELETE /v2.0/networks/c3e218d8-6db6-4572-9e64-210a59043658 HTTP/1.1" status: 204 len: 168 time: 1.4876037 May 09 13:25:09.075563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58734) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:09.242889 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-27c650d6-65c3-45b0-bd8e-a5d3a910c337 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40316092ab9b42ca9e8a371f950b4b55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1660025 May 09 13:25:09.245244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58740) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:09.303429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:09.328625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:09.378932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:09.392946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0d7d4e-5506-4ccb-9729-d61a3c0b29f5,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:09.403140 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:09.404213 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f0d7d4e-5506-4ccb-9729-d61a3c0b29f5 HTTP/1.1" status: 204 len: 168 time: 0.1580069 May 09 13:25:09.405885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:09.406220 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:09.406642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:09.407009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:09.407343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:09.407666 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:09.407988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:09.408313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:09.408625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:09.408935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:09.409248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2c102-627b-4679-a1c8-14c2096cde2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:10.082385 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-00385b1e-6137-410e-b9f5-647551f84f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:10.178926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58762) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:10.304709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3e9447ab-6f14-48c5-acb1-20a66d1f5895 tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-454091007', 'prefixes': ['172.20.0.0/16']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:10.310288 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3e9447ab-6f14-48c5-acb1-20a66d1f5895 tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:10.367596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e9447ab-6f14-48c5-acb1-20a66d1f5895 tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] Notify callbacks [] for subnetpool, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:10.368779 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3e9447ab-6f14-48c5-acb1-20a66d1f5895 tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1887796 May 09 13:25:10.371373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58768) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:10.397857 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5cb649d0-12e3-454a-933f-3c4e0593f532 tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] 10.222.0.44 "GET /v2.0/subnetpools/f89bce53-fa91-4782-8297-0d35fad3628b HTTP/1.1" status: 200 len: 731 time: 0.0255060 May 09 13:25:10.399988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58772) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:10.404771 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ceb9be48-6058-4f7a-9606-fc428145d75d tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-142109366'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:10.488126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ceb9be48-6058-4f7a-9606-fc428145d75d tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] Notify callbacks [] for subnetpool, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:10.489297 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ceb9be48-6058-4f7a-9606-fc428145d75d tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] 10.222.0.44 "PUT /v2.0/subnetpools/f89bce53-fa91-4782-8297-0d35fad3628b HTTP/1.1" status: 200 len: 683 time: 0.0884442 May 09 13:25:10.491832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58776) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:10.573907 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-00266ae8-961c-4dc0-a963-d831df16865f tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] Notify callbacks [] for subnetpool, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:10.575143 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-00266ae8-961c-4dc0-a963-d831df16865f tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] 10.222.0.44 "DELETE /v2.0/subnetpools/f89bce53-fa91-4782-8297-0d35fad3628b HTTP/1.1" status: 204 len: 168 time: 0.0824449 May 09 13:25:10.578206 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58780) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:10.596065 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-3d8cce85-6ca0-4791-bce2-6ffb58c39a69 tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] show failed (client error): The resource could not be found. May 09 13:25:10.596999 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3d8cce85-6ca0-4791-bce2-6ffb58c39a69 tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] 10.222.0.44 "GET /v2.0/subnetpools/f89bce53-fa91-4782-8297-0d35fad3628b HTTP/1.1" status: 404 len: 346 time: 0.0179315 May 09 13:25:10.599390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58784) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:10.616508 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-166c0811-ba55-4544-b361-a0517b71a60a tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] delete failed (client error): The resource could not be found. May 09 13:25:10.617481 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-166c0811-ba55-4544-b361-a0517b71a60a tempest-SubnetPoolsTestJSON-166193206 tempest-SubnetPoolsTestJSON-166193206-project] 10.222.0.44 "DELETE /v2.0/subnetpools/f89bce53-fa91-4782-8297-0d35fad3628b HTTP/1.1" status: 404 len: 346 time: 0.0172250 May 09 13:25:10.897760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58792) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:11.033215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87123ce9-6a72-4134-aec5-be4ab0fa29c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:11.064494 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-87123ce9-6a72-4134-aec5-be4ab0fa29c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:11.068294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-87123ce9-6a72-4134-aec5-be4ab0fa29c2 admin admin] Usage tracker for resource:security_group_rule and tenant:127d97af5a474db6afd521b3b909441a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:11.071078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-87123ce9-6a72-4134-aec5-be4ab0fa29c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:11.076594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-87123ce9-6a72-4134-aec5-be4ab0fa29c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:11.140811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87123ce9-6a72-4134-aec5-be4ab0fa29c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:11.144453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-87123ce9-6a72-4134-aec5-be4ab0fa29c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:11.192950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87123ce9-6a72-4134-aec5-be4ab0fa29c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1795d7b6-d8b2-463e-b718-8291e48d6201,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:11.198526 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-87123ce9-6a72-4134-aec5-be4ab0fa29c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=127d97af5a474db6afd521b3b909441a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2998016 May 09 13:25:11.201238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58798) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:11.259496 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f17771e8-af75-4fab-b057-06f61c399b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:11.283638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f17771e8-af75-4fab-b057-06f61c399b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:11.342806 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f17771e8-af75-4fab-b057-06f61c399b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:11.356971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17771e8-af75-4fab-b057-06f61c399b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1795d7b6-d8b2-463e-b718-8291e48d6201,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:11.363990 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f17771e8-af75-4fab-b057-06f61c399b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:11.366179 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f17771e8-af75-4fab-b057-06f61c399b6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1795d7b6-d8b2-463e-b718-8291e48d6201 HTTP/1.1" status: 204 len: 168 time: 0.1640248 May 09 13:25:11.971199 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:25:12.380271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d8b28ecf-909e-4b79-a858-9754711f51d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.073724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58838) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:13.249525 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'network': {'name': 'tempest-network-smoke--1924578740', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'port_security_enabled': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:13.255195 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:13.258966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:network and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:13.262568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:13.268783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:13.278361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:25:13.281183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.294887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.298506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.326754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:13.332141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:13.335506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:13.342238 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:13.414152 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.417813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.457242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:25:13.459272 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721726d3-38e9-4d3f-bded-375b08fbb476,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:13.469742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.470080 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Added segment de861379-2f54-46de-854e-3d97dc341c89 of type vlan for network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 May 09 13:25:13.495985 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.524133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.527738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:13.528358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.632896 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5581028 May 09 13:25:13.635825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58844) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:13.638635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Network': ['ID=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:13.641141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-624511383', 'admin_state_up': True, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:13.647504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:13.648113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:13.648661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:13.649247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:13.649740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:13.650076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:13.650397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:13.650498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:13.650722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:13.651043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:13.651358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:13.651677 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6c15f0-031c-4587-9f8b-8f0e45cc609c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:13.656563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:router and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:13.662799 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:25:13.665830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:13.671854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:13.683087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.684172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.703009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.783308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:13.854641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:14.029924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:14.058903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:14.273721 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.151 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/5a087aff-edf7-4063-9076-ca0de57a4525) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:25:14.415120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:14.441681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:14.510700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:25:14.513466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:25:14.516472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:25:14.545232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=5a087aff-edf7-4063-9076-ca0de57a4525,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:14.674120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:14.674752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:14.892862 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:25:14.972144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:15.087950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:25:15.097077 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Sync routers for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:25:15.109347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:25:15.110535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:25:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:15.113342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:15.114561 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6f0ddc8f-0d7d-4094-850c-184f55c5074f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4777579 May 09 13:25:15.117619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58848) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:15.227417 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5f5b4e7f-aef9-44ce-bc73-0996f197f742 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8565fca19184006b055116e4f64bdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1062896 May 09 13:25:15.227585 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58854) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:15.283033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:25:15.368495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e8aa88-259e-4b9d-abef-3868dc688612 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:15.372871 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-41e8aa88-259e-4b9d-abef-3868dc688612 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1415946 May 09 13:25:15.372997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58858) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:15.417771 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2857039b-e7bf-42e0-969c-914d437ff4e4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413718 May 09 13:25:15.418001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58862) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:15.423763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1292283238', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:15.534485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:15.538325 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:subnet and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:15.541103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:15.548558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:15.558734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:25:15.578470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:25:14Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:15.582339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Checking router: 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:25:15.582685 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Updating router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 port 5a087aff-edf7-4063-9076-ca0de57a4525 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:25:15.634910 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:15.658654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:15.963700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:15.997412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:16.009089 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Transition to ACTIVE for port object 5a087aff-edf7-4063-9076-ca0de57a4525 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:25:16.015618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:16.036570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Subnet': ['ID=0ea5753d-d555-452c-98c1-9439bf462c50,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:16.051004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Checking segment: {'id': 'de861379-2f54-46de-854e-3d97dc341c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:25:16.051356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network hostable DHCP agents. Network: cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:25:16.071707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:25:16.082342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:25:16.086634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:16.087252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:16.095766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094d19f1-3daf-4549-9757-9ba5fd6ec9c0 None None] Network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:25:16.108632 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ec5add64-b833-4618-85dd-da123287321d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6894007 May 09 13:25:16.111494 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58868) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:16.117167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Attempting to bind port 5a087aff-edf7-4063-9076-ca0de57a4525 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:25:16.117554 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Attempting to bind port 5a087aff-edf7-4063-9076-ca0de57a4525 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:25:16.117914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Attempting to bind port 5a087aff-edf7-4063-9076-ca0de57a4525 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:25:16.172736 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff69e37-b326-4297-a783-77f81c281b88 None None] Pushing event updated for resources: {'Port': ['ID=5a087aff-edf7-4063-9076-ca0de57a4525,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:16.186435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:25:16.186807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:25:16.187206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:16.187590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:25:16.188595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Bound port: 5a087aff-edf7-4063-9076-ca0de57a4525, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:25:16.188966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:16.321352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] For port 5a087aff-edf7-4063-9076-ca0de57a4525, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:25:16.337839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] For port 5a087aff-edf7-4063-9076-ca0de57a4525, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5a087aff-edf7-4063-9076-ca0de57a4525,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:25:16.347234 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:16.443754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:25:16.444536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:16.475522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff69e37-b326-4297-a783-77f81c281b88 None None] Pushing event updated for resources: {'Port': ['ID=5a087aff-edf7-4063-9076-ca0de57a4525,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:16.521055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:25:16.521726 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:25:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:16.768220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Allocated IP 172.20.0.2 (cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2/0ea5753d-d555-452c-98c1-9439bf462c50/9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:25:16.780320 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:25:16.851797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:17.209329 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:17.223673 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Transition to ACTIVE for port object 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:25:17.246317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Transition to ACTIVE for port object 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:25:17.253203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:25:14Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:17.256531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:17.295582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599b7d2-cec9-4d19-b8fd-8e5ad472313e None None] The sync data for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv is: [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:25:14Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:25:17.318856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.1 (cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2/0ea5753d-d555-452c-98c1-9439bf462c50/88d04711-d653-4e83-9e19-5b7c6a0c0963) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:25:17.374401 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:25:17.377226 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:25:17.380999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:25:17.386454 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Pushing event updated for resources: {'Port': ['ID=9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:17.475286 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Attempting to bind port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:25:17.475871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Attempting to bind port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'de861379-2f54-46de-854e-3d97dc341c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:25:17.476531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Attempting to bind port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 on network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:25:17.483919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:25:17.484298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Checking segment: {'id': 'de861379-2f54-46de-854e-3d97dc341c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:25:17.484796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:17.485107 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Bound using segment: {'id': 'de861379-2f54-46de-854e-3d97dc341c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:25:17.486638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Bound port: 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de861379-2f54-46de-854e-3d97dc341c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:25:17.486638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:17.502075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:17.532643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object 88d04711-d653-4e83-9e19-5b7c6a0c0963 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:25:17.568434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:17.609841 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] For port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:25:17.613764 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] For port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0,segment=NetworkSegment(de861379-2f54-46de-854e-3d97dc341c89),segment_id=de861379-2f54-46de-854e-3d97dc341c89)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:25:17.619928 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:17.647413 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:25:17.650812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:25:17.655115 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:25:17.713490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb5d41-1fbe-4c44-866e-7b5b2c988d65 None None] Pushing event updated for resources: {'Port': ['ID=9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:17.805987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=88d04711-d653-4e83-9e19-5b7c6a0c0963,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:17.835010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:17.952800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:18.364936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:18.369697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:18.481246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=88d04711-d653-4e83-9e19-5b7c6a0c0963,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:18.483998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:18.544992 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5a087aff-edf7-4063-9076-ca0de57a4525 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:25:18.635173 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 5a087aff-edf7-4063-9076-ca0de57a4525 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:25:18.640345 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 5a087aff-edf7-4063-9076-ca0de57a4525 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:18.641216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:18.642995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:25:18.644203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:25:18.696514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118913d8-1273-4b02-81a3-f104c553784c None None] Network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:25:18.849038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3f428ead-92d7-4aae-a89e-2bea0ee49f4a None None] Provisioning for port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:25:18.879479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:18.931971 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 5a087aff-edf7-4063-9076-ca0de57a4525, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5a087aff-edf7-4063-9076-ca0de57a4525,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:18.936987 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:18.937790 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:25:19.027871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:25:19.095957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=5a087aff-edf7-4063-9076-ca0de57a4525,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:19.114023 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:25:19.121220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:19.121625 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:19.239337 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:25:19.244709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:19.249390 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9f699c63-5ee1-4ddf-8f84-d4645af5d5ed tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/978dd0f8-e50b-4e00-ade9-0bed23c00ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1367733 May 09 13:25:19.252923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58872) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:19.279791 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0,segment=NetworkSegment(de861379-2f54-46de-854e-3d97dc341c89),segment_id=de861379-2f54-46de-854e-3d97dc341c89)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:19.286368 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:19.362157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:19.396159 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f8fc6b4c-07e6-476b-90c1-b379413f9bb9 None None] Provisioning for port 88d04711-d653-4e83-9e19-5b7c6a0c0963 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:25:19.401810 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f8fc6b4c-07e6-476b-90c1-b379413f9bb9 None None] Provisioning complete for port 88d04711-d653-4e83-9e19-5b7c6a0c0963 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:19.402177 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f8fc6b4c-07e6-476b-90c1-b379413f9bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:19.421068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7052a95-216d-400d-a46a-0460fb95a6d4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.421471 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7052a95-216d-400d-a46a-0460fb95a6d4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.421830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7052a95-216d-400d-a46a-0460fb95a6d4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.422233 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7052a95-216d-400d-a46a-0460fb95a6d4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.424417 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7052a95-216d-400d-a46a-0460fb95a6d4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.424738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7052a95-216d-400d-a46a-0460fb95a6d4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.425543 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7052a95-216d-400d-a46a-0460fb95a6d4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.428820 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f7052a95-216d-400d-a46a-0460fb95a6d4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1740408 May 09 13:25:19.431537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58876) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:19.468921 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc6b4c-07e6-476b-90c1-b379413f9bb9 None None] Port 88d04711-d653-4e83-9e19-5b7c6a0c0963 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:25:19.482046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f8fc6b4c-07e6-476b-90c1-b379413f9bb9 None None] Provisioning complete for port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:19.482410 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f8fc6b4c-07e6-476b-90c1-b379413f9bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:19.510354 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b389540-7c63-4ec0-8926-36f08d6610b4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.510845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b389540-7c63-4ec0-8926-36f08d6610b4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.511205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b389540-7c63-4ec0-8926-36f08d6610b4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.511737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b389540-7c63-4ec0-8926-36f08d6610b4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.512093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b389540-7c63-4ec0-8926-36f08d6610b4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.512446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b389540-7c63-4ec0-8926-36f08d6610b4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.512803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b389540-7c63-4ec0-8926-36f08d6610b4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:19.514601 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6b389540-7c63-4ec0-8926-36f08d6610b4 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0821464 May 09 13:25:19.517528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58880) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:19.726040 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5e2f5a49-9e3d-4ece-98cc-0eecd3f518e6 None None] Provisioning complete for port 88d04711-d653-4e83-9e19-5b7c6a0c0963 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:19.726589 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5e2f5a49-9e3d-4ece-98cc-0eecd3f518e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:19.744304 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-47ef1fe3-874d-463f-9bf3-8baf58a347f5 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.2256782 May 09 13:25:19.779068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f5a49-9e3d-4ece-98cc-0eecd3f518e6 None None] Port 88d04711-d653-4e83-9e19-5b7c6a0c0963 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:25:19.824127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58886) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:19.829900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1391286542', 'description': 'tempest-secgroup-smoke-1391286542 description', 'project_id': 'b8565fca19184006b055116e4f64bdfc'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:19.835589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:19.839339 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:19.842185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:19.848245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:19.857619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:19.893457 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:19.897112 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:19.899708 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6d7746d1-e27e-45fd-bbcb-1e5befd79989 None None] Provisioning complete for port 88d04711-d653-4e83-9e19-5b7c6a0c0963 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:19.899855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:19.900074 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6d7746d1-e27e-45fd-bbcb-1e5befd79989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:19.905682 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:19.951790 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6d7746d1-e27e-45fd-bbcb-1e5befd79989 None None] Port 88d04711-d653-4e83-9e19-5b7c6a0c0963 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:25:19.963471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:19.967298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.096380 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.097599 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2724345 May 09 13:25:20.098428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a678fa8-591c-4583-98ae-7d7450d6a772 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed947ef1-dce9-400a-9bb4-4693fd19825d,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:20.100620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58890) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:20.106129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-84bb7bcf-f6f0-4905-988c-e67bc1493cb4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'ed947ef1-dce9-400a-9bb4-4693fd19825d', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:20.112621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-84bb7bcf-f6f0-4905-988c-e67bc1493cb4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:20.116375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-84bb7bcf-f6f0-4905-988c-e67bc1493cb4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:20.119190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-84bb7bcf-f6f0-4905-988c-e67bc1493cb4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:20.125448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-84bb7bcf-f6f0-4905-988c-e67bc1493cb4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:20.140073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84bb7bcf-f6f0-4905-988c-e67bc1493cb4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.198428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84bb7bcf-f6f0-4905-988c-e67bc1493cb4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.201786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84bb7bcf-f6f0-4905-988c-e67bc1493cb4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.226287 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb7bcf-f6f0-4905-988c-e67bc1493cb4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31d64af-8bc4-4663-a1a9-a79e821be6a6,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:20.235619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-84bb7bcf-f6f0-4905-988c-e67bc1493cb4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.236748 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-84bb7bcf-f6f0-4905-988c-e67bc1493cb4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1352241 May 09 13:25:20.239507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58894) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:20.244854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-78713821-8e9b-4d15-9729-a05929866c52 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'ed947ef1-dce9-400a-9bb4-4693fd19825d', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:20.250697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-78713821-8e9b-4d15-9729-a05929866c52 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:20.254629 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-78713821-8e9b-4d15-9729-a05929866c52 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:20.257480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-78713821-8e9b-4d15-9729-a05929866c52 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:20.263108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-78713821-8e9b-4d15-9729-a05929866c52 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:20.279316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-78713821-8e9b-4d15-9729-a05929866c52 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.339447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-78713821-8e9b-4d15-9729-a05929866c52 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.343278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-78713821-8e9b-4d15-9729-a05929866c52 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.372187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78713821-8e9b-4d15-9729-a05929866c52 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d80ab1-55a4-4276-afc3-e1f615695f40,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:20.379293 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-78713821-8e9b-4d15-9729-a05929866c52 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.381064 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-78713821-8e9b-4d15-9729-a05929866c52 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1405056 May 09 13:25:20.383701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58898) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:20.389011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4c352dea-aac2-4dab-af32-d4a605c88414 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'ed947ef1-dce9-400a-9bb4-4693fd19825d', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:20.395614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4c352dea-aac2-4dab-af32-d4a605c88414 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:20.399249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4c352dea-aac2-4dab-af32-d4a605c88414 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:20.402215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4c352dea-aac2-4dab-af32-d4a605c88414 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:20.408706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4c352dea-aac2-4dab-af32-d4a605c88414 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:20.428485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4c352dea-aac2-4dab-af32-d4a605c88414 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.484784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5a087aff-edf7-4063-9076-ca0de57a4525 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:25:20.491525 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4c352dea-aac2-4dab-af32-d4a605c88414 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.495091 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4c352dea-aac2-4dab-af32-d4a605c88414 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.517728 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c352dea-aac2-4dab-af32-d4a605c88414 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b005ff-a8e8-4bd4-aaed-0776b9e7eb29,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:20.526945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4c352dea-aac2-4dab-af32-d4a605c88414 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.531355 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4c352dea-aac2-4dab-af32-d4a605c88414 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1450281 May 09 13:25:20.532179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58902) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:20.537991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-efa8c265-5526-4c15-a21e-6b38a70985f0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'ed947ef1-dce9-400a-9bb4-4693fd19825d', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:20.543656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-efa8c265-5526-4c15-a21e-6b38a70985f0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:20.547743 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-efa8c265-5526-4c15-a21e-6b38a70985f0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:20.550873 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-efa8c265-5526-4c15-a21e-6b38a70985f0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:20.555286 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 5a087aff-edf7-4063-9076-ca0de57a4525 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:20.555723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.556979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-efa8c265-5526-4c15-a21e-6b38a70985f0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:20.573790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efa8c265-5526-4c15-a21e-6b38a70985f0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.652859 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efa8c265-5526-4c15-a21e-6b38a70985f0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.658547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efa8c265-5526-4c15-a21e-6b38a70985f0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.675995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8c265-5526-4c15-a21e-6b38a70985f0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffedd07-4a3b-4459-b65b-2f87eb1fcb48,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:20.683467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:25:20.694245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efa8c265-5526-4c15-a21e-6b38a70985f0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.695515 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-efa8c265-5526-4c15-a21e-6b38a70985f0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1622741 May 09 13:25:20.698163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58906) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:20.704075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1d9f2b67-2821-4c3d-aa22-4957a357f4d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'ed947ef1-dce9-400a-9bb4-4693fd19825d', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:20.710041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1d9f2b67-2821-4c3d-aa22-4957a357f4d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:20.714353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1d9f2b67-2821-4c3d-aa22-4957a357f4d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:20.717228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1d9f2b67-2821-4c3d-aa22-4957a357f4d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:20.724479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1d9f2b67-2821-4c3d-aa22-4957a357f4d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:20.735359 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-1d9f2b67-2821-4c3d-aa22-4957a357f4d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:25:20.741464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d9f2b67-2821-4c3d-aa22-4957a357f4d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.754403 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:20.754940 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.808625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d9f2b67-2821-4c3d-aa22-4957a357f4d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.812387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d9f2b67-2821-4c3d-aa22-4957a357f4d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.836272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f2b67-2821-4c3d-aa22-4957a357f4d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3ebc75-3f0c-43be-a667-980aae8fc850,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:20.847073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d9f2b67-2821-4c3d-aa22-4957a357f4d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.848688 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1d9f2b67-2821-4c3d-aa22-4957a357f4d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1495101 May 09 13:25:20.851197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58910) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:20.857081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-48131d00-c071-421d-960c-18b4b238cdab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'ed947ef1-dce9-400a-9bb4-4693fd19825d', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:20.862761 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Sync routers for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:25:20.865660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-48131d00-c071-421d-960c-18b4b238cdab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:20.869770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-48131d00-c071-421d-960c-18b4b238cdab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:20.872725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-48131d00-c071-421d-960c-18b4b238cdab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:20.878167 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:25:20.878846 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:25:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:20.879713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-48131d00-c071-421d-960c-18b4b238cdab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:20.891976 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-48131d00-c071-421d-960c-18b4b238cdab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:25:20.899000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48131d00-c071-421d-960c-18b4b238cdab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.964049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48131d00-c071-421d-960c-18b4b238cdab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.967533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48131d00-c071-421d-960c-18b4b238cdab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:20.991808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48131d00-c071-421d-960c-18b4b238cdab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87da2a3-e6d3-4b4c-899e-9fcbc3ac2ebd,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:21.001316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48131d00-c071-421d-960c-18b4b238cdab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:21.002507 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-48131d00-c071-421d-960c-18b4b238cdab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1503425 May 09 13:25:21.057632 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:25:21.170653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-b7c652c9-ec14-44e5-9f88-68af3fe03fa4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:25:21.190115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-b7c652c9-ec14-44e5-9f88-68af3fe03fa4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:25:21.191554 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-b7c652c9-ec14-44e5-9f88-68af3fe03fa4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391286542&fields=id&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 267 time: 0.0595520 May 09 13:25:21.199198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:21.336657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-3c74259c-d272-4f45-b92f-22c78c6e52b9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:21.337496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-3c74259c-d272-4f45-b92f-22c78c6e52b9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:25:21.356622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-3c74259c-d272-4f45-b92f-22c78c6e52b9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:25:21.357949 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-3c74259c-d272-4f45-b92f-22c78c6e52b9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/networks?id=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 HTTP/1.1" status: 200 len: 797 time: 0.1588051 May 09 13:25:21.362831 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:25:17Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:21.366680 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Checking router: 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:25:21.367025 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Updating router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 port 88d04711-d653-4e83-9e19-5b7c6a0c0963 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:25:21.374606 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-dae68f83-013e-4195-a706-fcb70144d9a1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/quotas/b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 375 time: 0.0103850 May 09 13:25:21.416445 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:21.555870 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-89008138-b8cc-4541-8973-7c1086854282 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1762295 May 09 13:25:21.693515 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-f145ee59-4f9f-4c8c-af7f-27483cb93fc9 service neutron] 10.222.0.44 "GET /v2.0/networks/cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243782 May 09 13:25:21.759674 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:21.771239 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Transition to ACTIVE for port object 88d04711-d653-4e83-9e19-5b7c6a0c0963 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:25:21.778428 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:21.829680 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-d7f368ba-28bd-47ca-b01d-647f8004d9eb service neutron] 10.222.0.44 "GET /v2.0/networks/cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304562 May 09 13:25:21.979139 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482481-70e2-4bb2-a2d2-a01f86107c90 None None] Pushing event updated for resources: {'Port': ['ID=88d04711-d653-4e83-9e19-5b7c6a0c0963,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:22.005334 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482481-70e2-4bb2-a2d2-a01f86107c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:22.005667 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482481-70e2-4bb2-a2d2-a01f86107c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:22.005995 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482481-70e2-4bb2-a2d2-a01f86107c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:22.006317 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482481-70e2-4bb2-a2d2-a01f86107c90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:22.006634 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482481-70e2-4bb2-a2d2-a01f86107c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:22.007110 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482481-70e2-4bb2-a2d2-a01f86107c90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:22.007570 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482481-70e2-4bb2-a2d2-a01f86107c90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:22.008023 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482481-70e2-4bb2-a2d2-a01f86107c90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:22.008186 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482481-70e2-4bb2-a2d2-a01f86107c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:22.008495 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482481-70e2-4bb2-a2d2-a01f86107c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:22.008799 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482481-70e2-4bb2-a2d2-a01f86107c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:22.019686 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Attempting to bind port 88d04711-d653-4e83-9e19-5b7c6a0c0963 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:25:22.020046 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Attempting to bind port 88d04711-d653-4e83-9e19-5b7c6a0c0963 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'de861379-2f54-46de-854e-3d97dc341c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:25:22.020396 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Attempting to bind port 88d04711-d653-4e83-9e19-5b7c6a0c0963 on network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:25:22.027445 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:25:22.027811 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Checking segment: {'id': 'de861379-2f54-46de-854e-3d97dc341c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:25:22.028201 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:22.028578 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Bound using segment: {'id': 'de861379-2f54-46de-854e-3d97dc341c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:25:22.029029 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Bound port: 88d04711-d653-4e83-9e19-5b7c6a0c0963, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de861379-2f54-46de-854e-3d97dc341c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:25:22.029436 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:22.035489 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-30070394-e2b8-410a-97fe-646ea9118f06 req-1754c029-9a67-4db5-8c43-a367e4869a53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 210 time: 0.0425065 May 09 13:25:22.117088 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] For port 88d04711-d653-4e83-9e19-5b7c6a0c0963, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:25:22.119865 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] For port 88d04711-d653-4e83-9e19-5b7c6a0c0963, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=88d04711-d653-4e83-9e19-5b7c6a0c0963,segment=NetworkSegment(de861379-2f54-46de-854e-3d97dc341c89),segment_id=de861379-2f54-46de-854e-3d97dc341c89)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:25:22.124244 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:22.199245 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482481-70e2-4bb2-a2d2-a01f86107c90 None None] Pushing event updated for resources: {'Port': ['ID=88d04711-d653-4e83-9e19-5b7c6a0c0963,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:22.203838 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:25:22.204438 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:25:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:22.411319 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:25:22.717238 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:25:17Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:22Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:22.722190 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986a2eb-8b4f-4756-ac8e-ddf506947ebd None None] The sync data for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv is: [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:25:17Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:22Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:25:23.157469 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3e3d44a3-cc88-489f-b5de-91bb983e93f9 req-caf28620-cab8-436e-a018-ab9efbf22af9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 210 time: 0.0507162 May 09 13:25:24.122248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-ad485a64-dd22-48ec-9de2-afd1d0437bfc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:24.123654 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-ad485a64-dd22-48ec-9de2-afd1d0437bfc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks?id=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 HTTP/1.1" status: 200 len: 797 time: 0.1501660 May 09 13:25:24.183211 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-1b16078f-52c3-4e5c-a928-afbe20d9f7d6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 380 time: 0.0477986 May 09 13:25:24.192219 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'port': {'device_id': '89feeec4-c115-4057-9c7b-235099816d39', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'admin_state_up': True, 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'security_groups': ['ed947ef1-dce9-400a-9bb4-4693fd19825d']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:24.218876 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 58940) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:24.347451 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-72243e37-b772-4198-b16e-d56a606f49a1 req-a96ba1f6-6b8c-4f35-8f4a-54fef3712269 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 210 time: 0.0671070 May 09 13:25:24.380510 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:24.384269 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:port and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:24.387638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:24.394069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:24.404943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'port': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:25:24.408301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:24.422617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-1f30bff0-2ce8-4b55-a8df-919e394ec207 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Deleting port fa67fdc0-fce3-48f4-a40e-eae63ccfdfa2 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:25:24.422875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f30bff0-2ce8-4b55-a8df-919e394ec207 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:24.507415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 88d04711-d653-4e83-9e19-5b7c6a0c0963 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:25:24.585390 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 88d04711-d653-4e83-9e19-5b7c6a0c0963 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:25:24.588338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.3 (cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2/0ea5753d-d555-452c-98c1-9439bf462c50/afd85a26-e171-4b2f-8e73-180f4d8270ed) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:25:24.594204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 88d04711-d653-4e83-9e19-5b7c6a0c0963 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:24.595238 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:24.596729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f30bff0-2ce8-4b55-a8df-919e394ec207 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:24.597059 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f30bff0-2ce8-4b55-a8df-919e394ec207 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:24.723379 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-1f30bff0-2ce8-4b55-a8df-919e394ec207 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Calling delete_port for fa67fdc0-fce3-48f4-a40e-eae63ccfdfa2 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:25:24.728731 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:24.764050 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 88d04711-d653-4e83-9e19-5b7c6a0c0963, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=88d04711-d653-4e83-9e19-5b7c6a0c0963,segment=NetworkSegment(de861379-2f54-46de-854e-3d97dc341c89),segment_id=de861379-2f54-46de-854e-3d97dc341c89)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:24.768343 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:24.796497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:24.816766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object afd85a26-e171-4b2f-8e73-180f4d8270ed will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:25:24.834412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=88d04711-d653-4e83-9e19-5b7c6a0c0963,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:24.840823 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:24.842908 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:24.843515 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:24.844058 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:24.844388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:24.844719 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:24.845044 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:24.845394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:24.845717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:24.846036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:24.846351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:24.846712 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:25:24.876611 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f30bff0-2ce8-4b55-a8df-919e394ec207 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:24.910066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:25:24.917711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:25:24.920178 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:25:24.920902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30bff0-2ce8-4b55-a8df-919e394ec207 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event deleted for resources: {'Port': ['ID=fa67fdc0-fce3-48f4-a40e-eae63ccfdfa2,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:24.975167 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=afd85a26-e171-4b2f-8e73-180f4d8270ed,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:24.996037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:24.996917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:25.014591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f30bff0-2ce8-4b55-a8df-919e394ec207 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:25.025967 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-17d8d558-1b82-4756-b06c-596b621b91a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372121 May 09 13:25:25.036886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Request body: {'port': {'device_id': '89feeec4-c115-4057-9c7b-235099816d39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:25.142580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-36a8c88a-9899-4716-bcfd-4ecc150a82a1 None None] Provisioning for port afd85a26-e171-4b2f-8e73-180f4d8270ed completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:25:25.147403 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-36a8c88a-9899-4716-bcfd-4ecc150a82a1 None None] Provisioning complete for port afd85a26-e171-4b2f-8e73-180f4d8270ed triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:25.147846 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-36a8c88a-9899-4716-bcfd-4ecc150a82a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:25.151533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:25.204709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-36a8c88a-9899-4716-bcfd-4ecc150a82a1 None None] Port afd85a26-e171-4b2f-8e73-180f4d8270ed cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:25:25.519384 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f30bff0-2ce8-4b55-a8df-919e394ec207 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Router bad1103b-d4b2-4b06-90a0-60491c85eb78 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:25:25.631214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585c89e-925b-429d-a4b8-4d4096ba4d12 req-81c5320f-a5f1-4b10-ad8b-f6792d0a9826 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:25.631901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-5585c89e-925b-429d-a4b8-4d4096ba4d12 req-81c5320f-a5f1-4b10-ad8b-f6792d0a9826 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:25:25.668403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd85a26-e171-4b2f-8e73-180f4d8270ed {{(pid=83894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:25:25.674491 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-5585c89e-925b-429d-a4b8-4d4096ba4d12 req-81c5320f-a5f1-4b10-ad8b-f6792d0a9826 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:25:25.675624 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5585c89e-925b-429d-a4b8-4d4096ba4d12 req-81c5320f-a5f1-4b10-ad8b-f6792d0a9826 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 931 time: 0.1945529 May 09 13:25:25.677197 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:25.709926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Transition to ACTIVE for port object afd85a26-e171-4b2f-8e73-180f4d8270ed will not be triggered until provisioned by entity L2. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:25:25.714909 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:25.720520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f30bff0-2ce8-4b55-a8df-919e394ec207 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:25:25.730686 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9f642-c6c1-4250-ad5a-ae499a839405 None None] Sync routers for ids ['bad1103b-d4b2-4b06-90a0-60491c85eb78'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:25:25.742149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1f30bff0-2ce8-4b55-a8df-919e394ec207 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:25.743386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9f642-c6c1-4250-ad5a-ae499a839405 None None] Routers {'bad1103b-d4b2-4b06-90a0-60491c85eb78'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:25:25.743998 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-57a9f642-c6c1-4250-ad5a-ae499a839405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:25:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['bad1103b-d4b2-4b06-90a0-60491c85eb78'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:25.803625 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1f30bff0-2ce8-4b55-a8df-919e394ec207 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "DELETE /v2.0/floatingips/e4b038f0-d4dc-41ad-8af8-c187cf0c5505 HTTP/1.1" status: 204 len: 168 time: 1.5830450 May 09 13:25:25.804217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:25:25.853608 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5585c89e-925b-429d-a4b8-4d4096ba4d12 req-e6213b98-809a-4821-adb5-e388d578528a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed947ef1-dce9-400a-9bb4-4693fd19825d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703019 May 09 13:25:25.879178 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Pushing event updated for resources: {'Port': ['ID=afd85a26-e171-4b2f-8e73-180f4d8270ed,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:25.964545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-57a9f642-c6c1-4250-ad5a-ae499a839405 None None] Set router bad1103b-d4b2-4b06-90a0-60491c85eb78 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:25:25.983840 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b7276e-100c-4ab9-bdfe-93300c1a00bf'] response: {'name': 'network-changed', 'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'status': 'completed', 'code': 200} May 09 13:25:26.067220 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Attempting to bind port afd85a26-e171-4b2f-8e73-180f4d8270ed on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:25:26.067610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Attempting to bind port afd85a26-e171-4b2f-8e73-180f4d8270ed by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'de861379-2f54-46de-854e-3d97dc341c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2'}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:25:26.067913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Attempting to bind port afd85a26-e171-4b2f-8e73-180f4d8270ed on network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:25:26.075444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Port afd85a26-e171-4b2f-8e73-180f4d8270ed on network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:25:26.075799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Attempting to bind port afd85a26-e171-4b2f-8e73-180f4d8270ed on network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:25:26.084738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:25:26.085063 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Checking segment: {'id': 'de861379-2f54-46de-854e-3d97dc341c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:25:26.085658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Bound using segment: {'id': 'de861379-2f54-46de-854e-3d97dc341c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2'} {{(pid=83894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:25:26.086147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.managers [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Bound port: afd85a26-e171-4b2f-8e73-180f4d8270ed, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de861379-2f54-46de-854e-3d97dc341c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2'}}] {{(pid=83894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:25:26.086496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:26.146348 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d11636c-b328-4b92-8836-4666b956f8da req-8010c07f-8247-465e-ac4e-15f7f56a9139 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f91e4eb308c4fb1b7a7036641c61f30&device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 1099 time: 0.1445756 May 09 13:25:26.201982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] For port afd85a26-e171-4b2f-8e73-180f4d8270ed, host hv-neutron-8408, cleared binding levels {{(pid=83894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:25:26.209037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] For port afd85a26-e171-4b2f-8e73-180f4d8270ed, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=afd85a26-e171-4b2f-8e73-180f4d8270ed,segment=NetworkSegment(de861379-2f54-46de-854e-3d97dc341c89),segment_id=de861379-2f54-46de-854e-3d97dc341c89)] {{(pid=83894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:25:26.216582 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:26.348468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:26.349891 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] 10.222.0.57 "PUT /v2.0/ports/afd85a26-e171-4b2f-8e73-180f4d8270ed HTTP/1.1" status: 200 len: 1093 time: 1.3173265 May 09 13:25:26.350369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11636c-b328-4b92-8836-4666b956f8da req-1412d3d2-e98f-416a-bc34-77e14e380be7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:26.351731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89feeec4-c115-4057-9c7b-235099816d39', 'tag': 'afd85a26-e171-4b2f-8e73-180f4d8270ed'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:25:26.351856 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d11636c-b328-4b92-8836-4666b956f8da req-1412d3d2-e98f-416a-bc34-77e14e380be7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08a52ea3-5f76-49af-9b25-99334f043227 HTTP/1.1" status: 200 len: 898 time: 0.1984894 May 09 13:25:26.397722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073912c-9af5-4196-9d0a-11bdb083b587 service neutron] Pushing event updated for resources: {'Port': ['ID=afd85a26-e171-4b2f-8e73-180f4d8270ed,revision_number=3']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:26.459888 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d11636c-b328-4b92-8836-4666b956f8da req-7a2dc2c4-cb72-4f8e-82a8-cfb554d8bc14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db HTTP/1.1" status: 200 len: 217 time: 0.0978355 May 09 13:25:26.466398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-57a9f642-c6c1-4250-ad5a-ae499a839405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606107232', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:56Z', 'updated_at': '2022-05-09T13:22:10Z', 'revision_number': 4, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'gw_port': {'id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:58Z', 'updated_at': '2022-05-09T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '2ea1f57c-4b4b-4141-a92f-a1d730951db9', 'name': '', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'mac_address': 'fa:16:3e:86:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:22:08Z', 'updated_at': '2022-05-09T13:22:17Z', 'revision_number': 5, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'subnets': [{'id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:26.473341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9f642-c6c1-4250-ad5a-ae499a839405 None None] Checking router: bad1103b-d4b2-4b06-90a0-60491c85eb78 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:25:26.486587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9f642-c6c1-4250-ad5a-ae499a839405 None None] Routers {'bad1103b-d4b2-4b06-90a0-60491c85eb78'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:25:26.487244 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-57a9f642-c6c1-4250-ad5a-ae499a839405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:25:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['bad1103b-d4b2-4b06-90a0-60491c85eb78'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:26.508122 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445d4c17-74e0-4577-a471-096a16688a60'] response: {'name': 'network-changed', 'server_uuid': '89feeec4-c115-4057-9c7b-235099816d39', 'tag': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'status': 'completed', 'code': 200} May 09 13:25:26.544586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11636c-b328-4b92-8836-4666b956f8da req-db61f6ff-8b8e-492c-928b-0cf3b7e3e5c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:26.546535 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d11636c-b328-4b92-8836-4666b956f8da req-db61f6ff-8b8e-492c-928b-0cf3b7e3e5c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5223c720-486c-4a56-a6ff-adc45a45c389 HTTP/1.1" status: 200 len: 835 time: 0.0791070 May 09 13:25:26.554125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b86881-7389-4979-8dcd-668f06e6ade2 req-3bfe7575-e533-4531-9c27-5abb7dccebb2 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:26.555963 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-29b86881-7389-4979-8dcd-668f06e6ade2 req-3bfe7575-e533-4531-9c27-5abb7dccebb2 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.2842724 May 09 13:25:26.570984 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e3be95d6-6f48-45a3-82bd-258bf71142c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 1096 time: 0.1646295 May 09 13:25:26.615304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 88d04711-d653-4e83-9e19-5b7c6a0c0963 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:25:26.660902 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-4e3b7101-dd87-4453-ba7e-cf7e42ce2519 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afd85a26-e171-4b2f-8e73-180f4d8270ed HTTP/1.1" status: 200 len: 217 time: 0.0687668 May 09 13:25:26.664115 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d11636c-b328-4b92-8836-4666b956f8da req-fdac58d0-05be-4990-9deb-d587bd456dd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08a52ea3-5f76-49af-9b25-99334f043227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1090612 May 09 13:25:26.745493 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-29b86881-7389-4979-8dcd-668f06e6ade2 req-acabd958-e508-4f57-8058-fbb67ee4d03b tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789794 May 09 13:25:26.758576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e131aafa-b6f3-41d7-b295-fa32d3bbe809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:26.760081 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-e131aafa-b6f3-41d7-b295-fa32d3bbe809 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0ea5753d-d555-452c-98c1-9439bf462c50 HTTP/1.1" status: 200 len: 835 time: 0.0819945 May 09 13:25:26.761490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 88d04711-d653-4e83-9e19-5b7c6a0c0963 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:26.761955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:26.804770 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d11636c-b328-4b92-8836-4666b956f8da req-72db6a8e-2274-4f79-bc11-ffc58644b7c0 service neutron] 10.222.0.57 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304045 May 09 13:25:26.815301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-57a9f642-c6c1-4250-ad5a-ae499a839405 None None] Set router bad1103b-d4b2-4b06-90a0-60491c85eb78 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:25:26.839742 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-2c5ca517-7fa0-434a-be84-f54761a68101 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723119 May 09 13:25:26.941597 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d11636c-b328-4b92-8836-4666b956f8da req-ff935ab3-2df8-4708-a207-16992f98d488 service neutron] 10.222.0.57 "GET /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310809 May 09 13:25:26.981051 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-746c63ec-fc19-4682-86e7-3d66da701e15 service neutron] 10.222.0.57 "GET /v2.0/networks/cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345687 May 09 13:25:27.167577 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b94e94f4-df85-48e1-ad82-6cbd9c55f344 req-96846c0d-2e57-426e-aa7c-8c7ca72e892f service neutron] 10.222.0.57 "GET /v2.0/networks/cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797342 May 09 13:25:27.180370 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c396f5-0407-4a85-821b-99b0c9fd1c5f req-6c235eb5-7fbb-4089-9247-0dd05a832c6b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:27.181798 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-56c396f5-0407-4a85-821b-99b0c9fd1c5f req-6c235eb5-7fbb-4089-9247-0dd05a832c6b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 943 time: 0.1251266 May 09 13:25:27.223261 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-57a9f642-c6c1-4250-ad5a-ae499a839405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606107232', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:56Z', 'updated_at': '2022-05-09T13:22:10Z', 'revision_number': 4, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'gw_port': {'id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:58Z', 'updated_at': '2022-05-09T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '2ea1f57c-4b4b-4141-a92f-a1d730951db9', 'name': '', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'mac_address': 'fa:16:3e:86:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:22:08Z', 'updated_at': '2022-05-09T13:22:17Z', 'revision_number': 5, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'subnets': [{'id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:27.227439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9f642-c6c1-4250-ad5a-ae499a839405 None None] The sync data for ids ['bad1103b-d4b2-4b06-90a0-60491c85eb78'] in dv-neutron-840889-2-hyperv is: [{'id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606107232', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:21:56Z', 'updated_at': '2022-05-09T13:22:10Z', 'revision_number': 4, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'gw_port': {'id': '705f9cd4-409a-45f8-98cb-7043c19d1822', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:21:58Z', 'updated_at': '2022-05-09T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '2ea1f57c-4b4b-4141-a92f-a1d730951db9', 'name': '', 'network_id': '08a52ea3-5f76-49af-9b25-99334f043227', 'tenant_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'mac_address': 'fa:16:3e:86:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1103b-d4b2-4b06-90a0-60491c85eb78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:22:08Z', 'updated_at': '2022-05-09T13:22:17Z', 'revision_number': 5, 'project_id': '4f91e4eb308c4fb1b7a7036641c61f30', 'subnets': [{'id': '5223c720-486c-4a56-a6ff-adc45a45c389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:25:27.229629 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-56c396f5-0407-4a85-821b-99b0c9fd1c5f req-f45b9974-e4b9-41fc-af44-7121c6c459dd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed947ef1-dce9-400a-9bb4-4693fd19825d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413671 May 09 13:25:27.300265 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-93f7ec29-2bf4-4f92-9f07-1f7e80bf0a3e req-7500ef61-8ef2-4a14-8ef0-1b5c553deca1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 1096 time: 0.0733035 May 09 13:25:27.433007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7ec29-2bf4-4f92-9f07-1f7e80bf0a3e req-e326e441-2708-4561-8369-5d7d643aa66e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:27.434368 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-93f7ec29-2bf4-4f92-9f07-1f7e80bf0a3e req-e326e441-2708-4561-8369-5d7d643aa66e service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 HTTP/1.1" status: 200 len: 898 time: 0.1281087 May 09 13:25:27.596464 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-93f7ec29-2bf4-4f92-9f07-1f7e80bf0a3e req-e03098bc-678d-4f1e-8535-a673720ddf58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afd85a26-e171-4b2f-8e73-180f4d8270ed HTTP/1.1" status: 200 len: 217 time: 0.1552639 May 09 13:25:27.658228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7ec29-2bf4-4f92-9f07-1f7e80bf0a3e req-b735f4e2-d015-4928-b9b4-31ba18c6d639 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:27.659633 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-93f7ec29-2bf4-4f92-9f07-1f7e80bf0a3e req-b735f4e2-d015-4928-b9b4-31ba18c6d639 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0ea5753d-d555-452c-98c1-9439bf462c50 HTTP/1.1" status: 200 len: 835 time: 0.0575240 May 09 13:25:27.734027 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-93f7ec29-2bf4-4f92-9f07-1f7e80bf0a3e req-cc3e17f6-1a7e-4149-82aa-d5ea670dfc52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676727 May 09 13:25:27.834959 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd5c74-bbf3-40f1-9cc8-8a87c26d0cf2 req-156ceab1-8b7f-487a-87fd-04d20c71eaf0 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:27.835655 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-cacd5c74-bbf3-40f1-9cc8-8a87c26d0cf2 req-156ceab1-8b7f-487a-87fd-04d20c71eaf0 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Synchronizing usage tracker for tenant:4f91e4eb308c4fb1b7a7036641c61f30 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:25:27.852128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-cacd5c74-bbf3-40f1-9cc8-8a87c26d0cf2 req-156ceab1-8b7f-487a-87fd-04d20c71eaf0 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Unset dirty status for tenant:4f91e4eb308c4fb1b7a7036641c61f30 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:25:27.853245 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cacd5c74-bbf3-40f1-9cc8-8a87c26d0cf2 req-156ceab1-8b7f-487a-87fd-04d20c71eaf0 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.0971162 May 09 13:25:27.866096 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-93f7ec29-2bf4-4f92-9f07-1f7e80bf0a3e req-126dbed1-a4e7-441f-8c02-8fc0e5f62b6a service neutron] 10.222.0.57 "GET /v2.0/networks/cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251974 May 09 13:25:27.922897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-cacd5c74-bbf3-40f1-9cc8-8a87c26d0cf2 req-1d496ed7-f121-40b4-b568-fe4eb15667e3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Deleting port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:25:27.922897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cacd5c74-bbf3-40f1-9cc8-8a87c26d0cf2 req-1d496ed7-f121-40b4-b568-fe4eb15667e3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:28.058326 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-93f7ec29-2bf4-4f92-9f07-1f7e80bf0a3e req-5003e299-2a8f-4afa-9ed5-76a7c57f92b8 service neutron] 10.222.0.57 "GET /v2.0/networks/cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862755 May 09 13:25:28.065108 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58fd99-7136-415d-8a7d-d3bbd015dc8e req-951b6169-69f0-478e-a859-9b2797ff1852 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:28.066509 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ee58fd99-7136-415d-8a7d-d3bbd015dc8e req-951b6169-69f0-478e-a859-9b2797ff1852 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe33c1bc-f648-40bb-b7a1-b40126e5a180 HTTP/1.1" status: 200 len: 946 time: 0.1769712 May 09 13:25:28.112550 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ee58fd99-7136-415d-8a7d-d3bbd015dc8e req-eeeeb81f-cc00-4559-a873-f0a58cc0b78c tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e752242-22bb-4386-9d2d-2a30b654e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401871 May 09 13:25:28.166054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-cacd5c74-bbf3-40f1-9cc8-8a87c26d0cf2 req-1d496ed7-f121-40b4-b568-fe4eb15667e3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] For port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:28.166406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cacd5c74-bbf3-40f1-9cc8-8a87c26d0cf2 req-1d496ed7-f121-40b4-b568-fe4eb15667e3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:28.377927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-cacd5c74-bbf3-40f1-9cc8-8a87c26d0cf2 req-1d496ed7-f121-40b4-b568-fe4eb15667e3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Calling delete_port for fe5aed0e-1ae8-4a35-b6b1-178505e3a7db owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:25:28.428624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7d7b8-6245-4ffd-86c5-9753cffc9f8e req-b4e33e84-35e4-4eff-8fc1-6fce410bd742 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:28.430122 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ea7d7b8-6245-4ffd-86c5-9753cffc9f8e req-b4e33e84-35e4-4eff-8fc1-6fce410bd742 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 943 time: 0.0751619 May 09 13:25:28.478017 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ea7d7b8-6245-4ffd-86c5-9753cffc9f8e req-5540321e-5b42-4eee-aad7-3e81758603cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed947ef1-dce9-400a-9bb4-4693fd19825d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421460 May 09 13:25:28.518146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cacd5c74-bbf3-40f1-9cc8-8a87c26d0cf2 req-1d496ed7-f121-40b4-b568-fe4eb15667e3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:28.563941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d496ed7-f121-40b4-b568-fe4eb15667e3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event deleted for resources: {'Port': ['ID=fe5aed0e-1ae8-4a35-b6b1-178505e3a7db,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:28.638152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacd5c74-bbf3-40f1-9cc8-8a87c26d0cf2 req-1d496ed7-f121-40b4-b568-fe4eb15667e3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] No DVR routers for this DVR port fe5aed0e-1ae8-4a35-b6b1-178505e3a7db on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:25:28.640470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cacd5c74-bbf3-40f1-9cc8-8a87c26d0cf2 req-1d496ed7-f121-40b4-b568-fe4eb15667e3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:28.643394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'name': 'network-vif-deleted', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:25:28.658473 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cacd5c74-bbf3-40f1-9cc8-8a87c26d0cf2 req-1d496ed7-f121-40b4-b568-fe4eb15667e3 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.57 "DELETE /v2.0/ports/fe5aed0e-1ae8-4a35-b6b1-178505e3a7db HTTP/1.1" status: 204 len: 173 time: 0.7987278 May 09 13:25:28.697988 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cebe31-71bb-440c-97b3-d49156ff7e00'] response: {'server_uuid': 'fe33c1bc-f648-40bb-b7a1-b40126e5a180', 'name': 'network-vif-deleted', 'tag': 'fe5aed0e-1ae8-4a35-b6b1-178505e3a7db', 'status': 'completed', 'code': 200} May 09 13:25:29.224015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58964) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:29.675530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f439917-e764-4ac1-9580-03dd12a3754a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:29.803169 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97104b3-f3e5-45ec-beb4-f74dc5f36bd6 req-505fec49-24ac-4c38-b039-1f2b0db581c1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:29.804489 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c97104b3-f3e5-45ec-beb4-f74dc5f36bd6 req-505fec49-24ac-4c38-b039-1f2b0db581c1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 943 time: 0.2003183 May 09 13:25:29.871171 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c97104b3-f3e5-45ec-beb4-f74dc5f36bd6 req-8fd80bfb-dfa8-41fe-b9ae-5f40070eaae5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed947ef1-dce9-400a-9bb4-4693fd19825d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537314 May 09 13:25:30.351434 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device afd85a26-e171-4b2f-8e73-180f4d8270ed details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:25:30.354781 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device fe5aed0e-1ae8-4a35-b6b1-178505e3a7db no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:25:30.389577 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: fe5aed0e-1ae8-4a35-b6b1-178505e3a7db {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:25:30.389918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device fe5aed0e-1ae8-4a35-b6b1-178505e3a7db not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:25:30.400234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f439917-e764-4ac1-9580-03dd12a3754a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Deleting port 2ea1f57c-4b4b-4141-a92f-a1d730951db9 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:25:30.400759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f439917-e764-4ac1-9580-03dd12a3754a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:30.514314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port afd85a26-e171-4b2f-8e73-180f4d8270ed, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=afd85a26-e171-4b2f-8e73-180f4d8270ed,segment=NetworkSegment(de861379-2f54-46de-854e-3d97dc341c89),segment_id=de861379-2f54-46de-854e-3d97dc341c89)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:30.527728 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'port_id': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'mac_address': 'fa:16:3e:bf:0e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:25:30.583817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:30.585891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9f439917-e764-4ac1-9580-03dd12a3754a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] For port 2ea1f57c-4b4b-4141-a92f-a1d730951db9, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=2ea1f57c-4b4b-4141-a92f-a1d730951db9,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:30.586251 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f439917-e764-4ac1-9580-03dd12a3754a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:30.600843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd85a26-e171-4b2f-8e73-180f4d8270ed {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:25:30.616197 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port afd85a26-e171-4b2f-8e73-180f4d8270ed, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=afd85a26-e171-4b2f-8e73-180f4d8270ed,segment=NetworkSegment(de861379-2f54-46de-854e-3d97dc341c89),segment_id=de861379-2f54-46de-854e-3d97dc341c89)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:30.620409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:30.684553 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=afd85a26-e171-4b2f-8e73-180f4d8270ed,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:30.709614 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9f439917-e764-4ac1-9580-03dd12a3754a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Calling delete_port for 2ea1f57c-4b4b-4141-a92f-a1d730951db9 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:25:30.884818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f439917-e764-4ac1-9580-03dd12a3754a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:30.930615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f439917-e764-4ac1-9580-03dd12a3754a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event deleted for resources: {'Port': ['ID=2ea1f57c-4b4b-4141-a92f-a1d730951db9,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:30.946836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['afd85a26-e171-4b2f-8e73-180f4d8270ed'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:25:31.228527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18657f40-6f8c-4c87-848a-21ba18790b17 req-4f6b6fb0-b202-4e88-96b0-479123126c4c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:31.230048 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-18657f40-6f8c-4c87-848a-21ba18790b17 req-4f6b6fb0-b202-4e88-96b0-479123126c4c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 944 time: 0.2218578 May 09 13:25:31.288971 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-18657f40-6f8c-4c87-848a-21ba18790b17 req-e8b706d2-128b-4421-b46f-a56662eabf1c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed947ef1-dce9-400a-9bb4-4693fd19825d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522194 May 09 13:25:31.323536 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9f439917-e764-4ac1-9580-03dd12a3754a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:31.465984 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-08ea2a3a-e0e1-48dd-8c20-44ea30e7a564 req-28da68b0-f759-470d-be0d-6456a8f5b31d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679684 May 09 13:25:31.556865 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-08ea2a3a-e0e1-48dd-8c20-44ea30e7a564 req-fec19efa-7c46-4141-a6ba-77b6c82118f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0709136 May 09 13:25:31.701439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea2a3a-e0e1-48dd-8c20-44ea30e7a564 req-f96bac4c-fe92-43cf-9d50-0b4f7b353974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:31.702878 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-08ea2a3a-e0e1-48dd-8c20-44ea30e7a564 req-f96bac4c-fe92-43cf-9d50-0b4f7b353974 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 912 time: 0.1284223 May 09 13:25:31.807931 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-08ea2a3a-e0e1-48dd-8c20-44ea30e7a564 req-48f25eff-ce8c-4a85-afc5-cde2ec5e5a8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e150356b-3c61-4315-ba0b-b6ca11cdda1c HTTP/1.1" status: 200 len: 1001 time: 0.0991399 May 09 13:25:31.869727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea2a3a-e0e1-48dd-8c20-44ea30e7a564 req-12c662a0-d24f-48a5-80ec-e29b0a4891f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:31.871162 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-08ea2a3a-e0e1-48dd-8c20-44ea30e7a564 req-12c662a0-d24f-48a5-80ec-e29b0a4891f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.0571003 May 09 13:25:31.943189 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-08ea2a3a-e0e1-48dd-8c20-44ea30e7a564 req-ef7ca777-4c78-4009-a3ee-b2dbbc50ff79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661747 May 09 13:25:32.001499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f439917-e764-4ac1-9580-03dd12a3754a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Router bad1103b-d4b2-4b06-90a0-60491c85eb78 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:25:32.072348 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-08ea2a3a-e0e1-48dd-8c20-44ea30e7a564 req-59c6ea2b-9d80-421e-85e7-227b3bf9ccc3 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230545 May 09 13:25:32.195869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f439917-e764-4ac1-9580-03dd12a3754a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:25:32.202726 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-08ea2a3a-e0e1-48dd-8c20-44ea30e7a564 req-500127d2-f7ac-478b-adcf-e2ded895921a service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247687 May 09 13:25:32.208600 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9f439917-e764-4ac1-9580-03dd12a3754a tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "PUT /v2.0/routers/bad1103b-d4b2-4b06-90a0-60491c85eb78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9835210 May 09 13:25:32.211244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58972) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:32.355589 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device afd85a26-e171-4b2f-8e73-180f4d8270ed up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:25:32.396147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bae5d6-c532-4bc4-805a-472ddbe32958 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Deleting subnet 5223c720-486c-4a56-a6ff-adc45a45c389 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:25:32.399208 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63bae5d6-c532-4bc4-805a-472ddbe32958 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:32.427463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port afd85a26-e171-4b2f-8e73-180f4d8270ed completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:25:32.432521 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port afd85a26-e171-4b2f-8e73-180f4d8270ed triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:32.433317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:32.493691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63bae5d6-c532-4bc4-805a-472ddbe32958 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:32.555223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:32.577169 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4a2cb-890c-4483-ae1f-54368bd15d58 req-0094429d-edd3-472e-bb16-e02d944c2cd2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:32.578732 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cac4a2cb-890c-4483-ae1f-54368bd15d58 req-0094429d-edd3-472e-bb16-e02d944c2cd2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 944 time: 0.1521466 May 09 13:25:32.584596 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89feeec4-c115-4057-9c7b-235099816d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd85a26-e171-4b2f-8e73-180f4d8270ed'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:25:32.595735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port afd85a26-e171-4b2f-8e73-180f4d8270ed, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=afd85a26-e171-4b2f-8e73-180f4d8270ed,segment=NetworkSegment(de861379-2f54-46de-854e-3d97dc341c89),segment_id=de861379-2f54-46de-854e-3d97dc341c89)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:32.611465 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:32.654776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63bae5d6-c532-4bc4-805a-472ddbe32958 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:32.676140 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb8689d-c197-4f84-82be-6b634fe34003'] response: {'server_uuid': '89feeec4-c115-4057-9c7b-235099816d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'code': 200} May 09 13:25:32.692424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=afd85a26-e171-4b2f-8e73-180f4d8270ed,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:32.693543 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cac4a2cb-890c-4483-ae1f-54368bd15d58 req-d186dc5b-2b39-446e-84df-d3806238b80e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed947ef1-dce9-400a-9bb4-4693fd19825d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047482 May 09 13:25:32.746415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63bae5d6-c532-4bc4-805a-472ddbe32958 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:32.788823 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bae5d6-c532-4bc4-805a-472ddbe32958 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event deleted for resources: {'Subnet': ['ID=5223c720-486c-4a56-a6ff-adc45a45c389,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:32.793818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-63bae5d6-c532-4bc4-805a-472ddbe32958 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:32.801011 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-63bae5d6-c532-4bc4-805a-472ddbe32958 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "DELETE /v2.0/subnets/5223c720-486c-4a56-a6ff-adc45a45c389 HTTP/1.1" status: 204 len: 168 time: 0.5888331 May 09 13:25:32.801688 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953bc50a-c173-4206-8a5d-9f680fd0675c None None] Network 08a52ea3-5f76-49af-9b25-99334f043227 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:25:32.803583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58980) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:32.938193 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65bac6d9-b49d-4898-a649-bb1dadf603e1 req-57cc84bd-b261-4d1f-b1d9-980cd1575677 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 1098 time: 0.0867116 May 09 13:25:32.995583 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65bac6d9-b49d-4898-a649-bb1dadf603e1 req-d33768bd-2037-4422-a862-d5f45b977c3f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ed947ef1-dce9-400a-9bb4-4693fd19825d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484629 May 09 13:25:33.020552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:33.077796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c94b587-b7aa-4c2b-99f5-dbcf76acd268 None None] DHCP port deletion for 08a52ea3-5f76-49af-9b25-99334f043227 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:25:33.081944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2c94b587-b7aa-4c2b-99f5-dbcf76acd268 None None] Deleting port 2d797528-0735-4bb2-b309-63e280abdf73 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:25:33.082316 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c94b587-b7aa-4c2b-99f5-dbcf76acd268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:33.299346 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2c94b587-b7aa-4c2b-99f5-dbcf76acd268 None None] For port 2d797528-0735-4bb2-b309-63e280abdf73, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=2d797528-0735-4bb2-b309-63e280abdf73,segment=NetworkSegment(c327239d-6c77-413d-95ce-c8e727db55e5),segment_id=c327239d-6c77-413d-95ce-c8e727db55e5)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:33.299943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c94b587-b7aa-4c2b-99f5-dbcf76acd268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:33.334738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:33.344669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Deleting port 705f9cd4-409a-45f8-98cb-7043c19d1822 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:25:33.345030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:33.432870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2c94b587-b7aa-4c2b-99f5-dbcf76acd268 None None] Calling delete_port for 2d797528-0735-4bb2-b309-63e280abdf73 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:25:33.545224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c94b587-b7aa-4c2b-99f5-dbcf76acd268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:33.555039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] For port 705f9cd4-409a-45f8-98cb-7043c19d1822, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=705f9cd4-409a-45f8-98cb-7043c19d1822,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:33.555643 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:33.601926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94b587-b7aa-4c2b-99f5-dbcf76acd268 None None] No DVR routers for this DVR port 2d797528-0735-4bb2-b309-63e280abdf73 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:25:33.612862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94b587-b7aa-4c2b-99f5-dbcf76acd268 None None] Pushing event deleted for resources: {'Port': ['ID=2d797528-0735-4bb2-b309-63e280abdf73,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:33.691950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Calling delete_port for 705f9cd4-409a-45f8-98cb-7043c19d1822 owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:25:33.913445 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:33.962473 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event deleted for resources: {'Port': ['ID=705f9cd4-409a-45f8-98cb-7043c19d1822,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:34.008998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29282447-6dea-42db-a839-f061e4d00a6f req-1690982f-b055-49f4-9caf-a5573249abc7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:34.010495 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-29282447-6dea-42db-a839-f061e4d00a6f req-1690982f-b055-49f4-9caf-a5573249abc7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 945 time: 0.1795604 May 09 13:25:34.160486 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-29282447-6dea-42db-a839-f061e4d00a6f req-b12a63ee-bee0-4d52-ad6c-923fe0fd26ce tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed947ef1-dce9-400a-9bb4-4693fd19825d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204634 May 09 13:25:34.236655 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:34.583040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:34.583619 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 2d797528-0735-4bb2-b309-63e280abdf73 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:25:34.589884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:34.621899 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 2d797528-0735-4bb2-b309-63e280abdf73 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:25:34.622185 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:34.622417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 2d797528-0735-4bb2-b309-63e280abdf73 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:25:34.623045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Fanout notify agent at l3_agent the message router_deleted on router bad1103b-d4b2-4b06-90a0-60491c85eb78 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:25:34.641101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:34.642251 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fb8637ed-6a96-447f-93b9-f6127ba99f4e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "DELETE /v2.0/routers/bad1103b-d4b2-4b06-90a0-60491c85eb78 HTTP/1.1" status: 204 len: 168 time: 1.8377497 May 09 13:25:34.644801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58994) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:34.770972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3118869f-7acd-4eb4-9c1b-212ef39c4976 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:34.913655 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74277f4f-b3d0-4cb5-b504-f05758184afb None None] New status for floating IP e4b038f0-d4dc-41ad-8af8-c187cf0c5505: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:25:34.992462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3118869f-7acd-4eb4-9c1b-212ef39c4976 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:35.016841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-3118869f-7acd-4eb4-9c1b-212ef39c4976 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a52ea3-5f76-49af-9b25-99334f043227']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:35.028574 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-3118869f-7acd-4eb4-9c1b-212ef39c4976 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c327239d-6c77-413d-95ce-c8e727db55e5') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:35.028864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-3118869f-7acd-4eb4-9c1b-212ef39c4976 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c327239d-6c77-413d-95ce-c8e727db55e5') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:35.040565 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3118869f-7acd-4eb4-9c1b-212ef39c4976 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:35.056221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3118869f-7acd-4eb4-9c1b-212ef39c4976 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:35.062103 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3118869f-7acd-4eb4-9c1b-212ef39c4976 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:25:35.062532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3118869f-7acd-4eb4-9c1b-212ef39c4976 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:25:35.076158 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:25:35.153551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3118869f-7acd-4eb4-9c1b-212ef39c4976 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:35.170216 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3118869f-7acd-4eb4-9c1b-212ef39c4976 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:35.182635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118869f-7acd-4eb4-9c1b-212ef39c4976 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event deleted for resources: {'Network': ['ID=08a52ea3-5f76-49af-9b25-99334f043227,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:35.188052 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3118869f-7acd-4eb4-9c1b-212ef39c4976 tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "DELETE /v2.0/networks/08a52ea3-5f76-49af-9b25-99334f043227 HTTP/1.1" status: 204 len: 168 time: 0.5422184 May 09 13:25:35.190641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 58998) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:35.257787 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f44443ae-921e-45de-a40b-ab6d00f1344e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:35.319408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f44443ae-921e-45de-a40b-ab6d00f1344e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:35.395002 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58ef94-4155-4815-86ec-4b5f9952a616 req-d77bc738-c62b-427d-908e-bc005f0c40f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:35.396431 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ae58ef94-4155-4815-86ec-4b5f9952a616 req-d77bc738-c62b-427d-908e-bc005f0c40f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 945 time: 0.1140060 May 09 13:25:35.433692 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f44443ae-921e-45de-a40b-ab6d00f1344e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:35.457010 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44443ae-921e-45de-a40b-ab6d00f1344e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e752242-22bb-4386-9d2d-2a30b654e68e,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:35.465888 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ae58ef94-4155-4815-86ec-4b5f9952a616 req-53e67dab-1068-4a49-8813-df610a3dedca tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed947ef1-dce9-400a-9bb4-4693fd19825d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632684 May 09 13:25:35.472227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f44443ae-921e-45de-a40b-ab6d00f1344e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:35.476229 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f44443ae-921e-45de-a40b-ab6d00f1344e tempest-TestNetworkAdvancedServerOps-1550313700 tempest-TestNetworkAdvancedServerOps-1550313700-project] 10.222.0.44 "DELETE /v2.0/security-groups/9e752242-22bb-4386-9d2d-2a30b654e68e HTTP/1.1" status: 204 len: 168 time: 0.2846780 May 09 13:25:35.677929 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b4d93-b28c-42c5-a364-eaf647711692 req-ede1f394-51b2-4150-a03c-b384ff1beccf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:35.679601 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-406b4d93-b28c-42c5-a364-eaf647711692 req-ede1f394-51b2-4150-a03c-b384ff1beccf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 945 time: 0.0861700 May 09 13:25:35.735507 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-406b4d93-b28c-42c5-a364-eaf647711692 req-b83b2600-abc3-4f01-a53e-51cab46371f9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed947ef1-dce9-400a-9bb4-4693fd19825d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501852 May 09 13:25:35.762143 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59016) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:35.836257 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-293f7fbd-2719-4eda-b321-dba3c2ee4407 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 1093 time: 0.0700686 May 09 13:25:35.836514 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59022) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:35.841617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:35.847056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:35.850766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:floatingip and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:35.853621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:35.859522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:35.871545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:35.889407 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59026) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:36.013921 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:36.085119 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ec4fca7d-aac0-494c-a710-aa9ba2e4a2ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f91e4eb308c4fb1b7a7036641c61f30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1932926 May 09 13:25:36.087776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59032) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:36.149148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e9e94ea6-2c36-44c0-b22e-904d42286fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:36.165781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.161 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/b182a24f-6f42-458a-8da5-27b8ffbc509b) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:25:36.179715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e9e94ea6-2c36-44c0-b22e-904d42286fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:36.244034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e9e94ea6-2c36-44c0-b22e-904d42286fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:36.263175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e94ea6-2c36-44c0-b22e-904d42286fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67584dbc-317f-47f8-88f9-539a2c6ffbe7,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:36.274237 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e9e94ea6-2c36-44c0-b22e-904d42286fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:36.275612 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e9e94ea6-2c36-44c0-b22e-904d42286fb4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67584dbc-317f-47f8-88f9-539a2c6ffbe7 HTTP/1.1" status: 204 len: 168 time: 0.1867857 May 09 13:25:36.337782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:36.373018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:36.446408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:25:36.449621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:25:36.452133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:25:36.487957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=b182a24f-6f42-458a-8da5-27b8ffbc509b,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:36.685826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59046) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:36.704685 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7e539c8-21ae-47b3-a097-b7708c722750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:36.737404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b7e539c8-21ae-47b3-a097-b7708c722750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:36.741545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b7e539c8-21ae-47b3-a097-b7708c722750 admin admin] Usage tracker for resource:security_group_rule and tenant:71aa68495d334606866e9d39d6a9b6e6 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:25:36.744343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b7e539c8-21ae-47b3-a097-b7708c722750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:25:36.750098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b7e539c8-21ae-47b3-a097-b7708c722750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:36.820160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7e539c8-21ae-47b3-a097-b7708c722750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:36.824474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7e539c8-21ae-47b3-a097-b7708c722750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:36.872269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e539c8-21ae-47b3-a097-b7708c722750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaef93aa-d74b-4821-a6d3-a7253e4ab554,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:36.877565 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b7e539c8-21ae-47b3-a097-b7708c722750 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71aa68495d334606866e9d39d6a9b6e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1903079 May 09 13:25:36.880046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59050) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:36.947520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aef5ae63-d843-4448-bdca-044370abd2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:36.977437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aef5ae63-d843-4448-bdca-044370abd2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:37.029762 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2699b4-569d-435a-af78-070a75ec3f0d None None] Sync routers for ids ['bad1103b-d4b2-4b06-90a0-60491c85eb78'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:25:37.046712 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aef5ae63-d843-4448-bdca-044370abd2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:37.060809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2699b4-569d-435a-af78-070a75ec3f0d None None] Routers set() bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:25:37.061517 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2699b4-569d-435a-af78-070a75ec3f0d None None] Router IDs set() for agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 09 13:25:37.061796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5ae63-d843-4448-bdca-044370abd2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaef93aa-d74b-4821-a6d3-a7253e4ab554,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:37.062550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_agentschedulers_db [None req-4b2699b4-569d-435a-af78-070a75ec3f0d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bad1103b-d4b2-4b06-90a0-60491c85eb78'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:25:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent'). {{(pid=83896) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 09 13:25:37.069531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-aef5ae63-d843-4448-bdca-044370abd2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:37.070790 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-aef5ae63-d843-4448-bdca-044370abd2ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eaef93aa-d74b-4821-a6d3-a7253e4ab554 HTTP/1.1" status: 204 len: 168 time: 0.1897247 May 09 13:25:37.115024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2699b4-569d-435a-af78-070a75ec3f0d None None] Routers set() bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:25:37.115496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2699b4-569d-435a-af78-070a75ec3f0d None None] Router IDs set() for agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 09 13:25:37.116125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_agentschedulers_db [None req-4b2699b4-569d-435a-af78-070a75ec3f0d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bad1103b-d4b2-4b06-90a0-60491c85eb78'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:25:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent'). {{(pid=83896) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 09 13:25:37.116502 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2699b4-569d-435a-af78-070a75ec3f0d None None] The sync data for ids ['bad1103b-d4b2-4b06-90a0-60491c85eb78'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:25:37.133845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:37.192683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:37.431612 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:37.437549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:37.552905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=b182a24f-6f42-458a-8da5-27b8ffbc509b,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:37.575243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:37.774948 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Floating IP 0d7f5659-ba48-469a-b9e4-9f67649f4163 associated. External IP: 172.26.1.161, port: afd85a26-e171-4b2f-8e73-180f4d8270ed. May 09 13:25:38.167996 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:25:38.365715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:25:38.375965 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb257ebe-ce91-4515-a60c-871cf0b4812a None None] Sync routers for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:25:38.399974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:38.414975 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb257ebe-ce91-4515-a60c-871cf0b4812a None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:25:38.415972 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fb257ebe-ce91-4515-a60c-871cf0b4812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:25:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:38.457842 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 2ea1f57c-4b4b-4141-a92f-a1d730951db9 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:25:38.467985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59058) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:38.479324 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8ba737c3-25e0-4e8b-b11f-6928a2d6c929 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6417284 May 09 13:25:38.483295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89feeec4-c115-4057-9c7b-235099816d39', 'tag': 'afd85a26-e171-4b2f-8e73-180f4d8270ed'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:25:38.522407 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 2ea1f57c-4b4b-4141-a92f-a1d730951db9 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:25:38.523081 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 2ea1f57c-4b4b-4141-a92f-a1d730951db9 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:25:38.571087 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0761ef-fd10-4349-963e-49761003c9af'] response: {'name': 'network-changed', 'server_uuid': '89feeec4-c115-4057-9c7b-235099816d39', 'tag': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'status': 'completed', 'code': 200} May 09 13:25:38.683885 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-fb257ebe-ce91-4515-a60c-871cf0b4812a None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:25:38.816812 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-63f91357-4bd5-4e65-8228-a4a30c8a983f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/0d7f5659-ba48-469a-b9e4-9f67649f4163 HTTP/1.1" status: 200 len: 991 time: 0.3470426 May 09 13:25:38.829005 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0f3f805-ed5e-4259-bd05-a80141755f5e req-d259a501-472d-4c38-90c8-c07dd6ca334f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 1098 time: 0.2294092 May 09 13:25:38.959144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3f805-ed5e-4259-bd05-a80141755f5e req-5ba37a0d-9c1f-4832-b9a6-29b7e104338c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:38.960579 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0f3f805-ed5e-4259-bd05-a80141755f5e req-5ba37a0d-9c1f-4832-b9a6-29b7e104338c service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 HTTP/1.1" status: 200 len: 898 time: 0.1255901 May 09 13:25:39.046734 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fb257ebe-ce91-4515-a60c-871cf0b4812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:25:17Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '0d7f5659-ba48-469a-b9e4-9f67649f4163', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.161', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'port_id': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'mac_address': 'fa:16:3e:bf:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89feeec4-c115-4057-9c7b-235099816d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:25:36Z', 'updated_at': '2022-05-09T13:25:36Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:24Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:39.053165 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb257ebe-ce91-4515-a60c-871cf0b4812a None None] Checking router: 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:25:39.066415 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb257ebe-ce91-4515-a60c-871cf0b4812a None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:25:39.067413 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fb257ebe-ce91-4515-a60c-871cf0b4812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:25:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:39.073389 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0f3f805-ed5e-4259-bd05-a80141755f5e req-352531fd-f445-41da-a082-7276ad587655 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afd85a26-e171-4b2f-8e73-180f4d8270ed HTTP/1.1" status: 200 len: 999 time: 0.1073050 May 09 13:25:39.147136 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3f805-ed5e-4259-bd05-a80141755f5e req-e10d5d16-6d45-4e3f-b60c-6161bf438a4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:39.149065 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0f3f805-ed5e-4259-bd05-a80141755f5e req-e10d5d16-6d45-4e3f-b60c-6161bf438a4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0ea5753d-d555-452c-98c1-9439bf462c50 HTTP/1.1" status: 200 len: 835 time: 0.0694685 May 09 13:25:39.264370 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0f3f805-ed5e-4259-bd05-a80141755f5e req-516467e3-b42f-42f8-b259-8546a9e96979 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1084237 May 09 13:25:39.324800 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-fb257ebe-ce91-4515-a60c-871cf0b4812a None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:25:39.433217 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0f3f805-ed5e-4259-bd05-a80141755f5e req-33ea5edd-dc77-40dd-9472-35bbe80fffdf service neutron] 10.222.0.57 "GET /v2.0/networks/cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637962 May 09 13:25:39.678442 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0f3f805-ed5e-4259-bd05-a80141755f5e req-4ca5ec05-9d3d-4318-a2db-a7ea5f33105d service neutron] 10.222.0.57 "GET /v2.0/networks/cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389684 May 09 13:25:39.816926 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fb257ebe-ce91-4515-a60c-871cf0b4812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:25:17Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '0d7f5659-ba48-469a-b9e4-9f67649f4163', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.161', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'port_id': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'mac_address': 'fa:16:3e:bf:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89feeec4-c115-4057-9c7b-235099816d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:25:36Z', 'updated_at': '2022-05-09T13:25:36Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:24Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:25:39.819888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59068) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:39.824182 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb257ebe-ce91-4515-a60c-871cf0b4812a None None] The sync data for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv is: [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:25:17Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '0d7f5659-ba48-469a-b9e4-9f67649f4163', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.161', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'port_id': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'mac_address': 'fa:16:3e:bf:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89feeec4-c115-4057-9c7b-235099816d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:25:36Z', 'updated_at': '2022-05-09T13:25:36Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:24Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:25:39.968134 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-103f1264-42b4-4457-9b2e-ce4a6d1b46d6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/0d7f5659-ba48-469a-b9e4-9f67649f4163 HTTP/1.1" status: 200 len: 991 time: 0.1469693 May 09 13:25:40.095346 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6801d32f-5869-40dc-9c2a-b79c30a6a22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:40.102808 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec8211-e811-491e-82ef-6bcf48232342 None None] New status for floating IP 0d7f5659-ba48-469a-b9e4-9f67649f4163: ACTIVE {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:25:40.456428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 705f9cd4-409a-45f8-98cb-7043c19d1822 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:25:40.499870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 705f9cd4-409a-45f8-98cb-7043c19d1822 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:25:40.500467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 705f9cd4-409a-45f8-98cb-7043c19d1822 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:25:40.972532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59074) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:25:41.310858 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-21cdba6c-376a-48c8-8c2a-fc4977ae73d6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/0d7f5659-ba48-469a-b9e4-9f67649f4163 HTTP/1.1" status: 200 len: 993 time: 0.3364086 May 09 13:25:42.389388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f57cf500-8e36-4f12-8fc1-1b46177be737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:43.301940 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:43.786619 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:44.856208 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-e40936e8-6f01-465b-b2b4-5d80be92751c tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221700446&fields=id&tenant_id=6ee21042a6294be790e2e862fb342e9a HTTP/1.1" status: 200 len: 267 time: 0.0392420 May 09 13:25:44.974615 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:44.999450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b483089-4933-4db0-b74b-97384c379d4c req-1af65e36-007d-4411-82fd-b0790f794364 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:45.001567 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-1af65e36-007d-4411-82fd-b0790f794364 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 811 time: 0.1390107 May 09 13:25:45.017866 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-99e9609b-4fa1-4a14-8d9d-92bed225aef6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/quotas/6ee21042a6294be790e2e862fb342e9a HTTP/1.1" status: 200 len: 375 time: 0.0107462 May 09 13:25:45.100988 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-4171de83-4374-4bd8-80cb-dc9ab85b1f1a tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0779984 May 09 13:25:45.116231 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-cf824011-6b78-406e-942c-cdc3c3ec6923 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:25:45.117183 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-cf824011-6b78-406e-942c-cdc3c3ec6923 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047252 May 09 13:25:45.243758 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-c08810f0-5d49-4ca4-a08b-9af996ece7de service neutron] 10.222.0.44 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212685 May 09 13:25:45.371926 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-d15aace0-618a-4c69-8d8f-0473aedb5745 service neutron] 10.222.0.44 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225903 May 09 13:25:45.887368 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b4464ca7-9402-4a07-bae9-0070fce70481 req-833ea76a-6d53-4d1a-91b3-bc66669d16e6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 210 time: 0.1700695 May 09 13:25:46.987148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b483089-4933-4db0-b74b-97384c379d4c req-d1e314c8-93ef-4276-bb23-bec1efde072b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:46.987806 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-9b483089-4933-4db0-b74b-97384c379d4c req-d1e314c8-93ef-4276-bb23-bec1efde072b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Synchronizing usage tracker for tenant:6ee21042a6294be790e2e862fb342e9a on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:25:47.006385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-9b483089-4933-4db0-b74b-97384c379d4c req-d1e314c8-93ef-4276-bb23-bec1efde072b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Unset dirty status for tenant:6ee21042a6294be790e2e862fb342e9a on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:25:47.007560 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-d1e314c8-93ef-4276-bb23-bec1efde072b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 811 time: 0.1654370 May 09 13:25:47.053998 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-92f678eb-076f-41d9-818c-7b7f777d1cc9 req-bea1915b-62a2-4d86-9dce-73d26ecb4264 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 210 time: 0.0414572 May 09 13:25:47.066299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-9b483089-4933-4db0-b74b-97384c379d4c req-964c0725-00d1-41d6-a610-6f7173be9e9b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Synchronizing usage tracker for tenant:6ee21042a6294be790e2e862fb342e9a on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:25:47.084251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-9b483089-4933-4db0-b74b-97384c379d4c req-964c0725-00d1-41d6-a610-6f7173be9e9b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Unset dirty status for tenant:6ee21042a6294be790e2e862fb342e9a on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:25:47.085502 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-964c0725-00d1-41d6-a610-6f7173be9e9b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ee21042a6294be790e2e862fb342e9a HTTP/1.1" status: 200 len: 379 time: 0.0609496 May 09 13:25:47.094367 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Request body: {'port': {'device_id': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'admin_state_up': True, 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'security_groups': ['0720b202-1702-434b-b146-20fb4e6d3ab1']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:47.229177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:25:47.238850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:25:47.248785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Made reservation on behalf of 6ee21042a6294be790e2e862fb342e9a for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:25:47.251763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:47.415695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Allocated IP 172.20.0.13 (eb51bff7-c499-4df6-8d1c-0be354372657/20ee6795-cc68-45ce-911d-6b54778f45e8/1139b267-0d00-4c6e-856d-eec148fe413e) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:25:47.602206 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:47.619171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Transition to ACTIVE for port object 1139b267-0d00-4c6e-856d-eec148fe413e will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:25:47.642311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:47.719140 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Network eb51bff7-c499-4df6-8d1c-0be354372657 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:25:47.722235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:25:47.726688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:25:47.760729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'Port': ['ID=1139b267-0d00-4c6e-856d-eec148fe413e,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:47.801976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:47.802560 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:47.830304 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-bf7ae473-4109-4595-a71b-fe8abe21dad5 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7400436 May 09 13:25:47.841056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-091cbf58-fcae-4fed-9aa6-c2ce4971933b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:25:47.842345 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-091cbf58-fcae-4fed-9aa6-c2ce4971933b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053582 May 09 13:25:47.853249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Request body: {'port': {'device_id': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:25:47.977186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b844fd5a-287b-40c8-8ea6-600594b3a51f None None] Provisioning for port 1139b267-0d00-4c6e-856d-eec148fe413e completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:25:47.982713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b844fd5a-287b-40c8-8ea6-600594b3a51f None None] Provisioning complete for port 1139b267-0d00-4c6e-856d-eec148fe413e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:47.983074 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b844fd5a-287b-40c8-8ea6-600594b3a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:48.038981 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b844fd5a-287b-40c8-8ea6-600594b3a51f None None] Port 1139b267-0d00-4c6e-856d-eec148fe413e cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:25:48.056889 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:48.262377 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da71a-0add-456f-a2c6-c765d24a865d req-ed66396e-4f00-4ed2-a092-27a81a1ce8b6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:48.264471 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a3da71a-0add-456f-a2c6-c765d24a865d req-ed66396e-4f00-4ed2-a092-27a81a1ce8b6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 932 time: 0.0798917 May 09 13:25:48.313088 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a3da71a-0add-456f-a2c6-c765d24a865d req-f047eaf3-bfdb-4164-a876-2f2dbbb1738b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420380 May 09 13:25:48.402297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1139b267-0d00-4c6e-856d-eec148fe413e {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:25:48.409690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:48.425441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Transition to ACTIVE for port object 1139b267-0d00-4c6e-856d-eec148fe413e will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:25:48.429660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:48.560964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Pushing event updated for resources: {'Port': ['ID=1139b267-0d00-4c6e-856d-eec148fe413e,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:48.674134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Attempting to bind port 1139b267-0d00-4c6e-856d-eec148fe413e on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:25:48.674379 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Attempting to bind port 1139b267-0d00-4c6e-856d-eec148fe413e by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:25:48.674768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Attempting to bind port 1139b267-0d00-4c6e-856d-eec148fe413e on network eb51bff7-c499-4df6-8d1c-0be354372657 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:25:48.681423 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Port 1139b267-0d00-4c6e-856d-eec148fe413e on network eb51bff7-c499-4df6-8d1c-0be354372657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:25:48.681874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Attempting to bind port 1139b267-0d00-4c6e-856d-eec148fe413e on network eb51bff7-c499-4df6-8d1c-0be354372657 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:25:48.689810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:25:48.690417 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Checking segment: {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:25:48.690808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Bound using segment: {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:25:48.691234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Bound port: 1139b267-0d00-4c6e-856d-eec148fe413e, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83b522f-1206-460e-8c48-e77c9ea859df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:25:48.691603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:48.783771 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] For port 1139b267-0d00-4c6e-856d-eec148fe413e, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:25:48.786753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] For port 1139b267-0d00-4c6e-856d-eec148fe413e, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1139b267-0d00-4c6e-856d-eec148fe413e,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:25:48.790100 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:48.850503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:48.851869 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] 10.222.0.57 "PUT /v2.0/ports/1139b267-0d00-4c6e-856d-eec148fe413e HTTP/1.1" status: 200 len: 1094 time: 1.0028598 May 09 13:25:48.852299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'tag': '1139b267-0d00-4c6e-856d-eec148fe413e'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:25:48.871757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa8b4e-df38-491d-af48-eeb2014e61fa service neutron] Pushing event updated for resources: {'Port': ['ID=1139b267-0d00-4c6e-856d-eec148fe413e,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:48.923040 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1dbe2b-f052-4165-ade7-7c286d2d7d8a'] response: {'name': 'network-changed', 'server_uuid': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'tag': '1139b267-0d00-4c6e-856d-eec148fe413e', 'status': 'completed', 'code': 200} May 09 13:25:48.963277 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-55f7aee7-b446-468c-88c1-81130d28d61d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 1097 time: 0.0737669 May 09 13:25:48.972072 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:25:49.035959 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-c6c8b27f-860b-42da-84db-875e7ab5d416 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1139b267-0d00-4c6e-856d-eec148fe413e HTTP/1.1" status: 200 len: 217 time: 0.0655599 May 09 13:25:49.098799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b483089-4933-4db0-b74b-97384c379d4c req-ac072eed-7f7b-474f-b767-1e822484cb81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:49.100236 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-ac072eed-7f7b-474f-b767-1e822484cb81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.0593090 May 09 13:25:49.175271 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-891e717c-0082-433c-a582-2847104ca059 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697420 May 09 13:25:49.300175 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-b8a9d451-f095-4402-9858-81df8d10ef41 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188679 May 09 13:25:49.430126 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9b483089-4933-4db0-b74b-97384c379d4c req-06628298-4926-4aa6-af54-b846e0a59a01 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243992 May 09 13:25:49.510980 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e6575-2c61-4caf-9903-38735ecb848c req-b5b826d8-288f-4c7a-aed4-49dd38c9f9b7 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:49.512552 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-992e6575-2c61-4caf-9903-38735ecb848c req-b5b826d8-288f-4c7a-aed4-49dd38c9f9b7 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 944 time: 0.0786297 May 09 13:25:49.547242 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a7de9cf2-4879-4e8e-8ce4-3e6333dfdd3c req-3ac1dcc6-a8fd-461a-a4bb-6974de84e27d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 1097 time: 0.0708935 May 09 13:25:49.559786 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-992e6575-2c61-4caf-9903-38735ecb848c req-f9d0fac4-dac6-4910-8f29-96d63fce48f8 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402050 May 09 13:25:49.676775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de9cf2-4879-4e8e-8ce4-3e6333dfdd3c req-70a6f045-3e71-4215-923c-1a9769cf71f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:49.678240 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a7de9cf2-4879-4e8e-8ce4-3e6333dfdd3c req-70a6f045-3e71-4215-923c-1a9769cf71f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 912 time: 0.1253750 May 09 13:25:49.830625 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a7de9cf2-4879-4e8e-8ce4-3e6333dfdd3c req-d94dd345-70e5-4ce7-b3bf-32db96b98166 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1139b267-0d00-4c6e-856d-eec148fe413e HTTP/1.1" status: 200 len: 217 time: 0.1451116 May 09 13:25:49.892786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de9cf2-4879-4e8e-8ce4-3e6333dfdd3c req-dd9f7508-f5fd-4e24-bca4-569ff2fa9cb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:49.894366 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a7de9cf2-4879-4e8e-8ce4-3e6333dfdd3c req-dd9f7508-f5fd-4e24-bca4-569ff2fa9cb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.0570705 May 09 13:25:49.967658 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a7de9cf2-4879-4e8e-8ce4-3e6333dfdd3c req-119b246f-9178-43f7-a1b4-6b930df9f40c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672152 May 09 13:25:50.093607 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a7de9cf2-4879-4e8e-8ce4-3e6333dfdd3c req-ab9abcc9-2df0-442f-975e-61013a01622f service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197090 May 09 13:25:50.219505 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a7de9cf2-4879-4e8e-8ce4-3e6333dfdd3c req-e6569bb4-6242-498f-8d8b-773dd5c1a740 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198850 May 09 13:25:50.765236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda14e69-9dec-4905-92c9-1f429eecd690 req-c133a5c1-373c-43db-a3a8-c100527774b6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:50.766689 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eda14e69-9dec-4905-92c9-1f429eecd690 req-c133a5c1-373c-43db-a3a8-c100527774b6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 944 time: 0.0786314 May 09 13:25:50.818303 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eda14e69-9dec-4905-92c9-1f429eecd690 req-109421b7-fdc4-4cb9-8365-7ed07ece5555 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460327 May 09 13:25:51.209053 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:52.012632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72228d0-72ed-409d-89f9-972ecc647630 req-1adb502f-cf51-4439-9dbf-204b06f48309 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:52.014092 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e72228d0-72ed-409d-89f9-972ecc647630 req-1adb502f-cf51-4439-9dbf-204b06f48309 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 944 time: 0.0767739 May 09 13:25:52.058358 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e72228d0-72ed-409d-89f9-972ecc647630 req-ff12ebca-0f97-4980-9205-70414256d7b6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387933 May 09 13:25:53.268529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7177d12-f4e9-46dd-a590-a59a2d173cfa req-55281dd1-8e07-4840-8059-7e75b8ff2144 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:53.270015 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c7177d12-f4e9-46dd-a590-a59a2d173cfa req-55281dd1-8e07-4840-8059-7e75b8ff2144 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 944 time: 0.0831828 May 09 13:25:53.315352 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c7177d12-f4e9-46dd-a590-a59a2d173cfa req-99e735ba-40b2-4370-8f75-e526e15aa98e tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398216 May 09 13:25:54.516103 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91a6ed-fe7f-485c-9d6a-106110dce164 req-31f03151-bdd6-49bd-8291-211c56ddfbe6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:54.517564 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-df91a6ed-fe7f-485c-9d6a-106110dce164 req-31f03151-bdd6-49bd-8291-211c56ddfbe6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 944 time: 0.0782657 May 09 13:25:54.560449 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-df91a6ed-fe7f-485c-9d6a-106110dce164 req-9057b7e1-93e6-4725-81e6-2f60fb4f159b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373826 May 09 13:25:55.756942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178ac31-ccd6-4120-86d1-5a2eb96e7bc6 req-a5084e42-d79b-4d75-9d24-fefa95acc364 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:55.758311 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1178ac31-ccd6-4120-86d1-5a2eb96e7bc6 req-a5084e42-d79b-4d75-9d24-fefa95acc364 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 944 time: 0.0793412 May 09 13:25:55.802562 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1178ac31-ccd6-4120-86d1-5a2eb96e7bc6 req-5b13a930-4678-44eb-9d53-ffc02b98e8ad tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386803 May 09 13:25:56.507503 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 1139b267-0d00-4c6e-856d-eec148fe413e details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:25:56.636766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 1139b267-0d00-4c6e-856d-eec148fe413e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1139b267-0d00-4c6e-856d-eec148fe413e,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:56.649985 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '1139b267-0d00-4c6e-856d-eec148fe413e', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'port_id': '1139b267-0d00-4c6e-856d-eec148fe413e', 'mac_address': 'fa:16:3e:42:19:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:25:56.707913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:56.724044 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1139b267-0d00-4c6e-856d-eec148fe413e {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:25:56.738639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 1139b267-0d00-4c6e-856d-eec148fe413e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1139b267-0d00-4c6e-856d-eec148fe413e,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:56.742326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:56.804897 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=1139b267-0d00-4c6e-856d-eec148fe413e,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:56.993994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214689b3-78a1-4515-aeb5-5f1587f19744 req-6c6a1bbb-c2e1-4961-a40d-c4627ef3363c tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:56.995340 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-214689b3-78a1-4515-aeb5-5f1587f19744 req-6c6a1bbb-c2e1-4961-a40d-c4627ef3363c tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 945 time: 0.0768528 May 09 13:25:57.042313 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-214689b3-78a1-4515-aeb5-5f1587f19744 req-1cf16136-17c5-4820-b957-9de48a3c11e0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408640 May 09 13:25:57.094255 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['1139b267-0d00-4c6e-856d-eec148fe413e'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:25:58.234910 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878135a-24ad-46f4-a518-792625689cb8 req-c629df3c-95e8-4b8b-943a-fcff19c7077b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:58.236319 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1878135a-24ad-46f4-a518-792625689cb8 req-c629df3c-95e8-4b8b-943a-fcff19c7077b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 945 time: 0.0748844 May 09 13:25:58.280597 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1878135a-24ad-46f4-a518-792625689cb8 req-d3483dc0-54b2-4834-8d23-df78a9fd7601 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385761 May 09 13:25:58.522793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 1139b267-0d00-4c6e-856d-eec148fe413e up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:25:58.591634 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 1139b267-0d00-4c6e-856d-eec148fe413e completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:25:58.596314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 1139b267-0d00-4c6e-856d-eec148fe413e triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:25:58.596671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:58.706407 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:58.731152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1139b267-0d00-4c6e-856d-eec148fe413e'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:25:58.741388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 1139b267-0d00-4c6e-856d-eec148fe413e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1139b267-0d00-4c6e-856d-eec148fe413e,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:25:58.745308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:25:58.785596 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5acd340-1446-457f-bc2d-bdb9a41451f2'] response: {'server_uuid': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1139b267-0d00-4c6e-856d-eec148fe413e', 'code': 200} May 09 13:25:58.810870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=1139b267-0d00-4c6e-856d-eec148fe413e,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:25:59.118949 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-68870813-5c86-4b83-b733-b98d1cd5f9d0 req-46b2df6d-2454-4b36-ace9-8fd31a7295a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 1099 time: 0.1333971 May 09 13:25:59.159479 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-68870813-5c86-4b83-b733-b98d1cd5f9d0 req-c8921bc5-7446-4b58-b1af-10f810f5f3e3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346489 May 09 13:25:59.485383 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97efc0a-cab1-4e5b-a54e-0f3df479f8f8 req-f02a116c-12aa-4950-8fd0-cecb18af66bb tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:25:59.486801 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f97efc0a-cab1-4e5b-a54e-0f3df479f8f8 req-f02a116c-12aa-4950-8fd0-cecb18af66bb tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 946 time: 0.0770676 May 09 13:25:59.609349 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f97efc0a-cab1-4e5b-a54e-0f3df479f8f8 req-9d82adf7-f485-4e28-a4b8-bc2625f9426a tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166797 May 09 13:26:00.806031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889a753-3a08-4e79-817c-5b305e52a929 req-39d9a215-a9b8-4d03-9a24-c02c69073721 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:26:00.807469 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4889a753-3a08-4e79-817c-5b305e52a929 req-39d9a215-a9b8-4d03-9a24-c02c69073721 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 946 time: 0.0743711 May 09 13:26:00.854345 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4889a753-3a08-4e79-817c-5b305e52a929 req-05de3d74-6767-4cc0-a0d3-9f0bc22d9114 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413902 May 09 13:26:01.051480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de323c94-8c17-4bc4-8a63-7cb1fc288aca req-c23f479b-5a7b-416c-ab01-a6f3f9ad167c tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:26:01.052914 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-de323c94-8c17-4bc4-8a63-7cb1fc288aca req-c23f479b-5a7b-416c-ab01-a6f3f9ad167c tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 946 time: 0.0784147 May 09 13:26:01.099372 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-de323c94-8c17-4bc4-8a63-7cb1fc288aca req-1c103d5e-c576-4a0c-bd8c-fa90b0e75736 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408571 May 09 13:26:01.127273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59150) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:01.195896 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-93f38ff0-6744-4fe5-ad89-30fc377a3951 tempest-TestVolumeBootPattern-1576837830 tempest-TestVolumeBootPattern-1576837830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 1094 time: 0.0674698 May 09 13:26:01.198519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59154) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:01.204280 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': '1139b267-0d00-4c6e-856d-eec148fe413e', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:26:01.209961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:26:01.213778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Usage tracker for resource:floatingip and tenant:6ee21042a6294be790e2e862fb342e9a is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:26:01.216646 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:26:01.222341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:26:01.236247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:01.366181 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:01.503573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Allocated IP 172.26.1.103 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/3aa4b8a6-a5e0-4897-b4d1-831a8c5999b1) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:26:01.645758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:01.673098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:01.751602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:26:01.754676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:26:01.757465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:26:01.789325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'Port': ['ID=3aa4b8a6-a5e0-4897-b4d1-831a8c5999b1,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:02.250532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:02.303532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:02.502786 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:02.507032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:02.705717 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event updated for resources: {'Port': ['ID=3aa4b8a6-a5e0-4897-b4d1-831a8c5999b1,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:02.720165 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:02.909888 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Floating IP 46df6224-8650-42a8-a7c2-1b596afc0761 associated. External IP: 172.26.1.103, port: 1139b267-0d00-4c6e-856d-eec148fe413e. May 09 13:26:03.297935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Router 8920e538-e61c-46d8-8611-3a13a59e6b65 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:26:03.500870 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:26:03.510296 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe64b3e4-7c5d-42e8-9b14-a95350b22b47 None None] Sync routers for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:26:03.522943 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe64b3e4-7c5d-42e8-9b14-a95350b22b47 None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:26:03.523548 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fe64b3e4-7c5d-42e8-9b14-a95350b22b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:25:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:26:03.524330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:03.579324 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-79dc822c-954f-4f34-8d6f-c604cd6455b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3776801 May 09 13:26:03.579324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'tag': '1139b267-0d00-4c6e-856d-eec148fe413e'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:26:03.700174 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-fe64b3e4-7c5d-42e8-9b14-a95350b22b47 None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:26:03.711530 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2f90a9-0db0-4030-82a8-7dbda269d558'] response: {'name': 'network-changed', 'server_uuid': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'tag': '1139b267-0d00-4c6e-856d-eec148fe413e', 'status': 'completed', 'code': 200} May 09 13:26:03.803346 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3281ba48-23f9-4696-a7e0-628c34df645b req-5b5bf9bf-d261-4f3e-a225-e1b2b0cc4c2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 1099 time: 0.0712717 May 09 13:26:03.933339 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281ba48-23f9-4696-a7e0-628c34df645b req-aadf201f-1621-44ca-9493-e30de550b028 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:26:03.934766 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3281ba48-23f9-4696-a7e0-628c34df645b req-aadf201f-1621-44ca-9493-e30de550b028 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 912 time: 0.1246955 May 09 13:26:04.040201 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3281ba48-23f9-4696-a7e0-628c34df645b req-b7745b84-9e53-4e0d-8931-ec131a6c1653 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1139b267-0d00-4c6e-856d-eec148fe413e HTTP/1.1" status: 200 len: 1000 time: 0.0998883 May 09 13:26:04.050672 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fe64b3e4-7c5d-42e8-9b14-a95350b22b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '46df6224-8650-42a8-a7c2-1b596afc0761', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.103', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': '1139b267-0d00-4c6e-856d-eec148fe413e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:42:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:26:02Z', 'updated_at': '2022-05-09T13:26:02Z', 'revision_number': 0, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}, {'id': '5101b5e3-d9ff-491c-bf49-297bf383b2a0', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.208', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:ab:47:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:23:54Z', 'updated_at': '2022-05-09T13:23:59Z', 'revision_number': 1, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:26:04.054569 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe64b3e4-7c5d-42e8-9b14-a95350b22b47 None None] Checking router: 8920e538-e61c-46d8-8611-3a13a59e6b65 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:26:04.065160 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe64b3e4-7c5d-42e8-9b14-a95350b22b47 None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:26:04.065763 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fe64b3e4-7c5d-42e8-9b14-a95350b22b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:25:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:26:04.101792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281ba48-23f9-4696-a7e0-628c34df645b req-d557dba1-d203-42ec-b2b3-f5d75a1de07e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:26:04.103209 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3281ba48-23f9-4696-a7e0-628c34df645b req-d557dba1-d203-42ec-b2b3-f5d75a1de07e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.0568404 May 09 13:26:04.178608 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3281ba48-23f9-4696-a7e0-628c34df645b req-33cf4aa3-dbd9-4886-b0d5-689a58ae707e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695586 May 09 13:26:04.238345 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-fe64b3e4-7c5d-42e8-9b14-a95350b22b47 None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:26:04.309410 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3281ba48-23f9-4696-a7e0-628c34df645b req-b25c6b4f-97b2-45bf-a923-e57d1b12bf2d service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242199 May 09 13:26:04.438987 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3281ba48-23f9-4696-a7e0-628c34df645b req-695fcf6d-951c-443e-90ed-9d598ec41fac service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236191 May 09 13:26:04.612090 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fe64b3e4-7c5d-42e8-9b14-a95350b22b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '46df6224-8650-42a8-a7c2-1b596afc0761', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.103', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': '1139b267-0d00-4c6e-856d-eec148fe413e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:42:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:26:02Z', 'updated_at': '2022-05-09T13:26:02Z', 'revision_number': 0, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}, {'id': '5101b5e3-d9ff-491c-bf49-297bf383b2a0', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.208', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:ab:47:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:23:54Z', 'updated_at': '2022-05-09T13:23:59Z', 'revision_number': 1, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:26:04.615966 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe64b3e4-7c5d-42e8-9b14-a95350b22b47 None None] The sync data for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv is: [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '46df6224-8650-42a8-a7c2-1b596afc0761', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.103', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': '1139b267-0d00-4c6e-856d-eec148fe413e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:42:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:26:02Z', 'updated_at': '2022-05-09T13:26:02Z', 'revision_number': 0, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}, {'id': '5101b5e3-d9ff-491c-bf49-297bf383b2a0', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.208', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:ab:47:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:23:54Z', 'updated_at': '2022-05-09T13:23:59Z', 'revision_number': 1, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:26:04.802720 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e754b2f8-c13d-4bd8-bba5-8d243bfcdc66 None None] New status for floating IP 46df6224-8650-42a8-a7c2-1b596afc0761: ACTIVE {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:26:10.088152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-19976334-35e5-4344-8a1b-76713adec2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:12.385999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-021f27ce-5396-47f5-b484-1cce36b6ff6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:13.303982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:13.790010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:14.976839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:21.225377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:25.973917 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:26:32.424861 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5dfb1a1a-d1dd-4aa7-94b8-b930453d6ea4 req-3bcc1f9f-56e1-40b6-bfb1-b19244bd27f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700159 May 09 13:26:32.556718 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5dfb1a1a-d1dd-4aa7-94b8-b930453d6ea4 req-b89a3086-4e55-4801-96ab-7a5e53aed8f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0662839 May 09 13:26:32.699736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb1a1a-d1dd-4aa7-94b8-b930453d6ea4 req-77cbf8cf-1fce-45c6-9360-6340b8d95de3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:26:32.701083 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5dfb1a1a-d1dd-4aa7-94b8-b930453d6ea4 req-77cbf8cf-1fce-45c6-9360-6340b8d95de3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 912 time: 0.1234324 May 09 13:26:32.882099 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5dfb1a1a-d1dd-4aa7-94b8-b930453d6ea4 req-1ac70e6a-0cec-4848-91e8-db2b4133fcce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e150356b-3c61-4315-ba0b-b6ca11cdda1c HTTP/1.1" status: 200 len: 1001 time: 0.1751666 May 09 13:26:32.948947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb1a1a-d1dd-4aa7-94b8-b930453d6ea4 req-3d885d33-9e87-43b6-90dc-327991985206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:26:32.950429 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5dfb1a1a-d1dd-4aa7-94b8-b930453d6ea4 req-3d885d33-9e87-43b6-90dc-327991985206 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.0626543 May 09 13:26:33.022034 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5dfb1a1a-d1dd-4aa7-94b8-b930453d6ea4 req-45152309-abb1-4ad9-85f6-46be0e74b6cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653360 May 09 13:26:33.150252 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5dfb1a1a-d1dd-4aa7-94b8-b930453d6ea4 req-c36379de-007f-4fa3-8282-54753ba8d237 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211314 May 09 13:26:33.280401 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5dfb1a1a-d1dd-4aa7-94b8-b930453d6ea4 req-7b7afae1-b9b9-4d7d-aa46-8bc48e5475e7 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243281 May 09 13:26:40.090670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bcfd85b9-7950-4796-a054-f4ebecafb0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:42.387120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39c6c23a-05be-4529-93a9-f821d8389476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:43.305572 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:43.791591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:44.981545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:51.219491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:53.441034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59196) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:53.512192 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c9a3914c-8679-4eca-83ed-af111fdcc67e tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=b8565fca19184006b055116e4f64bdfc&network_id=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 HTTP/1.1" status: 200 len: 2999 time: 0.0702202 May 09 13:26:54.973613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59210) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:55.036007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c2d66-863c-4796-8233-9520b02f6e45 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:26:55.037133 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ae6c2d66-863c-4796-8233-9520b02f6e45 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 814 time: 0.0623398 May 09 13:26:55.521225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59218) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:55.527958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'network': {'name': 'tempest-network-smoke--1520730613', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'port_security_enabled': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:26:55.531965 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:26:55.541913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:26:55.551921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:26:55.554834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:55.584010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:26:55.593767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:55.594106 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Added segment 880fbea5-5e53-4fd8-8a2a-d3ab06b7741b of type vlan for network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 May 09 13:26:55.620042 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:55.648993 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:55.652917 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:26:55.653507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:55.764801 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2424757 May 09 13:26:55.767762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Network': ['ID=6e9ccf37-c250-42e4-9adc-fe6467ca3a69,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:55.768009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59222) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:55.776361 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:55.776637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:55.776961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:55.777303 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:55.777627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:55.777940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:55.778839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:55.778839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:55.779008 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:55.779292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:55.779941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd700-6ae6-4a53-8815-e653904eb87a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:55.791571 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:26:55.834320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e681b2-9d3d-41ae-96f9-20d7ea3d2cd7 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:26:55.835767 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b7e681b2-9d3d-41ae-96f9-20d7ea3d2cd7 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8565fca19184006b055116e4f64bdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0666678 May 09 13:26:55.838945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59226) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:55.970485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df969b49-b24b-40b5-9c46-ce3c86a87b65 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:26:55.971957 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-df969b49-b24b-40b5-9c46-ce3c86a87b65 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321793 May 09 13:26:55.974808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59230) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:56.013864 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c72669cc-ce1d-4035-9220-42f5178d5f8e tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371430 May 09 13:26:56.015498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59234) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:56.055340 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c1bcb420-0477-4046-81e8-94b9b844bafa tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8565fca19184006b055116e4f64bdfc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387034 May 09 13:26:56.057636 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59238) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:56.192830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731241a5-40b6-4b56-af56-0d97bb109d4a tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:26:56.194327 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-731241a5-40b6-4b56-af56-0d97bb109d4a tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1358283 May 09 13:26:56.197075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59242) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:56.240069 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-de18991a-1d8e-472e-8ab4-0182b88e1375 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418973 May 09 13:26:56.242410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59246) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:56.247787 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1343340932', 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:26:56.358324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:26:56.362988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:subnet and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:26:56.366011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:26:56.371851 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:26:56.383383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:26:56.502128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:56.818885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:56.902393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Subnet': ['ID=99f021ce-2a97-4277-9185-3a04b4d30570,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:56.907591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Checking segment: {'id': '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:26:56.907591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network hostable DHCP agents. Network: 6e9ccf37-c250-42e4-9adc-fe6467ca3a69, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:26:56.932135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:26:56.943973 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 6e9ccf37-c250-42e4-9adc-fe6467ca3a69) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:26:56.949150 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:26:56.949150 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:56.958948 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea60737-3f02-4026-9dd1-a8d6a16f8316 None None] Network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:26:56.974191 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4ddc9a37-33f8-4c26-9622-7fabd0292d73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7304313 May 09 13:26:57.066659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59252) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:57.074674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-184201739', 'description': 'tempest-secgroup-smoke-184201739 description', 'project_id': 'b8565fca19184006b055116e4f64bdfc'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:26:57.081073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:26:57.093221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:26:57.104679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.154680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:26:57.154680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:26:57.160423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:26:57.164075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:26:57.212629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-6e9ccf37-c250-42e4-9adc-fe6467ca3a69', 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ips': [{'subnet_id': '99f021ce-2a97-4277-9185-3a04b4d30570'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:26:57.214309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.228038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.231998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.290710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:57.290710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.296412 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2243378 May 09 13:26:57.296412 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59256) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:57.303699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-83c0b283-5ea5-4919-bad9-7f80abc709a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:26:57.310545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.310545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.310545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.310545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.310545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.310545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.310545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.310545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.313227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.313227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.313227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dbe8b0-0070-45ce-96a5-116db0ba95da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.319726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-83c0b283-5ea5-4919-bad9-7f80abc709a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:26:57.325082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-83c0b283-5ea5-4919-bad9-7f80abc709a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:26:57.325082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-83c0b283-5ea5-4919-bad9-7f80abc709a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:26:57.339256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-83c0b283-5ea5-4919-bad9-7f80abc709a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:26:57.360738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-83c0b283-5ea5-4919-bad9-7f80abc709a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.386678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Allocated IP 172.20.0.18 (6e9ccf37-c250-42e4-9adc-fe6467ca3a69/99f021ce-2a97-4277-9185-3a04b4d30570/fd4da75e-f262-4d29-97b3-114fc48dff63) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:26:57.426674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-83c0b283-5ea5-4919-bad9-7f80abc709a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.430463 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-83c0b283-5ea5-4919-bad9-7f80abc709a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.458709 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0b283-5ea5-4919-bad9-7f80abc709a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64fdc50-9d96-4568-b3eb-3ea1e6b93b14,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:57.466841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-83c0b283-5ea5-4919-bad9-7f80abc709a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.468138 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-83c0b283-5ea5-4919-bad9-7f80abc709a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1719551 May 09 13:26:57.473362 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59260) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:57.479601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4490cef9-f448-4c67-8e1e-d789af9aa795 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:26:57.486652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4490cef9-f448-4c67-8e1e-d789af9aa795 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:26:57.489949 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4490cef9-f448-4c67-8e1e-d789af9aa795 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:26:57.492912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4490cef9-f448-4c67-8e1e-d789af9aa795 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:26:57.498645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4490cef9-f448-4c67-8e1e-d789af9aa795 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:26:57.515639 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4490cef9-f448-4c67-8e1e-d789af9aa795 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.588206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4490cef9-f448-4c67-8e1e-d789af9aa795 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.592692 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4490cef9-f448-4c67-8e1e-d789af9aa795 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.611536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.615721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490cef9-f448-4c67-8e1e-d789af9aa795 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98887293-0919-43df-adb2-2e20436ac1a5,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:57.626260 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4490cef9-f448-4c67-8e1e-d789af9aa795 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.630105 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4490cef9-f448-4c67-8e1e-d789af9aa795 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1529222 May 09 13:26:57.630791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59264) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:57.632523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Transition to ACTIVE for port object fd4da75e-f262-4d29-97b3-114fc48dff63 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:26:57.635889 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-caece90d-ed5a-4646-81f6-23cd710b9f46 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:26:57.642205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-caece90d-ed5a-4646-81f6-23cd710b9f46 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:26:57.645986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-caece90d-ed5a-4646-81f6-23cd710b9f46 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:26:57.648868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-caece90d-ed5a-4646-81f6-23cd710b9f46 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:26:57.651992 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Transition to ACTIVE for port object fd4da75e-f262-4d29-97b3-114fc48dff63 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:26:57.655095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-caece90d-ed5a-4646-81f6-23cd710b9f46 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:26:57.658074 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.672541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-caece90d-ed5a-4646-81f6-23cd710b9f46 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.724813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:26:57.727425 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:26:57.731110 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:26:57.734990 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-caece90d-ed5a-4646-81f6-23cd710b9f46 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.738068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Pushing event updated for resources: {'Port': ['ID=fd4da75e-f262-4d29-97b3-114fc48dff63,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:57.738853 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-caece90d-ed5a-4646-81f6-23cd710b9f46 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.768177 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caece90d-ed5a-4646-81f6-23cd710b9f46 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2777529-7acf-4e3e-8f01-cf4f40206a35,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:57.775472 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-caece90d-ed5a-4646-81f6-23cd710b9f46 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.776740 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-caece90d-ed5a-4646-81f6-23cd710b9f46 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1454513 May 09 13:26:57.779394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59268) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:57.784876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cbf8fd12-8b1b-4185-948c-b4bec6c35489 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:26:57.790626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cbf8fd12-8b1b-4185-948c-b4bec6c35489 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:26:57.794440 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cbf8fd12-8b1b-4185-948c-b4bec6c35489 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:26:57.797839 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cbf8fd12-8b1b-4185-948c-b4bec6c35489 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:26:57.803591 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cbf8fd12-8b1b-4185-948c-b4bec6c35489 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:26:57.805667 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.806016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.806354 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.806684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.807014 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.807338 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.807661 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.807984 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.808303 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.808623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.808941 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:26:57.824142 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cbf8fd12-8b1b-4185-948c-b4bec6c35489 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.832792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Attempting to bind port fd4da75e-f262-4d29-97b3-114fc48dff63 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:26:57.833157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Attempting to bind port fd4da75e-f262-4d29-97b3-114fc48dff63 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:26:57.834099 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Attempting to bind port fd4da75e-f262-4d29-97b3-114fc48dff63 on network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:26:57.839967 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:26:57.840336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Checking segment: {'id': '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:26:57.840731 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.841123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Bound using segment: {'id': '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:26:57.841617 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Bound port: fd4da75e-f262-4d29-97b3-114fc48dff63, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:26:57.841988 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.893167 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cbf8fd12-8b1b-4185-948c-b4bec6c35489 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.897709 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cbf8fd12-8b1b-4185-948c-b4bec6c35489 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.920253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8fd12-8b1b-4185-948c-b4bec6c35489 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48b4f92-5569-45ee-9bac-8e54cc18af95,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:57.930398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cbf8fd12-8b1b-4185-948c-b4bec6c35489 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.932181 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cbf8fd12-8b1b-4185-948c-b4bec6c35489 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1512764 May 09 13:26:57.934554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59272) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:57.938573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] For port fd4da75e-f262-4d29-97b3-114fc48dff63, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:26:57.941671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ae776386-b215-45f1-8a61-272f4bdeab81 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:26:57.941807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] For port fd4da75e-f262-4d29-97b3-114fc48dff63, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fd4da75e-f262-4d29-97b3-114fc48dff63,segment=NetworkSegment(880fbea5-5e53-4fd8-8a2a-d3ab06b7741b),segment_id=880fbea5-5e53-4fd8-8a2a-d3ab06b7741b)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:26:57.945770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:57.947627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ae776386-b215-45f1-8a61-272f4bdeab81 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:26:57.951518 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ae776386-b215-45f1-8a61-272f4bdeab81 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:26:57.954404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ae776386-b215-45f1-8a61-272f4bdeab81 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:26:57.960264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ae776386-b215-45f1-8a61-272f4bdeab81 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:26:57.970227 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-ae776386-b215-45f1-8a61-272f4bdeab81 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:26:57.976812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ae776386-b215-45f1-8a61-272f4bdeab81 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:58.026160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ff291-86ee-4629-991f-4ec081567796 None None] Pushing event updated for resources: {'Port': ['ID=fd4da75e-f262-4d29-97b3-114fc48dff63,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:58.047921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ae776386-b215-45f1-8a61-272f4bdeab81 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:58.052122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ae776386-b215-45f1-8a61-272f4bdeab81 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:58.076481 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae776386-b215-45f1-8a61-272f4bdeab81 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2098195-adb8-4cee-b246-4af3385d9e8a,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:58.087528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ae776386-b215-45f1-8a61-272f4bdeab81 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:58.088934 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ae776386-b215-45f1-8a61-272f4bdeab81 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1527116 May 09 13:26:58.091783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59276) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:26:58.098228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e8e6094c-ae11-43b3-8cb7-c50ccabb38af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:26:58.104228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e8e6094c-ae11-43b3-8cb7-c50ccabb38af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:26:58.108193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e8e6094c-ae11-43b3-8cb7-c50ccabb38af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:26:58.112433 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e8e6094c-ae11-43b3-8cb7-c50ccabb38af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:26:58.118710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e8e6094c-ae11-43b3-8cb7-c50ccabb38af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:26:58.130128 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-e8e6094c-ae11-43b3-8cb7-c50ccabb38af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:26:58.137668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8e6094c-ae11-43b3-8cb7-c50ccabb38af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:58.230419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8e6094c-ae11-43b3-8cb7-c50ccabb38af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:58.236303 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8e6094c-ae11-43b3-8cb7-c50ccabb38af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:58.262593 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6094c-ae11-43b3-8cb7-c50ccabb38af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caed2b79-3cc6-4bc9-af54-5f5606ba24b8,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:58.272913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e8e6094c-ae11-43b3-8cb7-c50ccabb38af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:58.281788 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e8e6094c-ae11-43b3-8cb7-c50ccabb38af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1888211 May 09 13:26:58.506407 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-35997db1-7588-457a-acab-3b6eb6367d20 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:26:58.521739 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-35997db1-7588-457a-acab-3b6eb6367d20 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:26:58.523133 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-35997db1-7588-457a-acab-3b6eb6367d20 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-184201739&fields=id&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 267 time: 0.0592194 May 09 13:26:58.555544 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device fd4da75e-f262-4d29-97b3-114fc48dff63 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:26:58.641992 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port fd4da75e-f262-4d29-97b3-114fc48dff63 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:26:58.785619 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-85c237d6-daab-4c6d-9d5f-65d7352ccadb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:26:58.787089 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-85c237d6-daab-4c6d-9d5f-65d7352ccadb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/networks?id=6e9ccf37-c250-42e4-9adc-fe6467ca3a69 HTTP/1.1" status: 200 len: 797 time: 0.2574539 May 09 13:26:58.803666 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-e1afb5fd-51e1-4b13-a3ef-b45b741adf38 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/quotas/b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 375 time: 0.0111585 May 09 13:26:58.890374 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-8f9e2807-5512-45e7-a4a7-dd622b56eb27 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0814843 May 09 13:26:58.915183 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285d3c1c-cca7-49b5-b023-86b51115671f None None] Network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:26:59.030166 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-f889c2a0-ebda-4034-9f98-898585f67dad service neutron] 10.222.0.44 "GET /v2.0/networks/6e9ccf37-c250-42e4-9adc-fe6467ca3a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270146 May 09 13:26:59.056695 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-567c18a6-ce07-448e-a1a6-894e46e174ea None None] Provisioning for port fd4da75e-f262-4d29-97b3-114fc48dff63 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:26:59.066918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-567c18a6-ce07-448e-a1a6-894e46e174ea None None] Provisioning complete for port fd4da75e-f262-4d29-97b3-114fc48dff63 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:26:59.067281 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-567c18a6-ce07-448e-a1a6-894e46e174ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:59.162867 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-723e418e-a382-45b4-829e-ba1403daac51 service neutron] 10.222.0.44 "GET /v2.0/networks/6e9ccf37-c250-42e4-9adc-fe6467ca3a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262615 May 09 13:26:59.274364 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-567c18a6-ce07-448e-a1a6-894e46e174ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:59.314846 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-567c18a6-ce07-448e-a1a6-894e46e174ea None None] For port fd4da75e-f262-4d29-97b3-114fc48dff63, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fd4da75e-f262-4d29-97b3-114fc48dff63,segment=NetworkSegment(880fbea5-5e53-4fd8-8a2a-d3ab06b7741b),segment_id=880fbea5-5e53-4fd8-8a2a-d3ab06b7741b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:26:59.320032 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-567c18a6-ce07-448e-a1a6-894e46e174ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:26:59.384278 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-184b7a8a-0947-412a-a21e-fc2ba8cd508a req-9608e573-d6ea-4d5b-bfa2-0d744fb87fe9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 210 time: 0.0712311 May 09 13:26:59.400732 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c18a6-ce07-448e-a1a6-894e46e174ea None None] Pushing event updated for resources: {'Port': ['ID=fd4da75e-f262-4d29-97b3-114fc48dff63,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:26:59.542840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5cd8e167-baab-4166-ae5e-1767e5a581a5 None None] Provisioning complete for port fd4da75e-f262-4d29-97b3-114fc48dff63 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:26:59.543412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cd8e167-baab-4166-ae5e-1767e5a581a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:00.367401 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-bd9d6274-4d2b-44f1-a95e-bd0530c0e9bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:00.368090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-bd9d6274-4d2b-44f1-a95e-bd0530c0e9bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:27:00.383254 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-bd9d6274-4d2b-44f1-a95e-bd0530c0e9bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:27:00.384596 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-bd9d6274-4d2b-44f1-a95e-bd0530c0e9bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks?id=6e9ccf37-c250-42e4-9adc-fe6467ca3a69 HTTP/1.1" status: 200 len: 797 time: 0.1582279 May 09 13:27:00.440438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-c53dd7b6-d557-45a5-83d8-6b39ecc6fa76 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:27:00.452055 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-c53dd7b6-d557-45a5-83d8-6b39ecc6fa76 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:27:00.453819 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-c53dd7b6-d557-45a5-83d8-6b39ecc6fa76 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 472 time: 0.0566208 May 09 13:27:00.463050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'port': {'device_id': '14fe0cfb-a9ef-4ef4-ae5c-63b382469076', 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69', 'admin_state_up': True, 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'security_groups': ['5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:27:00.532839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device fd4da75e-f262-4d29-97b3-114fc48dff63 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:27:00.553543 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-61e4de7d-522d-4b17-95cd-fbd3bfc7e78c req-13f30d65-9b38-4f6f-b18c-eda8e77462de tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 210 time: 0.0526958 May 09 13:27:00.602406 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port fd4da75e-f262-4d29-97b3-114fc48dff63 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:27:00.602918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:00.607362 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:27:00.611614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:port and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:27:00.614484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:27:00.620164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:27:00.630546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:27:00.633736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:00.794961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.23 (6e9ccf37-c250-42e4-9adc-fe6467ca3a69/99f021ce-2a97-4277-9185-3a04b4d30570/e6689bda-f4a6-46f3-be17-9831be7ff17a) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:27:00.975936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:00.991224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object e6689bda-f4a6-46f3-be17-9831be7ff17a will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:27:01.012392 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:01.085726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:27:01.088800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:27:01.093186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:27:01.119034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=e6689bda-f4a6-46f3-be17-9831be7ff17a,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:01.155152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:01.155744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:01.180509 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-4c2a749f-4f37-4be3-a39f-a4aad280136a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7210467 May 09 13:27:01.191671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Request body: {'port': {'device_id': '14fe0cfb-a9ef-4ef4-ae5c-63b382469076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:27:01.296377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5a8898da-ee9d-4779-ac2f-b62099da8345 None None] Provisioning for port e6689bda-f4a6-46f3-be17-9831be7ff17a completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:27:01.300781 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5a8898da-ee9d-4779-ac2f-b62099da8345 None None] Provisioning complete for port e6689bda-f4a6-46f3-be17-9831be7ff17a triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:27:01.301144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5a8898da-ee9d-4779-ac2f-b62099da8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:01.304262 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:01.351517 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5a8898da-ee9d-4779-ac2f-b62099da8345 None None] Port e6689bda-f4a6-46f3-be17-9831be7ff17a cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:27:01.636185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6689bda-f4a6-46f3-be17-9831be7ff17a {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:27:01.642892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:01.657796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Transition to ACTIVE for port object e6689bda-f4a6-46f3-be17-9831be7ff17a will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:27:01.662083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:01.757566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daad3d8-608a-4dcd-a1a3-8dfa183b226e req-367ddeef-35ac-4b83-825c-b3539d5afee3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:01.759043 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2daad3d8-608a-4dcd-a1a3-8dfa183b226e req-367ddeef-35ac-4b83-825c-b3539d5afee3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 944 time: 0.0806386 May 09 13:27:01.804462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Pushing event updated for resources: {'Port': ['ID=e6689bda-f4a6-46f3-be17-9831be7ff17a,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:01.813359 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2daad3d8-608a-4dcd-a1a3-8dfa183b226e req-ade832d3-2de8-4e1e-a6af-dafd9ce75d38 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465052 May 09 13:27:01.999531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Attempting to bind port e6689bda-f4a6-46f3-be17-9831be7ff17a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:27:02.000331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Attempting to bind port e6689bda-f4a6-46f3-be17-9831be7ff17a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:27:02.000651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Attempting to bind port e6689bda-f4a6-46f3-be17-9831be7ff17a on network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:27:02.006155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Port e6689bda-f4a6-46f3-be17-9831be7ff17a on network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:27:02.006470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Attempting to bind port e6689bda-f4a6-46f3-be17-9831be7ff17a on network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:27:02.012502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:27:02.012830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Checking segment: {'id': '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:27:02.013205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Bound using segment: {'id': '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:27:02.013648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Bound port: e6689bda-f4a6-46f3-be17-9831be7ff17a, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:27:02.013984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:02.100488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] For port e6689bda-f4a6-46f3-be17-9831be7ff17a, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:27:02.103297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] For port e6689bda-f4a6-46f3-be17-9831be7ff17a, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e6689bda-f4a6-46f3-be17-9831be7ff17a,segment=NetworkSegment(880fbea5-5e53-4fd8-8a2a-d3ab06b7741b),segment_id=880fbea5-5e53-4fd8-8a2a-d3ab06b7741b)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:27:02.107756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:02.167720 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:02.169209 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] 10.222.0.57 "PUT /v2.0/ports/e6689bda-f4a6-46f3-be17-9831be7ff17a HTTP/1.1" status: 200 len: 1094 time: 0.9817052 May 09 13:27:02.169652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fe0cfb-a9ef-4ef4-ae5c-63b382469076', 'tag': 'e6689bda-f4a6-46f3-be17-9831be7ff17a'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:27:02.191771 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a581a87-e5eb-4875-8fb9-bcbd2e40518b service neutron] Pushing event updated for resources: {'Port': ['ID=e6689bda-f4a6-46f3-be17-9831be7ff17a,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:02.296143 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-a28d172f-367f-4b5e-9500-af7c4176b9b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 1097 time: 0.0787346 May 09 13:27:02.351522 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59bb4ae-7fbf-4b2b-ab56-bc82de6ff041'] response: {'name': 'network-changed', 'server_uuid': '14fe0cfb-a9ef-4ef4-ae5c-63b382469076', 'tag': 'e6689bda-f4a6-46f3-be17-9831be7ff17a', 'status': 'completed', 'code': 200} May 09 13:27:02.366832 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-a9aab43e-3ea5-43a9-809c-90cd143a19bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e6689bda-f4a6-46f3-be17-9831be7ff17a HTTP/1.1" status: 200 len: 217 time: 0.0641725 May 09 13:27:02.431811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-e328cb66-0edd-463b-9caa-a8690bf3b204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:02.433441 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-e328cb66-0edd-463b-9caa-a8690bf3b204 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99f021ce-2a97-4277-9185-3a04b4d30570 HTTP/1.1" status: 200 len: 838 time: 0.0613363 May 09 13:27:02.506063 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-5151a6ad-2439-43ca-8188-f7a8bc1d709a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e9ccf37-c250-42e4-9adc-fe6467ca3a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0666864 May 09 13:27:02.638232 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-c21f612a-be90-4d09-96cb-c3bddc25ea2b service neutron] 10.222.0.57 "GET /v2.0/networks/6e9ccf37-c250-42e4-9adc-fe6467ca3a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264665 May 09 13:27:02.771487 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-562bce24-29c7-4bb9-999f-36322aad3c49 req-8ac95c37-397b-4789-8c3f-d6794424030d service neutron] 10.222.0.57 "GET /v2.0/networks/6e9ccf37-c250-42e4-9adc-fe6467ca3a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276000 May 09 13:27:02.893925 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b2669ed0-92cc-4c81-a6a0-3f5b807c4555 req-e56a1157-53b7-421c-8bf9-911699937030 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 1097 time: 0.0753975 May 09 13:27:02.974711 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:27:03.013327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcaeb10-ada0-4a34-ac09-6217038e194d req-a199f651-b34e-4d13-9aac-490e11556a85 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:03.015861 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7dcaeb10-ada0-4a34-ac09-6217038e194d req-a199f651-b34e-4d13-9aac-490e11556a85 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 944 time: 0.0845747 May 09 13:27:03.029240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669ed0-92cc-4c81-a6a0-3f5b807c4555 req-f310929a-e1eb-4753-ac19-b3a8a55dc4e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:03.030816 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b2669ed0-92cc-4c81-a6a0-3f5b807c4555 req-f310929a-e1eb-4753-ac19-b3a8a55dc4e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e9ccf37-c250-42e4-9adc-fe6467ca3a69 HTTP/1.1" status: 200 len: 898 time: 0.1314840 May 09 13:27:03.062281 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7dcaeb10-ada0-4a34-ac09-6217038e194d req-49ad24dd-6970-4c81-abc5-1f8145728a8a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402684 May 09 13:27:03.098012 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b2669ed0-92cc-4c81-a6a0-3f5b807c4555 req-a22e9db5-e914-452b-983c-822b02eb8140 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e6689bda-f4a6-46f3-be17-9831be7ff17a HTTP/1.1" status: 200 len: 217 time: 0.0615857 May 09 13:27:03.165661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669ed0-92cc-4c81-a6a0-3f5b807c4555 req-7281cb52-03fc-4bd9-9259-09584ebd1586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:03.167019 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b2669ed0-92cc-4c81-a6a0-3f5b807c4555 req-7281cb52-03fc-4bd9-9259-09584ebd1586 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99f021ce-2a97-4277-9185-3a04b4d30570 HTTP/1.1" status: 200 len: 838 time: 0.0603080 May 09 13:27:03.240550 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b2669ed0-92cc-4c81-a6a0-3f5b807c4555 req-1c96f552-62ec-4112-be2c-90f99b460c68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e9ccf37-c250-42e4-9adc-fe6467ca3a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0665994 May 09 13:27:03.369323 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b2669ed0-92cc-4c81-a6a0-3f5b807c4555 req-152edb69-4350-4baf-ab72-20711f824d4b service neutron] 10.222.0.57 "GET /v2.0/networks/6e9ccf37-c250-42e4-9adc-fe6467ca3a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218297 May 09 13:27:03.498089 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b2669ed0-92cc-4c81-a6a0-3f5b807c4555 req-b0a7b13e-6102-4c34-858b-7e7d6f38d593 service neutron] 10.222.0.57 "GET /v2.0/networks/6e9ccf37-c250-42e4-9adc-fe6467ca3a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221757 May 09 13:27:04.261423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a33c3-d800-40ce-9dab-fddc82b1f804 req-a6974187-a04e-4027-93b2-6b707bab2b55 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:04.262855 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c00a33c3-d800-40ce-9dab-fddc82b1f804 req-a6974187-a04e-4027-93b2-6b707bab2b55 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 944 time: 0.0773342 May 09 13:27:04.310161 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c00a33c3-d800-40ce-9dab-fddc82b1f804 req-0b5d0ffd-505d-4472-aa5d-22e3b47addf4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416808 May 09 13:27:04.803251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e6689bda-f4a6-46f3-be17-9831be7ff17a details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:27:04.932854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e6689bda-f4a6-46f3-be17-9831be7ff17a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e6689bda-f4a6-46f3-be17-9831be7ff17a,segment=NetworkSegment(880fbea5-5e53-4fd8-8a2a-d3ab06b7741b),segment_id=880fbea5-5e53-4fd8-8a2a-d3ab06b7741b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:27:04.945942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'e6689bda-f4a6-46f3-be17-9831be7ff17a', 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69', 'port_id': 'e6689bda-f4a6-46f3-be17-9831be7ff17a', 'mac_address': 'fa:16:3e:db:b1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f021ce-2a97-4277-9185-3a04b4d30570', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:27:05.001398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:05.019033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6689bda-f4a6-46f3-be17-9831be7ff17a {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:27:05.033504 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e6689bda-f4a6-46f3-be17-9831be7ff17a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e6689bda-f4a6-46f3-be17-9831be7ff17a,segment=NetworkSegment(880fbea5-5e53-4fd8-8a2a-d3ab06b7741b),segment_id=880fbea5-5e53-4fd8-8a2a-d3ab06b7741b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:27:05.037484 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:05.101591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e6689bda-f4a6-46f3-be17-9831be7ff17a,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:05.379467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['e6689bda-f4a6-46f3-be17-9831be7ff17a'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:27:05.503685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b553f7-f6b2-40fe-95c2-afacd5cc97d6 req-01225983-94ac-4647-9933-2d15948482e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:05.505137 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-04b553f7-f6b2-40fe-95c2-afacd5cc97d6 req-01225983-94ac-4647-9933-2d15948482e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 945 time: 0.0749838 May 09 13:27:05.549581 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-04b553f7-f6b2-40fe-95c2-afacd5cc97d6 req-944733de-ed65-4081-abfd-9594f6ae6749 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388753 May 09 13:27:06.749706 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8ad32-6243-452f-906e-be76f834b14a req-9738954a-c1d0-465b-85aa-98b6ca08af2a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:06.751132 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a6f8ad32-6243-452f-906e-be76f834b14a req-9738954a-c1d0-465b-85aa-98b6ca08af2a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 945 time: 0.0778446 May 09 13:27:06.795539 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a6f8ad32-6243-452f-906e-be76f834b14a req-fb30b8a5-32f9-4039-a426-641b13a496e3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389695 May 09 13:27:06.808936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e6689bda-f4a6-46f3-be17-9831be7ff17a up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:27:06.876642 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port e6689bda-f4a6-46f3-be17-9831be7ff17a completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:27:06.881046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port e6689bda-f4a6-46f3-be17-9831be7ff17a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:27:06.881440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:06.990756 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:07.016705 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fe0cfb-a9ef-4ef4-ae5c-63b382469076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6689bda-f4a6-46f3-be17-9831be7ff17a'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:27:07.026183 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e6689bda-f4a6-46f3-be17-9831be7ff17a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e6689bda-f4a6-46f3-be17-9831be7ff17a,segment=NetworkSegment(880fbea5-5e53-4fd8-8a2a-d3ab06b7741b),segment_id=880fbea5-5e53-4fd8-8a2a-d3ab06b7741b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:27:07.030351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:07.095403 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e6689bda-f4a6-46f3-be17-9831be7ff17a,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:07.145606 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a52e40-928f-4dea-8b7e-61ce3c1cc702'] response: {'server_uuid': '14fe0cfb-a9ef-4ef4-ae5c-63b382469076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6689bda-f4a6-46f3-be17-9831be7ff17a', 'code': 200} May 09 13:27:07.367200 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-41c98894-f85e-47bb-b655-de882b96a66c req-bc99e942-f0f8-45ca-a3d5-b1744ed49dbc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 1099 time: 0.0690346 May 09 13:27:07.492572 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-41c98894-f85e-47bb-b655-de882b96a66c req-20fc025e-f37f-4721-8939-c57a339e6a77 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197066 May 09 13:27:07.989653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b024cda-fb22-4872-a85d-e0006ae5d844 req-e3c9e3a5-cbf7-4712-9028-5ba93bf3a4e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:07.991084 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1b024cda-fb22-4872-a85d-e0006ae5d844 req-e3c9e3a5-cbf7-4712-9028-5ba93bf3a4e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 946 time: 0.0775096 May 09 13:27:08.034666 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1b024cda-fb22-4872-a85d-e0006ae5d844 req-a61d0569-30d7-441e-b19e-4da9b5441e4c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381689 May 09 13:27:09.228261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839fae9-ade3-4f9b-991e-7f79e504a1fb req-2dbb782f-bff3-450a-acb3-49f9e6d4a3e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:09.229701 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0839fae9-ade3-4f9b-991e-7f79e504a1fb req-2dbb782f-bff3-450a-acb3-49f9e6d4a3e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 946 time: 0.0771875 May 09 13:27:09.274293 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0839fae9-ade3-4f9b-991e-7f79e504a1fb req-307c1d69-4d7d-43a5-a395-5ac2d5b886bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383000 May 09 13:27:09.463030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b16f6-e4aa-4199-89c3-0163eb08ba7b req-37af0d14-0545-45c6-8631-65ff56f54899 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:09.464381 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ee5b16f6-e4aa-4199-89c3-0163eb08ba7b req-37af0d14-0545-45c6-8631-65ff56f54899 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 946 time: 0.0737779 May 09 13:27:09.509265 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ee5b16f6-e4aa-4199-89c3-0163eb08ba7b req-caa1ac86-e15b-4c36-81df-09f7d0afaf9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388980 May 09 13:27:10.093448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dcc4e11e-0f53-4079-afef-08e09177beaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:10.988874 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59330) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:27:11.814251 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:12.194333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.17 (6e9ccf37-c250-42e4-9adc-fe6467ca3a69/99f021ce-2a97-4277-9185-3a04b4d30570/3a122f78-8d55-476e-915f-79419aa7c967) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:27:12.351298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:12.366376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object 3a122f78-8d55-476e-915f-79419aa7c967 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:27:12.387961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:12.389608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3121c92d-f2b1-406e-b30e-2d67a2752f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:12.454113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:27:12.456820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:27:12.460667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:27:12.490619 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=3a122f78-8d55-476e-915f-79419aa7c967,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:12.521407 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:12.613000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:12.674613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a81e9b8d-e384-4c7e-af36-6e3b2d7b932d None None] Provisioning for port 3a122f78-8d55-476e-915f-79419aa7c967 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:27:12.679674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a81e9b8d-e384-4c7e-af36-6e3b2d7b932d None None] Provisioning complete for port 3a122f78-8d55-476e-915f-79419aa7c967 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:27:12.680044 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a81e9b8d-e384-4c7e-af36-6e3b2d7b932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:12.734449 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a81e9b8d-e384-4c7e-af36-6e3b2d7b932d None None] Port 3a122f78-8d55-476e-915f-79419aa7c967 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:27:13.090957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:13.096094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:13.210486 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=3a122f78-8d55-476e-915f-79419aa7c967,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:13.214996 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:13.309639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:13.354266 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:27:13.355331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:27:13.559517 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-11e6a34a-7754-4336-86b6-16048e457c35 None None] Provisioning complete for port 3a122f78-8d55-476e-915f-79419aa7c967 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:27:13.560077 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-11e6a34a-7754-4336-86b6-16048e457c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:13.611908 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-11e6a34a-7754-4336-86b6-16048e457c35 None None] Port 3a122f78-8d55-476e-915f-79419aa7c967 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:27:13.737862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:27:13.792862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:13.932202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:27:13.941359 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Sync routers for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:27:13.946404 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8b851cac-58e3-4291-aa67-05fe5bf48b9e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/978dd0f8-e50b-4e00-ade9-0bed23c00ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9543912 May 09 13:27:13.952736 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:27:13.953361 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:14.125651 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:27:14.472629 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:27:12Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '0d7f5659-ba48-469a-b9e4-9f67649f4163', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.161', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'port_id': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'mac_address': 'fa:16:3e:bf:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89feeec4-c115-4057-9c7b-235099816d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:25:36Z', 'updated_at': '2022-05-09T13:25:40Z', 'revision_number': 1, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a122f78-8d55-476e-915f-79419aa7c967', 'name': '', 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:8e:78:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99f021ce-2a97-4277-9185-3a04b4d30570', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:27:12Z', 'updated_at': '2022-05-09T13:27:12Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '99f021ce-2a97-4277-9185-3a04b4d30570', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:24Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:14.476501 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Checking router: 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:27:14.476839 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Updating router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 port 3a122f78-8d55-476e-915f-79419aa7c967 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:27:14.528307 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:14.851754 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:14.863543 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Transition to ACTIVE for port object 3a122f78-8d55-476e-915f-79419aa7c967 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:27:14.869601 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:14.985920 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:14.994865 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c52101-4043-41b2-947c-0727a7a1baad None None] Pushing event updated for resources: {'Port': ['ID=3a122f78-8d55-476e-915f-79419aa7c967,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:15.006642 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52101-4043-41b2-947c-0727a7a1baad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:15.006986 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52101-4043-41b2-947c-0727a7a1baad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:15.007316 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52101-4043-41b2-947c-0727a7a1baad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:15.007647 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52101-4043-41b2-947c-0727a7a1baad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:15.007972 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52101-4043-41b2-947c-0727a7a1baad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:15.008291 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52101-4043-41b2-947c-0727a7a1baad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:15.008603 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52101-4043-41b2-947c-0727a7a1baad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:15.008921 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52101-4043-41b2-947c-0727a7a1baad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:15.009234 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52101-4043-41b2-947c-0727a7a1baad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:15.009571 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52101-4043-41b2-947c-0727a7a1baad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:15.009884 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52101-4043-41b2-947c-0727a7a1baad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:15.126732 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Attempting to bind port 3a122f78-8d55-476e-915f-79419aa7c967 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:27:15.127007 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Attempting to bind port 3a122f78-8d55-476e-915f-79419aa7c967 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:27:15.127354 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Attempting to bind port 3a122f78-8d55-476e-915f-79419aa7c967 on network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:27:15.133591 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:27:15.133951 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Checking segment: {'id': '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:27:15.134341 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:15.134748 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Bound using segment: {'id': '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:27:15.135187 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Bound port: 3a122f78-8d55-476e-915f-79419aa7c967, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:27:15.135567 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:15.218116 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] For port 3a122f78-8d55-476e-915f-79419aa7c967, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:27:15.221503 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] For port 3a122f78-8d55-476e-915f-79419aa7c967, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=3a122f78-8d55-476e-915f-79419aa7c967,segment=NetworkSegment(880fbea5-5e53-4fd8-8a2a-d3ab06b7741b),segment_id=880fbea5-5e53-4fd8-8a2a-d3ab06b7741b)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:27:15.225719 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:15.303258 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c52101-4043-41b2-947c-0727a7a1baad None None] Pushing event updated for resources: {'Port': ['ID=3a122f78-8d55-476e-915f-79419aa7c967,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:15.307763 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:27:15.308371 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:15.484833 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:27:15.834422 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:27:12Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '0d7f5659-ba48-469a-b9e4-9f67649f4163', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.161', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'port_id': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'mac_address': 'fa:16:3e:bf:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89feeec4-c115-4057-9c7b-235099816d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:25:36Z', 'updated_at': '2022-05-09T13:25:40Z', 'revision_number': 1, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a122f78-8d55-476e-915f-79419aa7c967', 'name': '', 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:8e:78:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99f021ce-2a97-4277-9185-3a04b4d30570', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:27:12Z', 'updated_at': '2022-05-09T13:27:15Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '99f021ce-2a97-4277-9185-3a04b4d30570', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:24Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:15.838560 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1369b385-8a2f-4ba3-aeb7-db0280d7a113 None None] The sync data for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv is: [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:27:12Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '0d7f5659-ba48-469a-b9e4-9f67649f4163', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.161', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'port_id': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'mac_address': 'fa:16:3e:bf:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89feeec4-c115-4057-9c7b-235099816d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:25:36Z', 'updated_at': '2022-05-09T13:25:40Z', 'revision_number': 1, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a122f78-8d55-476e-915f-79419aa7c967', 'name': '', 'network_id': '6e9ccf37-c250-42e4-9adc-fe6467ca3a69', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:8e:78:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99f021ce-2a97-4277-9185-3a04b4d30570', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:27:12Z', 'updated_at': '2022-05-09T13:27:15Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '99f021ce-2a97-4277-9185-3a04b4d30570', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:24Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:27:16.553955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 3a122f78-8d55-476e-915f-79419aa7c967 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:27:16.622186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 3a122f78-8d55-476e-915f-79419aa7c967 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:27:16.626815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 3a122f78-8d55-476e-915f-79419aa7c967 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:27:16.627184 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:16.759954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:16.793065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 3a122f78-8d55-476e-915f-79419aa7c967, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=3a122f78-8d55-476e-915f-79419aa7c967,segment=NetworkSegment(880fbea5-5e53-4fd8-8a2a-d3ab06b7741b),segment_id=880fbea5-5e53-4fd8-8a2a-d3ab06b7741b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:27:16.796661 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:16.858309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=3a122f78-8d55-476e-915f-79419aa7c967,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:18.539121 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 3a122f78-8d55-476e-915f-79419aa7c967 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:27:18.604695 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 3a122f78-8d55-476e-915f-79419aa7c967 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:27:18.604977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:21.227631 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:33.458460 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-69b23965-75b3-41b3-9591-bc630ce27146 req-2bab3406-df93-433f-8fff-2851094fb3c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648117 May 09 13:27:33.548624 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-69b23965-75b3-41b3-9591-bc630ce27146 req-a5610822-49b5-4367-ab24-e811985ae2d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 1098 time: 0.0692530 May 09 13:27:33.690476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b23965-75b3-41b3-9591-bc630ce27146 req-9b20ac72-c9b0-4884-946b-bd6ebbd41ee9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:33.691917 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-69b23965-75b3-41b3-9591-bc630ce27146 req-9b20ac72-c9b0-4884-946b-bd6ebbd41ee9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 HTTP/1.1" status: 200 len: 898 time: 0.1247413 May 09 13:27:33.791986 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-69b23965-75b3-41b3-9591-bc630ce27146 req-fd016b58-85a6-4175-9d71-b130b8e6baf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afd85a26-e171-4b2f-8e73-180f4d8270ed HTTP/1.1" status: 200 len: 1001 time: 0.0936255 May 09 13:27:33.851288 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b23965-75b3-41b3-9591-bc630ce27146 req-c34f14fe-1f27-4fb6-9dfe-219ebc3c815d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:33.852667 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-69b23965-75b3-41b3-9591-bc630ce27146 req-c34f14fe-1f27-4fb6-9dfe-219ebc3c815d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0ea5753d-d555-452c-98c1-9439bf462c50 HTTP/1.1" status: 200 len: 835 time: 0.0550601 May 09 13:27:33.925149 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-69b23965-75b3-41b3-9591-bc630ce27146 req-5686f269-a5e8-4d78-af36-ebd7f32d8f64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655227 May 09 13:27:34.053767 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-69b23965-75b3-41b3-9591-bc630ce27146 req-7d652ed3-6171-48cf-8458-3677cc265a71 service neutron] 10.222.0.57 "GET /v2.0/networks/cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212506 May 09 13:27:34.182297 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-69b23965-75b3-41b3-9591-bc630ce27146 req-ad062923-4fee-4835-8e28-09e0845105f0 service neutron] 10.222.0.57 "GET /v2.0/networks/cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230602 May 09 13:27:35.605332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59356) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:27:35.805077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-cdb34ce1-a906-48ff-aec9-c3be31692263 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Deleting port 3aa4b8a6-a5e0-4897-b4d1-831a8c5999b1 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:27:35.805454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cdb34ce1-a906-48ff-aec9-c3be31692263 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:35.966486 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cdb34ce1-a906-48ff-aec9-c3be31692263 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:35.966683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cdb34ce1-a906-48ff-aec9-c3be31692263 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:36.180665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-cdb34ce1-a906-48ff-aec9-c3be31692263 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Calling delete_port for 3aa4b8a6-a5e0-4897-b4d1-831a8c5999b1 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:27:36.325916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cdb34ce1-a906-48ff-aec9-c3be31692263 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:36.376526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb34ce1-a906-48ff-aec9-c3be31692263 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event deleted for resources: {'Port': ['ID=3aa4b8a6-a5e0-4897-b4d1-831a8c5999b1,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:36.468085 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cdb34ce1-a906-48ff-aec9-c3be31692263 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:36.857166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb34ce1-a906-48ff-aec9-c3be31692263 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Router 8920e538-e61c-46d8-8611-3a13a59e6b65 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:27:37.057570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb34ce1-a906-48ff-aec9-c3be31692263 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:27:37.067328 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff9e2d-7088-448c-9b19-184b7e76a6a9 None None] Sync routers for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:27:37.075067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cdb34ce1-a906-48ff-aec9-c3be31692263 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:37.078599 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff9e2d-7088-448c-9b19-184b7e76a6a9 None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:27:37.079222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-63ff9e2d-7088-448c-9b19-184b7e76a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:37.129680 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cdb34ce1-a906-48ff-aec9-c3be31692263 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "DELETE /v2.0/floatingips/46df6224-8650-42a8-a7c2-1b596afc0761 HTTP/1.1" status: 204 len: 168 time: 1.5229776 May 09 13:27:37.130341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'tag': '1139b267-0d00-4c6e-856d-eec148fe413e'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:27:37.189682 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd07393c-c26f-4272-ad4f-912302b9107b'] response: {'name': 'network-changed', 'server_uuid': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'tag': '1139b267-0d00-4c6e-856d-eec148fe413e', 'status': 'completed', 'code': 200} May 09 13:27:37.260554 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-63ff9e2d-7088-448c-9b19-184b7e76a6a9 None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:27:37.285087 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f18f2653-c358-41fc-b87d-d387d21edfcb req-94f8fc9e-fdff-4cc0-a936-d6752bdd77a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 1099 time: 0.0743065 May 09 13:27:37.424657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f2653-c358-41fc-b87d-d387d21edfcb req-3b7fafd5-53c0-4ca7-94ba-2a585f3ef8c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:37.426167 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f18f2653-c358-41fc-b87d-d387d21edfcb req-3b7fafd5-53c0-4ca7-94ba-2a585f3ef8c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 912 time: 0.1344161 May 09 13:27:37.504227 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f18f2653-c358-41fc-b87d-d387d21edfcb req-4fec24a9-1d71-45c7-a713-1857014652f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1139b267-0d00-4c6e-856d-eec148fe413e HTTP/1.1" status: 200 len: 217 time: 0.0700407 May 09 13:27:37.523673 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa23e5-7f34-43a1-9777-d83dbf305176 req-e495a52e-cf92-49ce-9c6f-c57fced2de0b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:37.524363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-d7aa23e5-7f34-43a1-9777-d83dbf305176 req-e495a52e-cf92-49ce-9c6f-c57fced2de0b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Synchronizing usage tracker for tenant:6ee21042a6294be790e2e862fb342e9a on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:27:37.542385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-d7aa23e5-7f34-43a1-9777-d83dbf305176 req-e495a52e-cf92-49ce-9c6f-c57fced2de0b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Unset dirty status for tenant:6ee21042a6294be790e2e862fb342e9a on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:27:37.544230 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7aa23e5-7f34-43a1-9777-d83dbf305176 req-e495a52e-cf92-49ce-9c6f-c57fced2de0b tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 946 time: 0.0996966 May 09 13:27:37.568351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f2653-c358-41fc-b87d-d387d21edfcb req-dad35c08-7b67-44d5-bc21-dde4d9f51b91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:37.570130 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f18f2653-c358-41fc-b87d-d387d21edfcb req-dad35c08-7b67-44d5-bc21-dde4d9f51b91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.0597472 May 09 13:27:37.602020 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7aa23e5-7f34-43a1-9777-d83dbf305176 req-8fe86440-155b-43c1-bbad-461138cceec3 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477152 May 09 13:27:37.630354 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-63ff9e2d-7088-448c-9b19-184b7e76a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '5101b5e3-d9ff-491c-bf49-297bf383b2a0', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.208', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:ab:47:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:23:54Z', 'updated_at': '2022-05-09T13:23:59Z', 'revision_number': 1, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:37.634368 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff9e2d-7088-448c-9b19-184b7e76a6a9 None None] Checking router: 8920e538-e61c-46d8-8611-3a13a59e6b65 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:27:37.645354 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff9e2d-7088-448c-9b19-184b7e76a6a9 None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:27:37.645942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-63ff9e2d-7088-448c-9b19-184b7e76a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:37.660035 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f18f2653-c358-41fc-b87d-d387d21edfcb req-1b527724-99d6-4ce5-be66-83678f402676 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835156 May 09 13:27:37.789899 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f18f2653-c358-41fc-b87d-d387d21edfcb req-21f9a473-4496-449c-86c2-e39b5d798310 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227365 May 09 13:27:37.818803 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-63ff9e2d-7088-448c-9b19-184b7e76a6a9 None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:27:37.919048 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f18f2653-c358-41fc-b87d-d387d21edfcb req-55a5f367-4942-4b94-ad13-bb23a188c79a service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226768 May 09 13:27:38.189342 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-63ff9e2d-7088-448c-9b19-184b7e76a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '5101b5e3-d9ff-491c-bf49-297bf383b2a0', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.208', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:ab:47:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:23:54Z', 'updated_at': '2022-05-09T13:23:59Z', 'revision_number': 1, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:38.193236 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff9e2d-7088-448c-9b19-184b7e76a6a9 None None] The sync data for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv is: [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '5101b5e3-d9ff-491c-bf49-297bf383b2a0', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'floating_ip_address': '172.26.1.208', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'port_id': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'mac_address': 'fa:16:3e:ab:47:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:23:54Z', 'updated_at': '2022-05-09T13:23:59Z', 'revision_number': 1, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:27:38.403743 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ea542-476d-4a1f-8b9f-6dc96d6e2f7b None None] New status for floating IP 46df6224-8650-42a8-a7c2-1b596afc0761: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:27:38.802357 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715aeb6-ddbb-4c09-af54-30c2151c54c9 req-ae5d293c-aa1c-46f3-9294-95056a6ff69c tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:38.803670 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f715aeb6-ddbb-4c09-af54-30c2151c54c9 req-ae5d293c-aa1c-46f3-9294-95056a6ff69c tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 946 time: 0.0764384 May 09 13:27:38.851382 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f715aeb6-ddbb-4c09-af54-30c2151c54c9 req-eb984b35-fb74-4a59-abbc-e437657a79e0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382402 May 09 13:27:39.213451 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b82b41-0b5d-4bc7-bb32-eefdc53245a2 req-c4532298-40b8-4ae8-8415-e3af2262f927 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:39.214042 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-60b82b41-0b5d-4bc7-bb32-eefdc53245a2 req-c4532298-40b8-4ae8-8415-e3af2262f927 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Synchronizing usage tracker for tenant:6ee21042a6294be790e2e862fb342e9a on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:27:39.225935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-60b82b41-0b5d-4bc7-bb32-eefdc53245a2 req-c4532298-40b8-4ae8-8415-e3af2262f927 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Unset dirty status for tenant:6ee21042a6294be790e2e862fb342e9a on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:27:39.227272 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-60b82b41-0b5d-4bc7-bb32-eefdc53245a2 req-c4532298-40b8-4ae8-8415-e3af2262f927 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 946 time: 0.1727278 May 09 13:27:39.292381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-60b82b41-0b5d-4bc7-bb32-eefdc53245a2 req-68a2145e-110a-48ef-956d-b02b55bea7b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Deleting port 1139b267-0d00-4c6e-856d-eec148fe413e {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:27:39.292710 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-60b82b41-0b5d-4bc7-bb32-eefdc53245a2 req-68a2145e-110a-48ef-956d-b02b55bea7b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:39.525803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-60b82b41-0b5d-4bc7-bb32-eefdc53245a2 req-68a2145e-110a-48ef-956d-b02b55bea7b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] For port 1139b267-0d00-4c6e-856d-eec148fe413e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1139b267-0d00-4c6e-856d-eec148fe413e,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:27:39.526082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-60b82b41-0b5d-4bc7-bb32-eefdc53245a2 req-68a2145e-110a-48ef-956d-b02b55bea7b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:39.644662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-60b82b41-0b5d-4bc7-bb32-eefdc53245a2 req-68a2145e-110a-48ef-956d-b02b55bea7b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Calling delete_port for 1139b267-0d00-4c6e-856d-eec148fe413e owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:27:39.783218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-60b82b41-0b5d-4bc7-bb32-eefdc53245a2 req-68a2145e-110a-48ef-956d-b02b55bea7b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:39.832537 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2145e-110a-48ef-956d-b02b55bea7b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event deleted for resources: {'Port': ['ID=1139b267-0d00-4c6e-856d-eec148fe413e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:39.902761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b82b41-0b5d-4bc7-bb32-eefdc53245a2 req-68a2145e-110a-48ef-956d-b02b55bea7b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] No DVR routers for this DVR port 1139b267-0d00-4c6e-856d-eec148fe413e on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:27:39.905119 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-60b82b41-0b5d-4bc7-bb32-eefdc53245a2 req-68a2145e-110a-48ef-956d-b02b55bea7b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:39.908198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'name': 'network-vif-deleted', 'tag': '1139b267-0d00-4c6e-856d-eec148fe413e'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:27:39.923338 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-60b82b41-0b5d-4bc7-bb32-eefdc53245a2 req-68a2145e-110a-48ef-956d-b02b55bea7b4 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "DELETE /v2.0/ports/1139b267-0d00-4c6e-856d-eec148fe413e HTTP/1.1" status: 204 len: 173 time: 0.6907997 May 09 13:27:39.964958 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc57c01-7886-4047-893c-69a78958e6b5'] response: {'server_uuid': 'b0772104-0972-4c8f-ae29-9d1ef300dac6', 'name': 'network-vif-deleted', 'tag': '1139b267-0d00-4c6e-856d-eec148fe413e', 'status': 'completed', 'code': 200} May 09 13:27:39.975794 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:27:40.021601 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41660a00-0414-46d9-b345-270465b48e91 req-0e9da650-6971-4099-a6cc-c8cc82ce8b07 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0772104-0972-4c8f-ae29-9d1ef300dac6 HTTP/1.1" status: 200 len: 210 time: 0.0409720 May 09 13:27:40.095664 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73c98026-9868-4f49-9166-9486e91bc53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:42.395350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ddce79ec-3ffb-4644-820d-f77521b91ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:42.950189 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 1139b267-0d00-4c6e-856d-eec148fe413e no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:27:42.982922 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 1139b267-0d00-4c6e-856d-eec148fe413e {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:27:42.983265 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 1139b267-0d00-4c6e-856d-eec148fe413e not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:27:43.312698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:43.796061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:44.985695 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:45.634930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59400) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:27:45.661181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59404) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:27:45.866338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-745f24ad-4f45-4090-b7f2-aef4e7772cf9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Deleting port bdb74c5e-fe19-4288-9556-800b14273fdb {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:27:45.866586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-745f24ad-4f45-4090-b7f2-aef4e7772cf9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:46.033587 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-745f24ad-4f45-4090-b7f2-aef4e7772cf9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:46.033908 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-745f24ad-4f45-4090-b7f2-aef4e7772cf9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:46.128647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed680e5b-b500-4de3-9924-49e154499420 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:46.150320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-745f24ad-4f45-4090-b7f2-aef4e7772cf9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Calling delete_port for bdb74c5e-fe19-4288-9556-800b14273fdb owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:27:46.298215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-745f24ad-4f45-4090-b7f2-aef4e7772cf9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:46.341404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f24ad-4f45-4090-b7f2-aef4e7772cf9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event deleted for resources: {'Port': ['ID=bdb74c5e-fe19-4288-9556-800b14273fdb,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:46.538833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-745f24ad-4f45-4090-b7f2-aef4e7772cf9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:46.786721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ed680e5b-b500-4de3-9924-49e154499420 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 3a122f78-8d55-476e-915f-79419aa7c967 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:27:46.787270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed680e5b-b500-4de3-9924-49e154499420 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:46.929886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745f24ad-4f45-4090-b7f2-aef4e7772cf9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Router 8920e538-e61c-46d8-8611-3a13a59e6b65 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:27:46.970061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-ed680e5b-b500-4de3-9924-49e154499420 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 3a122f78-8d55-476e-915f-79419aa7c967, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=3a122f78-8d55-476e-915f-79419aa7c967,segment=NetworkSegment(880fbea5-5e53-4fd8-8a2a-d3ab06b7741b),segment_id=880fbea5-5e53-4fd8-8a2a-d3ab06b7741b)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:27:46.970405 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed680e5b-b500-4de3-9924-49e154499420 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:47.091606 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ed680e5b-b500-4de3-9924-49e154499420 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 3a122f78-8d55-476e-915f-79419aa7c967 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:27:47.126149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745f24ad-4f45-4090-b7f2-aef4e7772cf9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:27:47.137499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8e910-905e-4622-8cc5-2975b5b2e7fd None None] Sync routers for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:27:47.141949 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-745f24ad-4f45-4090-b7f2-aef4e7772cf9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:47.149109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8e910-905e-4622-8cc5-2975b5b2e7fd None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:27:47.149966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-67a8e910-905e-4622-8cc5-2975b5b2e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:47.198568 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-745f24ad-4f45-4090-b7f2-aef4e7772cf9 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "DELETE /v2.0/floatingips/5101b5e3-d9ff-491c-bf49-297bf383b2a0 HTTP/1.1" status: 204 len: 168 time: 1.5338261 May 09 13:27:47.198568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'tag': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:27:47.266056 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a38d25-4d5a-48e5-9f71-3a52c84cced7'] response: {'name': 'network-changed', 'server_uuid': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'tag': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'status': 'completed', 'code': 200} May 09 13:27:47.286268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed680e5b-b500-4de3-9924-49e154499420 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:47.332709 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed680e5b-b500-4de3-9924-49e154499420 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=3a122f78-8d55-476e-915f-79419aa7c967,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:47.343128 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-67a8e910-905e-4622-8cc5-2975b5b2e7fd None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:27:47.387238 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0cef3bf-19ec-4ab1-9263-6fe663741d4a req-a6468a64-e399-4d73-b898-62d8f84056c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ee21042a6294be790e2e862fb342e9a&device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0971076 May 09 13:27:47.530965 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cef3bf-19ec-4ab1-9263-6fe663741d4a req-aa2b2543-7862-4ec2-baec-07513a7d0843 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:47.532425 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0cef3bf-19ec-4ab1-9263-6fe663741d4a req-aa2b2543-7862-4ec2-baec-07513a7d0843 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 200 len: 912 time: 0.1382763 May 09 13:27:47.672706 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0cef3bf-19ec-4ab1-9263-6fe663741d4a req-84d5176a-8d94-4b4b-92b1-964306f35306 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e150356b-3c61-4315-ba0b-b6ca11cdda1c HTTP/1.1" status: 200 len: 217 time: 0.1322980 May 09 13:27:47.750635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-67a8e910-905e-4622-8cc5-2975b5b2e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:47.754889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8e910-905e-4622-8cc5-2975b5b2e7fd None None] Checking router: 8920e538-e61c-46d8-8611-3a13a59e6b65 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:27:47.755460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cef3bf-19ec-4ab1-9263-6fe663741d4a req-9219ae41-211e-4c01-9a14-832a441aa665 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:47.756939 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0cef3bf-19ec-4ab1-9263-6fe663741d4a req-9219ae41-211e-4c01-9a14-832a441aa665 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 200 len: 850 time: 0.0783312 May 09 13:27:47.765561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8e910-905e-4622-8cc5-2975b5b2e7fd None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:27:47.766152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-67a8e910-905e-4622-8cc5-2975b5b2e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:47.833230 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0cef3bf-19ec-4ab1-9263-6fe663741d4a req-143959ce-05c1-4337-a0e5-0b2d3b455fed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb51bff7-c499-4df6-8d1c-0be354372657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692081 May 09 13:27:47.878050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb47da-3bcc-4f72-ada4-0ab0de6029f9 req-f3c31e04-eeb8-4df5-ac05-a898db689dfc tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:47.879788 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83cb47da-3bcc-4f72-ada4-0ab0de6029f9 req-f3c31e04-eeb8-4df5-ac05-a898db689dfc tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 945 time: 0.1741607 May 09 13:27:47.941558 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-67a8e910-905e-4622-8cc5-2975b5b2e7fd None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:27:47.950246 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83cb47da-3bcc-4f72-ada4-0ab0de6029f9 req-0eecbeae-50e1-4b0e-ae69-3c3f2b259581 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621951 May 09 13:27:47.958317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed680e5b-b500-4de3-9924-49e154499420 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:47.974265 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0cef3bf-19ec-4ab1-9263-6fe663741d4a req-9f5b8e3b-292e-4dae-a732-4c8c7f67b7d1 service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336374 May 09 13:27:48.107714 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0cef3bf-19ec-4ab1-9263-6fe663741d4a req-e600a38b-bdd2-440f-bbfb-f381af518e0b service neutron] 10.222.0.57 "GET /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269207 May 09 13:27:48.262154 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-67a8e910-905e-4622-8cc5-2975b5b2e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:48.266474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8e910-905e-4622-8cc5-2975b5b2e7fd None None] The sync data for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv is: [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:19:22Z', 'revision_number': 4, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '4a865a2c-f1e9-4156-8680-130f6d79c643', 'name': '', 'network_id': 'eb51bff7-c499-4df6-8d1c-0be354372657', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'mac_address': 'fa:16:3e:3b:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:20Z', 'updated_at': '2022-05-09T13:19:36Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'subnets': [{'id': '20ee6795-cc68-45ce-911d-6b54778f45e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:27:48.476788 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06023bc5-82db-442c-ab94-898e1ef558ca None None] New status for floating IP 5101b5e3-d9ff-491c-bf49-297bf383b2a0: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:27:48.558892 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed680e5b-b500-4de3-9924-49e154499420 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:27:48.759335 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed680e5b-b500-4de3-9924-49e154499420 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:27:48.768674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96630b2-58c3-4c32-8612-a7e1de9c1c4f None None] Sync routers for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:27:48.774857 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ed680e5b-b500-4de3-9924-49e154499420 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/978dd0f8-e50b-4e00-ade9-0bed23c00ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1365266 May 09 13:27:48.780493 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96630b2-58c3-4c32-8612-a7e1de9c1c4f None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:27:48.781200 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e96630b2-58c3-4c32-8612-a7e1de9c1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:48.958192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e96630b2-58c3-4c32-8612-a7e1de9c1c4f None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:27:49.216744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a960d4-8a63-4374-ad36-3dc95dfb39a7 req-9a11591b-1a83-45b3-927c-234da36baae0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:49.219179 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b0a960d4-8a63-4374-ad36-3dc95dfb39a7 req-9a11591b-1a83-45b3-927c-234da36baae0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 945 time: 0.1051867 May 09 13:27:49.227029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359101f5-94f4-473b-848b-2c9ecdfc6148 req-a3a6b5ce-e0d3-4410-aead-3d05a4988cbf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:49.227841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-359101f5-94f4-473b-848b-2c9ecdfc6148 req-a3a6b5ce-e0d3-4410-aead-3d05a4988cbf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:27:49.253679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356de88-7b33-43c2-82d6-5c2145a2e210 req-5c231f19-fff2-4d34-9949-5328d92a66f0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:49.254277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-4356de88-7b33-43c2-82d6-5c2145a2e210 req-5c231f19-fff2-4d34-9949-5328d92a66f0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Synchronizing usage tracker for tenant:6ee21042a6294be790e2e862fb342e9a on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:27:49.269478 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-4356de88-7b33-43c2-82d6-5c2145a2e210 req-5c231f19-fff2-4d34-9949-5328d92a66f0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Unset dirty status for tenant:6ee21042a6294be790e2e862fb342e9a on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:27:49.270597 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4356de88-7b33-43c2-82d6-5c2145a2e210 req-5c231f19-fff2-4d34-9949-5328d92a66f0 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 945 time: 0.1962180 May 09 13:27:49.275780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-359101f5-94f4-473b-848b-2c9ecdfc6148 req-a3a6b5ce-e0d3-4410-aead-3d05a4988cbf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:27:49.276938 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-359101f5-94f4-473b-848b-2c9ecdfc6148 req-a3a6b5ce-e0d3-4410-aead-3d05a4988cbf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 946 time: 0.2064235 May 09 13:27:49.309161 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b0a960d4-8a63-4374-ad36-3dc95dfb39a7 req-ca970642-dff0-4a37-a6b5-c21a88d975fc tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/security-groups?id=0720b202-1702-434b-b146-20fb4e6d3ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755908 May 09 13:27:49.340612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-4356de88-7b33-43c2-82d6-5c2145a2e210 req-956c0efc-a430-4eed-91d9-218016ba48ce tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Deleting port e150356b-3c61-4315-ba0b-b6ca11cdda1c {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:27:49.340957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4356de88-7b33-43c2-82d6-5c2145a2e210 req-956c0efc-a430-4eed-91d9-218016ba48ce tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:49.341818 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-359101f5-94f4-473b-848b-2c9ecdfc6148 req-05d521f6-aeba-4cf7-b62a-97cccadf1cb9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574393 May 09 13:27:49.374360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e96630b2-58c3-4c32-8612-a7e1de9c1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:27:47Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '0d7f5659-ba48-469a-b9e4-9f67649f4163', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.161', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'port_id': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'mac_address': 'fa:16:3e:bf:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89feeec4-c115-4057-9c7b-235099816d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:25:36Z', 'updated_at': '2022-05-09T13:25:40Z', 'revision_number': 1, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:24Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:49.378163 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96630b2-58c3-4c32-8612-a7e1de9c1c4f None None] Checking router: 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:27:49.388386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96630b2-58c3-4c32-8612-a7e1de9c1c4f None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:27:49.388966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e96630b2-58c3-4c32-8612-a7e1de9c1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:49.565178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e96630b2-58c3-4c32-8612-a7e1de9c1c4f None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:27:49.589459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-4356de88-7b33-43c2-82d6-5c2145a2e210 req-956c0efc-a430-4eed-91d9-218016ba48ce tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] For port e150356b-3c61-4315-ba0b-b6ca11cdda1c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e150356b-3c61-4315-ba0b-b6ca11cdda1c,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:27:49.589822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4356de88-7b33-43c2-82d6-5c2145a2e210 req-956c0efc-a430-4eed-91d9-218016ba48ce tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:49.710317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-4356de88-7b33-43c2-82d6-5c2145a2e210 req-956c0efc-a430-4eed-91d9-218016ba48ce tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Calling delete_port for e150356b-3c61-4315-ba0b-b6ca11cdda1c owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:27:49.850991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4356de88-7b33-43c2-82d6-5c2145a2e210 req-956c0efc-a430-4eed-91d9-218016ba48ce tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:49.899400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c0efc-a430-4eed-91d9-218016ba48ce tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event deleted for resources: {'Port': ['ID=e150356b-3c61-4315-ba0b-b6ca11cdda1c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:49.910609 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e96630b2-58c3-4c32-8612-a7e1de9c1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:27:47Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '0d7f5659-ba48-469a-b9e4-9f67649f4163', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.161', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'port_id': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'mac_address': 'fa:16:3e:bf:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89feeec4-c115-4057-9c7b-235099816d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:25:36Z', 'updated_at': '2022-05-09T13:25:40Z', 'revision_number': 1, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:24Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:49.915711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96630b2-58c3-4c32-8612-a7e1de9c1c4f None None] The sync data for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv is: [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:27:47Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '0d7f5659-ba48-469a-b9e4-9f67649f4163', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.161', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'port_id': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'mac_address': 'fa:16:3e:bf:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89feeec4-c115-4057-9c7b-235099816d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:25:36Z', 'updated_at': '2022-05-09T13:25:40Z', 'revision_number': 1, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:24Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:27:49.974547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4356de88-7b33-43c2-82d6-5c2145a2e210 req-956c0efc-a430-4eed-91d9-218016ba48ce tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] No DVR routers for this DVR port e150356b-3c61-4315-ba0b-b6ca11cdda1c on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:27:49.976944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4356de88-7b33-43c2-82d6-5c2145a2e210 req-956c0efc-a430-4eed-91d9-218016ba48ce tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:49.979516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'name': 'network-vif-deleted', 'tag': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:27:49.994670 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4356de88-7b33-43c2-82d6-5c2145a2e210 req-956c0efc-a430-4eed-91d9-218016ba48ce tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.57 "DELETE /v2.0/ports/e150356b-3c61-4315-ba0b-b6ca11cdda1c HTTP/1.1" status: 204 len: 173 time: 0.7186017 May 09 13:27:50.039965 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0afae4-8ba3-4561-b788-98d29ca0e885'] response: {'server_uuid': 'cd45ed11-92c0-4e2b-906b-b24adb7e1ec3', 'name': 'network-vif-deleted', 'tag': 'e150356b-3c61-4315-ba0b-b6ca11cdda1c', 'status': 'completed', 'code': 200} May 09 13:27:50.524034 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 3a122f78-8d55-476e-915f-79419aa7c967 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:27:50.566533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 3a122f78-8d55-476e-915f-79419aa7c967 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:27:50.566879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 3a122f78-8d55-476e-915f-79419aa7c967 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:27:50.584809 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-850797e1-7725-44cd-ad8b-4fbfbeb0df0e req-a47d85f5-c2d7-467a-89d1-cf34f2764c9a tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd45ed11-92c0-4e2b-906b-b24adb7e1ec3 HTTP/1.1" status: 200 len: 210 time: 0.0882554 May 09 13:27:50.640103 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3af5c-a46a-4b0f-88d4-1a6fb1c483c3 req-97c94eb4-9c52-47c6-a15c-5ba0796ccf5d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:50.641700 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7cc3af5c-a46a-4b0f-88d4-1a6fb1c483c3 req-97c94eb4-9c52-47c6-a15c-5ba0796ccf5d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 946 time: 0.1104696 May 09 13:27:50.691398 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa6a0c-6379-4960-8d6e-abb64eed471c req-181d17d7-30ab-4b01-b854-c7941d193629 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:50.692032 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-b8fa6a0c-6379-4960-8d6e-abb64eed471c req-181d17d7-30ab-4b01-b854-c7941d193629 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:27:50.699554 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7cc3af5c-a46a-4b0f-88d4-1a6fb1c483c3 req-d0e3930b-33c7-4d27-acf5-6ff35d5b787f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520170 May 09 13:27:50.704503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-b8fa6a0c-6379-4960-8d6e-abb64eed471c req-181d17d7-30ab-4b01-b854-c7941d193629 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:27:50.705727 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b8fa6a0c-6379-4960-8d6e-abb64eed471c req-181d17d7-30ab-4b01-b854-c7941d193629 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 946 time: 0.0946705 May 09 13:27:50.776651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-b8fa6a0c-6379-4960-8d6e-abb64eed471c req-156bdcf9-ef3f-46e3-9dbe-6727ca8399e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port e6689bda-f4a6-46f3-be17-9831be7ff17a {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:27:50.776894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b8fa6a0c-6379-4960-8d6e-abb64eed471c req-156bdcf9-ef3f-46e3-9dbe-6727ca8399e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:51.012924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-b8fa6a0c-6379-4960-8d6e-abb64eed471c req-156bdcf9-ef3f-46e3-9dbe-6727ca8399e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port e6689bda-f4a6-46f3-be17-9831be7ff17a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e6689bda-f4a6-46f3-be17-9831be7ff17a,segment=NetworkSegment(880fbea5-5e53-4fd8-8a2a-d3ab06b7741b),segment_id=880fbea5-5e53-4fd8-8a2a-d3ab06b7741b)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:27:51.013298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b8fa6a0c-6379-4960-8d6e-abb64eed471c req-156bdcf9-ef3f-46e3-9dbe-6727ca8399e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:51.138397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-b8fa6a0c-6379-4960-8d6e-abb64eed471c req-156bdcf9-ef3f-46e3-9dbe-6727ca8399e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for e6689bda-f4a6-46f3-be17-9831be7ff17a owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:27:51.245622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:51.272258 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b8fa6a0c-6379-4960-8d6e-abb64eed471c req-156bdcf9-ef3f-46e3-9dbe-6727ca8399e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:51.323646 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bdcf9-ef3f-46e3-9dbe-6727ca8399e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=e6689bda-f4a6-46f3-be17-9831be7ff17a,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:51.393404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fa6a0c-6379-4960-8d6e-abb64eed471c req-156bdcf9-ef3f-46e3-9dbe-6727ca8399e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] No DVR routers for this DVR port e6689bda-f4a6-46f3-be17-9831be7ff17a on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:27:51.395718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b8fa6a0c-6379-4960-8d6e-abb64eed471c req-156bdcf9-ef3f-46e3-9dbe-6727ca8399e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:51.408769 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b8fa6a0c-6379-4960-8d6e-abb64eed471c req-156bdcf9-ef3f-46e3-9dbe-6727ca8399e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "DELETE /v2.0/ports/e6689bda-f4a6-46f3-be17-9831be7ff17a HTTP/1.1" status: 204 len: 173 time: 0.6982064 May 09 13:27:51.692371 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59428) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:27:51.886793 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1c1d47e1-ecfa-4a9a-94bd-6d1a3892a7cf req-ced5667e-64ad-46b0-9a95-2e7ea10c2e97 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=14fe0cfb-a9ef-4ef4-ae5c-63b382469076 HTTP/1.1" status: 200 len: 210 time: 0.0436530 May 09 13:27:51.950622 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-c665b540-e3ed-47ba-b065-f6ff069b0389 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Deleting port fa026492-fb8f-4193-a056-15a762d1ae3a {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:27:51.950892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c665b540-e3ed-47ba-b065-f6ff069b0389 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:52.065030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fe0cfb-a9ef-4ef4-ae5c-63b382469076', 'name': 'network-vif-deleted', 'tag': 'e6689bda-f4a6-46f3-be17-9831be7ff17a'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:27:52.125816 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f343db12-2e26-4d2e-bd71-4666bbfef958'] response: {'server_uuid': '14fe0cfb-a9ef-4ef4-ae5c-63b382469076', 'name': 'network-vif-deleted', 'tag': 'e6689bda-f4a6-46f3-be17-9831be7ff17a', 'status': 'completed', 'code': 200} May 09 13:27:52.129142 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c665b540-e3ed-47ba-b065-f6ff069b0389 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:52.129505 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c665b540-e3ed-47ba-b065-f6ff069b0389 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:52.249998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-c665b540-e3ed-47ba-b065-f6ff069b0389 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Calling delete_port for fa026492-fb8f-4193-a056-15a762d1ae3a owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:27:52.380692 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c665b540-e3ed-47ba-b065-f6ff069b0389 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:52.427732 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665b540-e3ed-47ba-b065-f6ff069b0389 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event deleted for resources: {'Port': ['ID=fa026492-fb8f-4193-a056-15a762d1ae3a,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:52.514223 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c665b540-e3ed-47ba-b065-f6ff069b0389 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:52.527527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c665b540-e3ed-47ba-b065-f6ff069b0389 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:52.528627 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c665b540-e3ed-47ba-b065-f6ff069b0389 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "DELETE /v2.0/floatingips/52cea7f1-8d1b-42b5-98ab-71e5cfb74da3 HTTP/1.1" status: 204 len: 168 time: 0.8352904 May 09 13:27:52.986441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e150356b-3c61-4315-ba0b-b6ca11cdda1c no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:27:52.992173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59446) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:27:53.019474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: e150356b-3c61-4315-ba0b-b6ca11cdda1c {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:27:53.019806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e150356b-3c61-4315-ba0b-b6ca11cdda1c not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:27:53.062499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3240fa4-935c-4131-a984-4d7474914d86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:53.094266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3240fa4-935c-4131-a984-4d7474914d86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:53.156672 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3240fa4-935c-4131-a984-4d7474914d86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:53.175662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3240fa4-935c-4131-a984-4d7474914d86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:53.192811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c3240fa4-935c-4131-a984-4d7474914d86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:53.193978 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c3240fa4-935c-4131-a984-4d7474914d86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/security-groups/5454b8fb-e1c2-414e-8e1d-61ca63a5ebe7 HTTP/1.1" status: 204 len: 168 time: 0.2007468 May 09 13:27:53.236701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59452) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:27:53.422989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea488284-d1ae-42e0-94ff-53025e441f6b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting subnet 99f021ce-2a97-4277-9185-3a04b4d30570 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:27:53.425893 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ea488284-d1ae-42e0-94ff-53025e441f6b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:53.483860 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ea488284-d1ae-42e0-94ff-53025e441f6b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:53.567824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ea488284-d1ae-42e0-94ff-53025e441f6b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:53.645834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ea488284-d1ae-42e0-94ff-53025e441f6b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:53.689010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea488284-d1ae-42e0-94ff-53025e441f6b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Subnet': ['ID=99f021ce-2a97-4277-9185-3a04b4d30570,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:53.695971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ea488284-d1ae-42e0-94ff-53025e441f6b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:53.703954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78ee90b-0e05-4a87-b8c4-592b01424d43 None None] Network 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:27:53.706653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59456) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:27:53.707118 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ea488284-d1ae-42e0-94ff-53025e441f6b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/subnets/99f021ce-2a97-4277-9185-3a04b4d30570 HTTP/1.1" status: 204 len: 168 time: 0.4691708 May 09 13:27:53.953218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:53.963579 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port fd4da75e-f262-4d29-97b3-114fc48dff63 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:27:53.964003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:53.975410 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1653ff3-e359-42d5-8a3f-4da6dd38df92 None None] DHCP port deletion for 6e9ccf37-c250-42e4-9adc-fe6467ca3a69 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:27:53.979619 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a1653ff3-e359-42d5-8a3f-4da6dd38df92 None None] Deleting port fd4da75e-f262-4d29-97b3-114fc48dff63 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:27:53.980150 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a1653ff3-e359-42d5-8a3f-4da6dd38df92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:54.176553 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port fd4da75e-f262-4d29-97b3-114fc48dff63, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fd4da75e-f262-4d29-97b3-114fc48dff63,segment=NetworkSegment(880fbea5-5e53-4fd8-8a2a-d3ab06b7741b),segment_id=880fbea5-5e53-4fd8-8a2a-d3ab06b7741b)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:27:54.176827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:54.184899 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a1653ff3-e359-42d5-8a3f-4da6dd38df92 None None] For port fd4da75e-f262-4d29-97b3-114fc48dff63, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fd4da75e-f262-4d29-97b3-114fc48dff63,segment=NetworkSegment(880fbea5-5e53-4fd8-8a2a-d3ab06b7741b),segment_id=880fbea5-5e53-4fd8-8a2a-d3ab06b7741b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:27:54.185455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a1653ff3-e359-42d5-8a3f-4da6dd38df92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:54.300748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for fd4da75e-f262-4d29-97b3-114fc48dff63 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:27:54.339821 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a1653ff3-e359-42d5-8a3f-4da6dd38df92 None None] Calling delete_port for fd4da75e-f262-4d29-97b3-114fc48dff63 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:27:54.388785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:54.411441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-a1653ff3-e359-42d5-8a3f-4da6dd38df92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:27:54.411795 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-a1653ff3-e359-42d5-8a3f-4da6dd38df92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:27:54.433969 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=fd4da75e-f262-4d29-97b3-114fc48dff63,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:54.438438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] No DVR routers for this DVR port fd4da75e-f262-4d29-97b3-114fc48dff63 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:27:54.559996 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:54.565383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device fd4da75e-f262-4d29-97b3-114fc48dff63 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:27:54.588527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9ccf37-c250-42e4-9adc-fe6467ca3a69']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:54.601372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:54.601789 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880fbea5-5e53-4fd8-8a2a-d3ab06b7741b') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:54.614482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:54.615256 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: fd4da75e-f262-4d29-97b3-114fc48dff63 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:27:54.615696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device fd4da75e-f262-4d29-97b3-114fc48dff63 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:27:54.631578 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:54.637704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:27:54.638152 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:27:54.656622 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:27:54.733848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:54.751117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:54.762342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Network': ['ID=6e9ccf37-c250-42e4-9adc-fe6467ca3a69,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:54.780922 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fa77c8ea-0ba2-4b25-a7de-160e1bc5c224 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/networks/6e9ccf37-c250-42e4-9adc-fe6467ca3a69 HTTP/1.1" status: 204 len: 168 time: 1.0715358 May 09 13:27:54.783342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59462) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:27:54.912597 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a1653ff3-e359-42d5-8a3f-4da6dd38df92 None None] Deleting port fd4da75e-f262-4d29-97b3-114fc48dff63 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:27:54.912975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a1653ff3-e359-42d5-8a3f-4da6dd38df92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:54.982225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a1653ff3-e359-42d5-8a3f-4da6dd38df92 None None] The port 'fd4da75e-f262-4d29-97b3-114fc48dff63' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:27:54.985489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e6689bda-f4a6-46f3-be17-9831be7ff17a no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:27:55.023239 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59468) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:27:55.030795 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: e6689bda-f4a6-46f3-be17-9831be7ff17a {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:27:55.031134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e6689bda-f4a6-46f3-be17-9831be7ff17a not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:27:55.035031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-8c1bb4cd-a42a-45fe-8433-75fa144357d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port b182a24f-6f42-458a-8da5-27b8ffbc509b {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:27:55.035381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb4cd-a42a-45fe-8433-75fa144357d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:55.113626 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2fc69c16-6410-4925-8d08-b6b6164fa5d6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:55.143191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2fc69c16-6410-4925-8d08-b6b6164fa5d6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:55.210671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2fc69c16-6410-4925-8d08-b6b6164fa5d6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:55.231635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb4cd-a42a-45fe-8433-75fa144357d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:55.232275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb4cd-a42a-45fe-8433-75fa144357d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:55.235871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc69c16-6410-4925-8d08-b6b6164fa5d6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0720b202-1702-434b-b146-20fb4e6d3ab1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:55.247496 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2fc69c16-6410-4925-8d08-b6b6164fa5d6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:55.251248 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2fc69c16-6410-4925-8d08-b6b6164fa5d6 tempest-TestVolumeBootPattern-569586936 tempest-TestVolumeBootPattern-569586936-project] 10.222.0.44 "DELETE /v2.0/security-groups/0720b202-1702-434b-b146-20fb4e6d3ab1 HTTP/1.1" status: 204 len: 168 time: 0.2252195 May 09 13:27:55.326683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59474) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:27:55.381537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-8c1bb4cd-a42a-45fe-8433-75fa144357d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for b182a24f-6f42-458a-8da5-27b8ffbc509b owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:27:55.616849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb4cd-a42a-45fe-8433-75fa144357d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:55.664286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bb4cd-a42a-45fe-8433-75fa144357d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=b182a24f-6f42-458a-8da5-27b8ffbc509b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:55.757695 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb4cd-a42a-45fe-8433-75fa144357d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:56.052833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:56.151261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1bb4cd-a42a-45fe-8433-75fa144357d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:27:56.353135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1bb4cd-a42a-45fe-8433-75fa144357d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:27:56.365280 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89a190-605d-4016-a0d4-15721a4a1085 None None] Sync routers for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:27:56.371193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb4cd-a42a-45fe-8433-75fa144357d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:56.378941 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89a190-605d-4016-a0d4-15721a4a1085 None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:27:56.379637 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bc89a190-605d-4016-a0d4-15721a4a1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:56.427381 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8c1bb4cd-a42a-45fe-8433-75fa144357d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/floatingips/0d7f5659-ba48-469a-b9e4-9f67649f4163 HTTP/1.1" status: 204 len: 168 time: 1.6405888 May 09 13:27:56.427381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89feeec4-c115-4057-9c7b-235099816d39', 'tag': 'afd85a26-e171-4b2f-8e73-180f4d8270ed'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:27:56.492670 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a387ce42-3932-424b-ad98-415a7c061dc6'] response: {'name': 'network-changed', 'server_uuid': '89feeec4-c115-4057-9c7b-235099816d39', 'tag': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'status': 'completed', 'code': 200} May 09 13:27:56.591176 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-bc89a190-605d-4016-a0d4-15721a4a1085 None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:27:56.632601 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c4312e68-542b-421c-be78-7899f2636a4c req-a10bb9c1-0d1f-467d-ae69-c6215bf3d6ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 1098 time: 0.1144264 May 09 13:27:56.814216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4312e68-542b-421c-be78-7899f2636a4c req-886e4949-cf6a-42fa-a3da-f4f3e9b0e03e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:56.815936 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c4312e68-542b-421c-be78-7899f2636a4c req-886e4949-cf6a-42fa-a3da-f4f3e9b0e03e service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 HTTP/1.1" status: 200 len: 898 time: 0.1479661 May 09 13:27:56.851528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebdbc9-e833-421b-a045-f690de37850d req-ae7ec214-5d4b-40bc-9e7d-c0bb0c6cdbfe tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:56.852214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-17ebdbc9-e833-421b-a045-f690de37850d req-ae7ec214-5d4b-40bc-9e7d-c0bb0c6cdbfe tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:27:56.868345 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-17ebdbc9-e833-421b-a045-f690de37850d req-ae7ec214-5d4b-40bc-9e7d-c0bb0c6cdbfe tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:27:56.869736 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17ebdbc9-e833-421b-a045-f690de37850d req-ae7ec214-5d4b-40bc-9e7d-c0bb0c6cdbfe tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 945 time: 0.1026623 May 09 13:27:56.915810 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17ebdbc9-e833-421b-a045-f690de37850d req-623a2aba-cde0-4869-9561-3053762366fa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed947ef1-dce9-400a-9bb4-4693fd19825d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401964 May 09 13:27:56.922871 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bc89a190-605d-4016-a0d4-15721a4a1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:27:47Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:24Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:56.925223 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c4312e68-542b-421c-be78-7899f2636a4c req-0bc5d4d8-7064-420e-bce8-8ab3953f80d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afd85a26-e171-4b2f-8e73-180f4d8270ed HTTP/1.1" status: 200 len: 217 time: 0.0801368 May 09 13:27:56.927158 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89a190-605d-4016-a0d4-15721a4a1085 None None] Checking router: 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:27:56.934826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Deleting port 4a865a2c-f1e9-4156-8680-130f6d79c643 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:27:56.935241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:56.938131 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89a190-605d-4016-a0d4-15721a4a1085 None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:27:56.941323 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bc89a190-605d-4016-a0d4-15721a4a1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:57.050431 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4312e68-542b-421c-be78-7899f2636a4c req-90d5f749-b735-4deb-8950-69adba62f0df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:57.051858 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c4312e68-542b-421c-be78-7899f2636a4c req-90d5f749-b735-4deb-8950-69adba62f0df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0ea5753d-d555-452c-98c1-9439bf462c50 HTTP/1.1" status: 200 len: 835 time: 0.1181426 May 09 13:27:57.114058 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-bc89a190-605d-4016-a0d4-15721a4a1085 None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:27:57.202473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] For port 4a865a2c-f1e9-4156-8680-130f6d79c643, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4a865a2c-f1e9-4156-8680-130f6d79c643,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:27:57.203053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:57.420451 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bc89a190-605d-4016-a0d4-15721a4a1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:27:47Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:24Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:57.424386 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89a190-605d-4016-a0d4-15721a4a1085 None None] The sync data for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv is: [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:27:47Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '88d04711-d653-4e83-9e19-5b7c6a0c0963', 'name': '', 'network_id': 'cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:67:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:17Z', 'updated_at': '2022-05-09T13:25:24Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '0ea5753d-d555-452c-98c1-9439bf462c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:27:57.428928 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c4312e68-542b-421c-be78-7899f2636a4c req-8206c779-d3a6-4d29-a69d-3daf8f796922 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3356273 May 09 13:27:57.437165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Calling delete_port for 4a865a2c-f1e9-4156-8680-130f6d79c643 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:27:57.635496 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c4312e68-542b-421c-be78-7899f2636a4c req-979531a7-25a1-4d7e-9c5f-8e8a48660910 service neutron] 10.222.0.57 "GET /v2.0/networks/cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724355 May 09 13:27:57.674954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4903c514-b060-45f6-bca6-c8f621507a05 None None] New status for floating IP 0d7f5659-ba48-469a-b9e4-9f67649f4163: DOWN {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:27:57.826081 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c4312e68-542b-421c-be78-7899f2636a4c req-1e738e6e-c0ea-4fa2-ae63-5f39a689751b service neutron] 10.222.0.57 "GET /v2.0/networks/cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825280 May 09 13:27:57.827925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:57.870935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a865a2c-f1e9-4156-8680-130f6d79c643,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:57.909687 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:57.910027 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:57.910364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:57.910695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:57.911022 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:57.911346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:57.911668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:57.911986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:57.912303 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:57.912621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:57.912933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:27:58.130806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aa6cd-1d23-4645-aeac-900174ec5b21 req-83292172-e394-4976-9c49-3ac9ce674424 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:58.132287 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce8aa6cd-1d23-4645-aeac-900174ec5b21 req-83292172-e394-4976-9c49-3ac9ce674424 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 945 time: 0.0777333 May 09 13:27:58.171228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:58.180997 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce8aa6cd-1d23-4645-aeac-900174ec5b21 req-5545e384-0b0b-4c36-bd8e-54eedef144af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed947ef1-dce9-400a-9bb4-4693fd19825d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428419 May 09 13:27:58.386877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27abd10-7143-4811-9d5a-2ae6c9556ee5 req-c2c82131-e888-4170-af5d-63b364fbaf93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:58.387472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-b27abd10-7143-4811-9d5a-2ae6c9556ee5 req-c2c82131-e888-4170-af5d-63b364fbaf93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:27:58.404181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-b27abd10-7143-4811-9d5a-2ae6c9556ee5 req-c2c82131-e888-4170-af5d-63b364fbaf93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:27:58.405774 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b27abd10-7143-4811-9d5a-2ae6c9556ee5 req-c2c82131-e888-4170-af5d-63b364fbaf93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 945 time: 0.1701918 May 09 13:27:58.486583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-b27abd10-7143-4811-9d5a-2ae6c9556ee5 req-46364477-0c49-4fa6-9b62-362ddc37d973 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port afd85a26-e171-4b2f-8e73-180f4d8270ed {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:27:58.486920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b27abd10-7143-4811-9d5a-2ae6c9556ee5 req-46364477-0c49-4fa6-9b62-362ddc37d973 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:59.102415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-b27abd10-7143-4811-9d5a-2ae6c9556ee5 req-46364477-0c49-4fa6-9b62-362ddc37d973 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port afd85a26-e171-4b2f-8e73-180f4d8270ed, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=afd85a26-e171-4b2f-8e73-180f4d8270ed,segment=NetworkSegment(de861379-2f54-46de-854e-3d97dc341c89),segment_id=de861379-2f54-46de-854e-3d97dc341c89)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:27:59.102769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b27abd10-7143-4811-9d5a-2ae6c9556ee5 req-46364477-0c49-4fa6-9b62-362ddc37d973 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:59.229763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-b27abd10-7143-4811-9d5a-2ae6c9556ee5 req-46364477-0c49-4fa6-9b62-362ddc37d973 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for afd85a26-e171-4b2f-8e73-180f4d8270ed owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:27:59.378546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a3a5a-f6c2-410a-b090-8c76de560ff1 req-38d87d6d-1c1a-4a0d-9c3c-5d001b79d95a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:27:59.380090 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-772a3a5a-f6c2-410a-b090-8c76de560ff1 req-38d87d6d-1c1a-4a0d-9c3c-5d001b79d95a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=89feeec4-c115-4057-9c7b-235099816d39 HTTP/1.1" status: 200 len: 945 time: 0.0772519 May 09 13:27:59.400348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b27abd10-7143-4811-9d5a-2ae6c9556ee5 req-46364477-0c49-4fa6-9b62-362ddc37d973 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:59.432213 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-772a3a5a-f6c2-410a-b090-8c76de560ff1 req-a1f7d1f1-8efb-4831-9f2d-c8ef1e88f481 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed947ef1-dce9-400a-9bb4-4693fd19825d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462713 May 09 13:27:59.454775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46364477-0c49-4fa6-9b62-362ddc37d973 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=afd85a26-e171-4b2f-8e73-180f4d8270ed,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:27:59.461615 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Router 8920e538-e61c-46d8-8611-3a13a59e6b65 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:27:59.536443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27abd10-7143-4811-9d5a-2ae6c9556ee5 req-46364477-0c49-4fa6-9b62-362ddc37d973 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] No DVR routers for this DVR port afd85a26-e171-4b2f-8e73-180f4d8270ed on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:27:59.539513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b27abd10-7143-4811-9d5a-2ae6c9556ee5 req-46364477-0c49-4fa6-9b62-362ddc37d973 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:59.541886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89feeec4-c115-4057-9c7b-235099816d39', 'name': 'network-vif-deleted', 'tag': 'afd85a26-e171-4b2f-8e73-180f4d8270ed'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:27:59.602958 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32edcfdb-c79e-4695-a0ea-fad673e8971c'] response: {'server_uuid': '89feeec4-c115-4057-9c7b-235099816d39', 'name': 'network-vif-deleted', 'tag': 'afd85a26-e171-4b2f-8e73-180f4d8270ed', 'status': 'completed', 'code': 200} May 09 13:27:59.663190 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b27abd10-7143-4811-9d5a-2ae6c9556ee5 req-46364477-0c49-4fa6-9b62-362ddc37d973 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "DELETE /v2.0/ports/afd85a26-e171-4b2f-8e73-180f4d8270ed HTTP/1.1" status: 204 len: 173 time: 1.2512877 May 09 13:27:59.750347 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:27:59.757677 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59492) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:27:59.757805 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b55888c6-c0e7-4806-86c4-194874b22616 admin admin] 10.222.0.44 "PUT /v2.0/routers/8920e538-e61c-46d8-8611-3a13a59e6b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4298284 May 09 13:27:59.772405 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214c9e8-19bd-41bb-a473-3b9e0ce5dd2c None None] Sync routers for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:27:59.787866 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214c9e8-19bd-41bb-a473-3b9e0ce5dd2c None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:27:59.789220 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-2214c9e8-19bd-41bb-a473-3b9e0ce5dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:27:59.965312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:27:59.982339 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-2214c9e8-19bd-41bb-a473-3b9e0ce5dd2c None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:28:00.270670 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:00.279499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Deleting port 190a9e88-dfc5-4567-8803-1067101d911a {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:28:00.279875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:00.304535 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-2214c9e8-19bd-41bb-a473-3b9e0ce5dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '190a9e88-dfc5-4567-8803-1067101d911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:27:57Z', 'revision_number': 5, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port': {'id': '190a9e88-dfc5-4567-8803-1067101d911a', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:10Z', 'updated_at': '2022-05-09T13:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:00.308299 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214c9e8-19bd-41bb-a473-3b9e0ce5dd2c None None] Checking router: 8920e538-e61c-46d8-8611-3a13a59e6b65 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:28:00.318984 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214c9e8-19bd-41bb-a473-3b9e0ce5dd2c None None] Routers {'8920e538-e61c-46d8-8611-3a13a59e6b65'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:28:00.319573 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-2214c9e8-19bd-41bb-a473-3b9e0ce5dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8920e538-e61c-46d8-8611-3a13a59e6b65'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:00.452961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] For port 190a9e88-dfc5-4567-8803-1067101d911a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=190a9e88-dfc5-4567-8803-1067101d911a,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:00.453623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:00.466379 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-2214c9e8-19bd-41bb-a473-3b9e0ce5dd2c None None] Set router 8920e538-e61c-46d8-8611-3a13a59e6b65 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:28:00.538346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59498) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:00.570812 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-2214c9e8-19bd-41bb-a473-3b9e0ce5dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:28:00Z', 'revision_number': 6, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:00.574838 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214c9e8-19bd-41bb-a473-3b9e0ce5dd2c None None] The sync data for ids ['8920e538-e61c-46d8-8611-3a13a59e6b65'] in dv-neutron-840889-2-hyperv is: [{'id': '8920e538-e61c-46d8-8611-3a13a59e6b65', 'name': 'tempest-TestVolumeBootPattern-941668549-router', 'tenant_id': '6ee21042a6294be790e2e862fb342e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:09Z', 'updated_at': '2022-05-09T13:28:00Z', 'revision_number': 6, 'project_id': '6ee21042a6294be790e2e862fb342e9a', 'gw_port_host': None}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:28:00.584686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Calling delete_port for 190a9e88-dfc5-4567-8803-1067101d911a owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:28:00.618749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4155e2ec-9a4e-4216-b7bf-8090220d7ce0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:00.650616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4155e2ec-9a4e-4216-b7bf-8090220d7ce0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:00.718613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4155e2ec-9a4e-4216-b7bf-8090220d7ce0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:00.736356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155e2ec-9a4e-4216-b7bf-8090220d7ce0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed947ef1-dce9-400a-9bb4-4693fd19825d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:00.748975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4155e2ec-9a4e-4216-b7bf-8090220d7ce0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:00.750333 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4155e2ec-9a4e-4216-b7bf-8090220d7ce0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/security-groups/ed947ef1-dce9-400a-9bb4-4693fd19825d HTTP/1.1" status: 204 len: 168 time: 0.2110019 May 09 13:28:00.763173 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:00.802145 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59504) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:00.863141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Pushing event deleted for resources: {'Port': ['ID=190a9e88-dfc5-4567-8803-1067101d911a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:00.961706 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:00.962047 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:00.962386 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:00.962715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:00.963043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:00.963369 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:00.963698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:00.964017 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:00.964335 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:00.964649 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:00.964969 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:01.189969 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:01.563846 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:01.570756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:01.732675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:01.733099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8920e538-e61c-46d8-8611-3a13a59e6b65 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:28:01.752863 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:01.754010 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-690bb620-e902-4efa-8b3a-6a051f7a61fb admin admin] 10.222.0.44 "DELETE /v2.0/routers/8920e538-e61c-46d8-8611-3a13a59e6b65 HTTP/1.1" status: 204 len: 168 time: 1.9951754 May 09 13:28:01.757394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59508) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:01.807264 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea79c3ab-5607-4e50-8f26-01431aef8994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:01.821187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8da6a1-45ca-45c8-a032-6e03c5111da8 admin admin] Deleting subnet 20ee6795-cc68-45ce-911d-6b54778f45e8 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:28:01.824516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e8da6a1-45ca-45c8-a032-6e03c5111da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:01.881526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e8da6a1-45ca-45c8-a032-6e03c5111da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:01.958980 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e8da6a1-45ca-45c8-a032-6e03c5111da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:02.063611 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e8da6a1-45ca-45c8-a032-6e03c5111da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:02.113951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8da6a1-45ca-45c8-a032-6e03c5111da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ee6795-cc68-45ce-911d-6b54778f45e8,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:02.124677 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e8da6a1-45ca-45c8-a032-6e03c5111da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:02.128982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273353b0-c1cd-4932-9010-bb6b5da5d365 None None] Network eb51bff7-c499-4df6-8d1c-0be354372657 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:28:02.133757 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3e8da6a1-45ca-45c8-a032-6e03c5111da8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/20ee6795-cc68-45ce-911d-6b54778f45e8 HTTP/1.1" status: 204 len: 168 time: 0.3741069 May 09 13:28:02.136111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59512) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:02.398448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f493b56c-0f43-4e0f-b100-8c868b96b953 None None] DHCP port deletion for eb51bff7-c499-4df6-8d1c-0be354372657 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:28:02.399975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:02.402574 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f493b56c-0f43-4e0f-b100-8c868b96b953 None None] Deleting port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:28:02.402940 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f493b56c-0f43-4e0f-b100-8c868b96b953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:02.411775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Deleting port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:28:02.412165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:02.478258 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ea79c3ab-5607-4e50-8f26-01431aef8994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 88d04711-d653-4e83-9e19-5b7c6a0c0963 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:28:02.479568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea79c3ab-5607-4e50-8f26-01431aef8994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:02.589650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4a865a2c-f1e9-4156-8680-130f6d79c643 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:28:02.666707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 4a865a2c-f1e9-4156-8680-130f6d79c643 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:28:02.667251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4a865a2c-f1e9-4156-8680-130f6d79c643 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:28:02.668059 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 190a9e88-dfc5-4567-8803-1067101d911a no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:28:02.698271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] For port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d7bf8005-4ed0-4b01-b75a-c8d23b2e100e,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:02.698958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:02.721848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 190a9e88-dfc5-4567-8803-1067101d911a {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:28:02.722636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 190a9e88-dfc5-4567-8803-1067101d911a not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:28:02.723219 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d7bf8005-4ed0-4b01-b75a-c8d23b2e100e no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:28:02.772440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f493b56c-0f43-4e0f-b100-8c868b96b953 None None] For port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d7bf8005-4ed0-4b01-b75a-c8d23b2e100e,segment=NetworkSegment(d83b522f-1206-460e-8c48-e77c9ea859df),segment_id=d83b522f-1206-460e-8c48-e77c9ea859df)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:02.773191 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f493b56c-0f43-4e0f-b100-8c868b96b953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:02.810262 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-ea79c3ab-5607-4e50-8f26-01431aef8994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 88d04711-d653-4e83-9e19-5b7c6a0c0963, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=88d04711-d653-4e83-9e19-5b7c6a0c0963,segment=NetworkSegment(de861379-2f54-46de-854e-3d97dc341c89),segment_id=de861379-2f54-46de-854e-3d97dc341c89)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:02.810839 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea79c3ab-5607-4e50-8f26-01431aef8994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:02.852123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Calling delete_port for d7bf8005-4ed0-4b01-b75a-c8d23b2e100e owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:28:02.899103 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f493b56c-0f43-4e0f-b100-8c868b96b953 None None] Calling delete_port for d7bf8005-4ed0-4b01-b75a-c8d23b2e100e owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:28:02.939995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:02.974188 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No ports have port_id starting with d7bf8005-4ed0-4b01-b75a-c8d23b2e100e May 09 13:28:02.987087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-f493b56c-0f43-4e0f-b100-8c868b96b953 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:28:02.987087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-f493b56c-0f43-4e0f-b100-8c868b96b953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:28:03.001557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-ea79c3ab-5607-4e50-8f26-01431aef8994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 88d04711-d653-4e83-9e19-5b7c6a0c0963 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:28:03.015209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bf8005-4ed0-4b01-b75a-c8d23b2e100e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:03.021055 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] No DVR routers for this DVR port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:28:03.030616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device afd85a26-e171-4b2f-8e73-180f4d8270ed no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:28:03.064975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: afd85a26-e171-4b2f-8e73-180f4d8270ed {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:28:03.065349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device afd85a26-e171-4b2f-8e73-180f4d8270ed not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:28:03.183957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:03.197378 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea79c3ab-5607-4e50-8f26-01431aef8994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:03.218427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb51bff7-c499-4df6-8d1c-0be354372657']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:03.235978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83b522f-1206-460e-8c48-e77c9ea859df') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:03.237637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83b522f-1206-460e-8c48-e77c9ea859df') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:03.243541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79c3ab-5607-4e50-8f26-01431aef8994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=88d04711-d653-4e83-9e19-5b7c6a0c0963,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:03.254873 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:03.273006 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:03.279655 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:28:03.280904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:28:03.294956 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:28:03.391519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:03.411010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:03.424374 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb51bff7-c499-4df6-8d1c-0be354372657,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:03.445790 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d0fd69b3-7459-46de-adf9-7122a346b044 admin admin] 10.222.0.44 "DELETE /v2.0/networks/eb51bff7-c499-4df6-8d1c-0be354372657 HTTP/1.1" status: 204 len: 168 time: 1.3084917 May 09 13:28:03.448823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59516) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:03.488640 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f493b56c-0f43-4e0f-b100-8c868b96b953 None None] Deleting port d7bf8005-4ed0-4b01-b75a-c8d23b2e100e {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:28:03.489612 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f493b56c-0f43-4e0f-b100-8c868b96b953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:03.615872 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f493b56c-0f43-4e0f-b100-8c868b96b953 None None] The port 'd7bf8005-4ed0-4b01-b75a-c8d23b2e100e' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:28:03.716665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea79c3ab-5607-4e50-8f26-01431aef8994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:03.888133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6566bbea-bc43-42aa-90ff-1543b05b04c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:04.297146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea79c3ab-5607-4e50-8f26-01431aef8994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:28:04.495853 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea79c3ab-5607-4e50-8f26-01431aef8994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:28:04.510280 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f64f4b-c646-4d07-80df-dfa14e55b49e None None] Sync routers for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:28:04.510904 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ea79c3ab-5607-4e50-8f26-01431aef8994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/978dd0f8-e50b-4e00-ade9-0bed23c00ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7076414 May 09 13:28:04.515762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59520) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:04.526342 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f64f4b-c646-4d07-80df-dfa14e55b49e None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:28:04.527088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-16f64f4b-c646-4d07-80df-dfa14e55b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:04.649562 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6566bbea-bc43-42aa-90ff-1543b05b04c3 admin admin] Deleting port 49b1ea8c-f5ef-4cae-983a-f26232a04cec {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:28:04.650003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6566bbea-bc43-42aa-90ff-1543b05b04c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:04.741755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-98efa782-d0b2-40db-b9d1-468dbf5bb1cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting subnet 0ea5753d-d555-452c-98c1-9439bf462c50 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:28:04.744596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98efa782-d0b2-40db-b9d1-468dbf5bb1cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:04.744903 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-16f64f4b-c646-4d07-80df-dfa14e55b49e None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:28:04.804695 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98efa782-d0b2-40db-b9d1-468dbf5bb1cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:04.876900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-6566bbea-bc43-42aa-90ff-1543b05b04c3 admin admin] For port 49b1ea8c-f5ef-4cae-983a-f26232a04cec, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=49b1ea8c-f5ef-4cae-983a-f26232a04cec,segment=NetworkSegment(a2d88b71-ab99-44d6-ae5c-6893b280bba6),segment_id=a2d88b71-ab99-44d6-ae5c-6893b280bba6)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:04.877311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6566bbea-bc43-42aa-90ff-1543b05b04c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:04.894639 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98efa782-d0b2-40db-b9d1-468dbf5bb1cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:05.031855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6566bbea-bc43-42aa-90ff-1543b05b04c3 admin admin] Calling delete_port for 49b1ea8c-f5ef-4cae-983a-f26232a04cec owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:28:05.039124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-16f64f4b-c646-4d07-80df-dfa14e55b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:28:03Z', 'revision_number': 7, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:05.043487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f64f4b-c646-4d07-80df-dfa14e55b49e None None] Checking router: 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:28:05.054858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f64f4b-c646-4d07-80df-dfa14e55b49e None None] Routers {'978dd0f8-e50b-4e00-ade9-0bed23c00ef2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:28:05.055581 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-16f64f4b-c646-4d07-80df-dfa14e55b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:05.072453 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98efa782-d0b2-40db-b9d1-468dbf5bb1cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:05.115669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efa782-d0b2-40db-b9d1-468dbf5bb1cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea5753d-d555-452c-98c1-9439bf462c50,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:05.117710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-98efa782-d0b2-40db-b9d1-468dbf5bb1cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:05.124651 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-98efa782-d0b2-40db-b9d1-468dbf5bb1cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/subnets/0ea5753d-d555-452c-98c1-9439bf462c50 HTTP/1.1" status: 204 len: 168 time: 0.6076438 May 09 13:28:05.127244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59524) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:05.172569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6d579e-d0ad-473b-acfe-221350d7aade None None] Network cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:28:05.214014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6566bbea-bc43-42aa-90ff-1543b05b04c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:05.258960 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566bbea-bc43-42aa-90ff-1543b05b04c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b1ea8c-f5ef-4cae-983a-f26232a04cec,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:05.351012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:05.412523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-16f64f4b-c646-4d07-80df-dfa14e55b49e None None] Set router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:28:05.571025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:05.581802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 5a087aff-edf7-4063-9076-ca0de57a4525 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:28:05.582188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:05.604691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6566bbea-bc43-42aa-90ff-1543b05b04c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:05.685319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] DHCP port deletion for cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:28:05.693476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Deleting port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:28:05.693924 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:05.802885 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 5a087aff-edf7-4063-9076-ca0de57a4525, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5a087aff-edf7-4063-9076-ca0de57a4525,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:05.803571 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:05.934650 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 5a087aff-edf7-4063-9076-ca0de57a4525 owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:28:05.941451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-16f64f4b-c646-4d07-80df-dfa14e55b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:28:03Z', 'revision_number': 7, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:05.960802 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f64f4b-c646-4d07-80df-dfa14e55b49e None None] The sync data for ids ['978dd0f8-e50b-4e00-ade9-0bed23c00ef2'] in dv-neutron-840889-2-hyperv is: [{'id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'name': 'tempest-TestNetworkBasicOps-router-624511383', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:25:13Z', 'updated_at': '2022-05-09T13:28:03Z', 'revision_number': 7, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '5a087aff-edf7-4063-9076-ca0de57a4525', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978dd0f8-e50b-4e00-ade9-0bed23c00ef2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:25:14Z', 'updated_at': '2022-05-09T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:28:05.970194 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] For port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0,segment=NetworkSegment(de861379-2f54-46de-854e-3d97dc341c89),segment_id=de861379-2f54-46de-854e-3d97dc341c89)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:05.971077 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:06.093023 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Calling delete_port for 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:28:06.126868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:06.174849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:06.179762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=5a087aff-edf7-4063-9076-ca0de57a4525,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:06.226888 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Pushing event deleted for resources: {'Port': ['ID=9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:06.236301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] No DVR routers for this DVR port 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:28:06.241951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:06.242570 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:06.243153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:06.243415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:06.243847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:06.244432 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:06.244860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:06.245290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:06.245720 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:06.246139 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:06.246613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57dba6-f393-4f43-a18c-c714473b150e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:06.374573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6566bbea-bc43-42aa-90ff-1543b05b04c3 admin admin] Router c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:28:06.424991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:06.628157 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6566bbea-bc43-42aa-90ff-1543b05b04c3 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:28:06.651918 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e60763-1cf2-4a75-b274-4e8371d12924 None None] Sync routers for ids ['c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:28:06.673300 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e60763-1cf2-4a75-b274-4e8371d12924 None None] Routers {'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:28:06.674327 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-83e60763-1cf2-4a75-b274-4e8371d12924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:06.675145 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:28:06.679014 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6566bbea-bc43-42aa-90ff-1543b05b04c3 admin admin] 10.222.0.44 "PUT /v2.0/routers/c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2280383 May 09 13:28:06.679989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59528) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:06.712405 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:28:06.713106 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9fce03f8-ff4d-4911-8e6e-4c6d3d52acc0 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:28:06.713396 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 88d04711-d653-4e83-9e19-5b7c6a0c0963 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:28:06.748971 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 88d04711-d653-4e83-9e19-5b7c6a0c0963 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:28:06.749481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 88d04711-d653-4e83-9e19-5b7c6a0c0963 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:28:06.837033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:06.841644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:06.872537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:06.873230 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Fanout notify agent at l3_agent the message router_deleted on router 978dd0f8-e50b-4e00-ade9-0bed23c00ef2 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:28:06.891366 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:06.895766 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-62f6f551-45ac-46b6-beed-81b84ccdbb96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/routers/978dd0f8-e50b-4e00-ade9-0bed23c00ef2 HTTP/1.1" status: 204 len: 168 time: 1.7631142 May 09 13:28:06.896437 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59532) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:06.904640 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:06.916410 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-83e60763-1cf2-4a75-b274-4e8371d12924 None None] Set router c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:28:07.027698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1cc3353-a97b-4825-85e9-a6d8b07a026c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.127894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.140144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Deleting port e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:28:07.140731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.159093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1cc3353-a97b-4825-85e9-a6d8b07a026c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.187751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b1cc3353-a97b-4825-85e9-a6d8b07a026c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:07.199659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b1cc3353-a97b-4825-85e9-a6d8b07a026c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de861379-2f54-46de-854e-3d97dc341c89') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:07.199981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-b1cc3353-a97b-4825-85e9-a6d8b07a026c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de861379-2f54-46de-854e-3d97dc341c89') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:07.206694 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-83e60763-1cf2-4a75-b274-4e8371d12924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'name': 'tempest-TestVolumeBootPattern-308362197-router', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:37Z', 'updated_at': '2022-05-09T13:28:05Z', 'revision_number': 5, 'project_id': 'e279612ec2f645a19d0a3d92876aeed7', 'gw_port': {'id': 'e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:19:39Z', 'updated_at': '2022-05-09T13:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:07.210647 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e60763-1cf2-4a75-b274-4e8371d12924 None None] Checking router: c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:28:07.211449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1cc3353-a97b-4825-85e9-a6d8b07a026c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.221827 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e60763-1cf2-4a75-b274-4e8371d12924 None None] Routers {'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:28:07.222346 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-83e60763-1cf2-4a75-b274-4e8371d12924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:07.227643 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1cc3353-a97b-4825-85e9-a6d8b07a026c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.234665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cc3353-a97b-4825-85e9-a6d8b07a026c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:28:07.235408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1cc3353-a97b-4825-85e9-a6d8b07a026c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:28:07.249914 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:28:07.321934 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] For port e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:07.322412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.336912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1cc3353-a97b-4825-85e9-a6d8b07a026c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.355665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b1cc3353-a97b-4825-85e9-a6d8b07a026c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.368114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc3353-a97b-4825-85e9-a6d8b07a026c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Network': ['ID=cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:07.373657 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b1cc3353-a97b-4825-85e9-a6d8b07a026c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/networks/cc584b6e-f182-4e4f-9083-3cc5ce2b1ad2 HTTP/1.1" status: 204 len: 168 time: 0.4762506 May 09 13:28:07.391946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59536) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:07.403990 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'network': {'name': 'tempest-network-smoke--918303423', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'port_security_enabled': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:28:07.409450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:28:07.410673 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-83e60763-1cf2-4a75-b274-4e8371d12924 None None] Set router c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:28:07.413714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:network and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:28:07.416962 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:28:07.425462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:28:07.437371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:28:07.440831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.472395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Calling delete_port for e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:28:07.477875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:28:07.487902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.488254 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Added segment 075ef0dc-6f29-4b00-8159-749fa4030f33 of type vlan for network 2988b319-fc15-42c2-8770-90d046f8f42f May 09 13:28:07.519502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.521960 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-83e60763-1cf2-4a75-b274-4e8371d12924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'name': 'tempest-TestVolumeBootPattern-308362197-router', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:37Z', 'updated_at': '2022-05-09T13:28:07Z', 'revision_number': 6, 'project_id': 'e279612ec2f645a19d0a3d92876aeed7', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:07.526104 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e60763-1cf2-4a75-b274-4e8371d12924 None None] The sync data for ids ['c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd'] in dv-neutron-840889-2-hyperv is: [{'id': 'c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd', 'name': 'tempest-TestVolumeBootPattern-308362197-router', 'tenant_id': 'e279612ec2f645a19d0a3d92876aeed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:19:37Z', 'updated_at': '2022-05-09T13:28:07Z', 'revision_number': 6, 'project_id': 'e279612ec2f645a19d0a3d92876aeed7', 'gw_port_host': None}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:28:07.556170 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.560092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:07.560670 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.685333 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2912245 May 09 13:28:07.689071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59540) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:07.696092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-696399274', 'admin_state_up': True, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:28:07.703224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f2c06-897d-4151-bdbb-0a5578ff1a7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Network': ['ID=2988b319-fc15-42c2-8770-90d046f8f42f,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:07.707085 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:28:07.712042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:router and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:28:07.715190 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 2988b319-fc15-42c2-8770-90d046f8f42f details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:28:07.716964 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:28:07.723590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:28:07.735637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.736816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.786359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.799674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:07.831352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Pushing event deleted for resources: {'Port': ['ID=e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:07.952950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.063501 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.141738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.171688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.308552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.239 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/506ea7cc-00da-46f0-85d5-966eff5a8c36) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:28:08.326245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.330924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.358877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.358877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:28:08.371377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.374938 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-29353162-953e-42ce-95c2-77fe371aa64e admin admin] 10.222.0.44 "DELETE /v2.0/routers/c6e0d6ac-bc0a-4e8c-b4db-50776b330fbd HTTP/1.1" status: 204 len: 168 time: 1.6912246 May 09 13:28:08.375175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59544) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:08.435230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-901e1dc2-15d4-4889-a981-1977ea64e493 admin admin] Deleting subnet 016a746b-c712-4cfb-bac0-558f5c0621ca {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:28:08.438440 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-901e1dc2-15d4-4889-a981-1977ea64e493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.491423 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-901e1dc2-15d4-4889-a981-1977ea64e493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.563160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.594705 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5a087aff-edf7-4063-9076-ca0de57a4525 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:28:08.598472 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.617063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-901e1dc2-15d4-4889-a981-1977ea64e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.630703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 5a087aff-edf7-4063-9076-ca0de57a4525 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:28:08.631251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5a087aff-edf7-4063-9076-ca0de57a4525 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:28:08.631804 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 49b1ea8c-f5ef-4cae-983a-f26232a04cec no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:28:08.669115 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 49b1ea8c-f5ef-4cae-983a-f26232a04cec {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:28:08.669468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 49b1ea8c-f5ef-4cae-983a-f26232a04cec not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:28:08.670051 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:28:08.676204 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:28:08.679132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:28:08.685112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:28:08.698954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-901e1dc2-15d4-4889-a981-1977ea64e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.703275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:28:08.703616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e77af5b1-d9d2-4b5e-b9a1-da62cf12c30c not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:28:08.718082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=506ea7cc-00da-46f0-85d5-966eff5a8c36,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:08.749049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e1dc2-15d4-4889-a981-1977ea64e493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016a746b-c712-4cfb-bac0-558f5c0621ca,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:08.753444 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-901e1dc2-15d4-4889-a981-1977ea64e493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.759060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19423118-14c9-4639-b71e-768ec3f7d7dc None None] Network bdfbf814-6ce2-4620-b6fc-bd79058f2ab1 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:28:08.761974 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-901e1dc2-15d4-4889-a981-1977ea64e493 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/016a746b-c712-4cfb-bac0-558f5c0621ca HTTP/1.1" status: 204 len: 168 time: 0.3858433 May 09 13:28:08.762539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59548) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:08.868374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.868999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.870052 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:08.881497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Deleting port d4464229-4ef7-4d93-a3cb-ede369322bed {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:28:08.881828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:09.009657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afa87ef-8b30-43f7-be54-b4b86bd675ec None None] DHCP port deletion for bdfbf814-6ce2-4620-b6fc-bd79058f2ab1 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:28:09.013792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6afa87ef-8b30-43f7-be54-b4b86bd675ec None None] Deleting port d4464229-4ef7-4d93-a3cb-ede369322bed {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:28:09.014168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6afa87ef-8b30-43f7-be54-b4b86bd675ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:09.097038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] For port d4464229-4ef7-4d93-a3cb-ede369322bed, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d4464229-4ef7-4d93-a3cb-ede369322bed,segment=NetworkSegment(a2d88b71-ab99-44d6-ae5c-6893b280bba6),segment_id=a2d88b71-ab99-44d6-ae5c-6893b280bba6)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:09.097421 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:09.111742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:28:09.224125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6afa87ef-8b30-43f7-be54-b4b86bd675ec None None] For port d4464229-4ef7-4d93-a3cb-ede369322bed, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d4464229-4ef7-4d93-a3cb-ede369322bed,segment=NetworkSegment(a2d88b71-ab99-44d6-ae5c-6893b280bba6),segment_id=a2d88b71-ab99-44d6-ae5c-6893b280bba6)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:09.224617 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6afa87ef-8b30-43f7-be54-b4b86bd675ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:09.317749 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:28:09.319658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Calling delete_port for d4464229-4ef7-4d93-a3cb-ede369322bed owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:28:09.341096 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Sync routers for ids ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:28:09.346849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:09.348464 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c5e7553f-2ef4-423d-a50f-fbbc6672d288 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6583681 May 09 13:28:09.350075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6afa87ef-8b30-43f7-be54-b4b86bd675ec None None] Calling delete_port for d4464229-4ef7-4d93-a3cb-ede369322bed owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:28:09.351031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59552) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:09.398925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:09.403956 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-06788372-15fc-4fd9-b984-3f8d62dba318 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8565fca19184006b055116e4f64bdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516446 May 09 13:28:09.404458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Routers {'43e80d63-c36b-4d98-96a9-cebb24f24fc9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:28:09.405634 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:09.408574 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59556) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:09.447177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4464229-4ef7-4d93-a3cb-ede369322bed,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:09.451596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] No DVR routers for this DVR port d4464229-4ef7-4d93-a3cb-ede369322bed on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:28:09.560624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4361625d-11d1-44e0-ae6a-ea4346d0526e tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:09.565756 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4361625d-11d1-44e0-ae6a-ea4346d0526e tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1560166 May 09 13:28:09.566496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59560) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:09.571911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:09.598930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-6afa87ef-8b30-43f7-be54-b4b86bd675ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:28:09.599498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfbf814-6ce2-4620-b6fc-bd79058f2ab1']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:09.599710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-6afa87ef-8b30-43f7-be54-b4b86bd675ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:28:09.614156 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-028ae3ef-199f-4e06-a2d4-baad69c14b6b tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464387 May 09 13:28:09.614390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59564) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:09.620132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-852904198', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:28:09.638830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d88b71-ab99-44d6-ae5c-6893b280bba6') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:09.639195 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Set router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:28:09.639827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d88b71-ab99-44d6-ae5c-6893b280bba6') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:09.699301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:09.732583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:09.751089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:28:09.751562 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:28:09.768210 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:28:09.821640 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:28:09.836682 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:subnet and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:28:09.842833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:28:09.849077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:28:09.856295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:09.874956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:09.880533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:28:09.898320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdfbf814-6ce2-4620-b6fc-bd79058f2ab1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:09.927068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:28:08Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:09.930951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Checking router: 43e80d63-c36b-4d98-96a9-cebb24f24fc9 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:28:09.931291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Updating router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 port 506ea7cc-00da-46f0-85d5-966eff5a8c36 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:28:09.958626 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5e938d5a-c4f8-4b3a-908e-8345a64bee55 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bdfbf814-6ce2-4620-b6fc-bd79058f2ab1 HTTP/1.1" status: 204 len: 168 time: 1.1951027 May 09 13:28:09.984914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:09.992594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.104130 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6afa87ef-8b30-43f7-be54-b4b86bd675ec None None] Deleting port d4464229-4ef7-4d93-a3cb-ede369322bed {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:28:10.104348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6afa87ef-8b30-43f7-be54-b4b86bd675ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.169721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59570) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:10.174273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-32e62763-b3df-4cfe-8491-a007138bac00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.179815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6afa87ef-8b30-43f7-be54-b4b86bd675ec None None] The port 'd4464229-4ef7-4d93-a3cb-ede369322bed' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:28:10.221711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.236810 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-81bda2d4-7c70-4544-96c1-562e9888e2fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ee21042a6294be790e2e862fb342e9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0629783 May 09 13:28:10.237004 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59574) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:10.289042 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Subnet': ['ID=ff6a5e93-6375-42a7-b620-b6247c84c3b5,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:10.304265 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d08d-0c41-44c0-b586-7ea6a32142b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.313225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Checking segment: {'id': '075ef0dc-6f29-4b00-8159-749fa4030f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:28:10.313895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network hostable DHCP agents. Network: 2988b319-fc15-42c2-8770-90d046f8f42f, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:28:10.338762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 2988b319-fc15-42c2-8770-90d046f8f42f is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:28:10.339104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d08d-0c41-44c0-b586-7ea6a32142b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.349128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 2988b319-fc15-42c2-8770-90d046f8f42f) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:28:10.353675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:10.354416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.367253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b21b88-1a25-4486-9d1b-1260e30e62ca None None] Network 2988b319-fc15-42c2-8770-90d046f8f42f requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:28:10.378001 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9698fa8d-e1ad-4002-a268-04b2d3f9def8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7625475 May 09 13:28:10.380772 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59578) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:10.476700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.523321 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Transition to ACTIVE for port object 506ea7cc-00da-46f0-85d5-966eff5a8c36 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:28:10.525286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d08d-0c41-44c0-b586-7ea6a32142b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.549742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1d08d-0c41-44c0-b586-7ea6a32142b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6553bde9-4478-47d7-9e57-f7193a1dc1bb,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:10.556872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d08d-0c41-44c0-b586-7ea6a32142b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.558177 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a2c1d08d-0c41-44c0-b586-7ea6a32142b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6553bde9-4478-47d7-9e57-f7193a1dc1bb HTTP/1.1" status: 204 len: 168 time: 0.3203144 May 09 13:28:10.584413 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.607652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d4464229-4ef7-4d93-a3cb-ede369322bed no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:28:10.700241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: d4464229-4ef7-4d93-a3cb-ede369322bed {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:28:10.700812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d4464229-4ef7-4d93-a3cb-ede369322bed not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:28:10.734406 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Attempting to bind port 506ea7cc-00da-46f0-85d5-966eff5a8c36 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:28:10.734919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Attempting to bind port 506ea7cc-00da-46f0-85d5-966eff5a8c36 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:28:10.735629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Attempting to bind port 506ea7cc-00da-46f0-85d5-966eff5a8c36 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:28:10.785393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbad16-54d1-4fff-9b30-3531e0048a50 None None] Pushing event updated for resources: {'Port': ['ID=506ea7cc-00da-46f0-85d5-966eff5a8c36,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:10.788823 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:28:10.789394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:28:10.790037 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.790489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:28:10.791075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Bound port: 506ea7cc-00da-46f0-85d5-966eff5a8c36, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:28:10.792278 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.817404 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-2988b319-fc15-42c2-8770-90d046f8f42f', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ips': [{'subnet_id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:28:10.818288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:10.940269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] For port 506ea7cc-00da-46f0-85d5-966eff5a8c36, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:28:10.957123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] For port 506ea7cc-00da-46f0-85d5-966eff5a8c36, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=506ea7cc-00da-46f0-85d5-966eff5a8c36,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:28:10.964783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:11.022353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59586) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:11.081778 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-de1f7f4b-41a2-4212-ab6c-8c8b59c9bc91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e279612ec2f645a19d0a3d92876aeed7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0581834 May 09 13:28:11.084130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59590) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:11.090938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbad16-54d1-4fff-9b30-3531e0048a50 None None] Pushing event updated for resources: {'Port': ['ID=506ea7cc-00da-46f0-85d5-966eff5a8c36,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:11.101451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Allocated IP 172.20.0.2 (2988b319-fc15-42c2-8770-90d046f8f42f/ff6a5e93-6375-42a7-b620-b6247c84c3b5/df8ea9a5-8869-4bf2-922b-d979d970b4e7) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:28:11.115939 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Routers {'43e80d63-c36b-4d98-96a9-cebb24f24fc9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:28:11.116569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:27:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:11.154474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196a0aae-2f2b-469a-afce-a764f20b19e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:11.184560 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196a0aae-2f2b-469a-afce-a764f20b19e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:11.245406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196a0aae-2f2b-469a-afce-a764f20b19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:11.259950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a0aae-2f2b-469a-afce-a764f20b19e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f393636-920c-46a7-81ad-50f2092f54a3,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:11.270135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196a0aae-2f2b-469a-afce-a764f20b19e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:11.274275 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-196a0aae-2f2b-469a-afce-a764f20b19e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f393636-920c-46a7-81ad-50f2092f54a3 HTTP/1.1" status: 204 len: 168 time: 0.1892242 May 09 13:28:11.351765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:11.509525 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] Set router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:28:11.717659 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:11.739618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Transition to ACTIVE for port object df8ea9a5-8869-4bf2-922b-d979d970b4e7 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:28:11.778064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Transition to ACTIVE for port object df8ea9a5-8869-4bf2-922b-d979d970b4e7 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:28:11.790654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:11.863983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.1 (2988b319-fc15-42c2-8770-90d046f8f42f/ff6a5e93-6375-42a7-b620-b6247c84c3b5/fc852bed-f549-43ea-952e-f89ac0819cfa) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:28:11.893209 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Network 2988b319-fc15-42c2-8770-90d046f8f42f is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:28:11.898904 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:28:11.905282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:28:11.907090 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Pushing event updated for resources: {'Port': ['ID=df8ea9a5-8869-4bf2-922b-d979d970b4e7,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:12.004180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Attempting to bind port df8ea9a5-8869-4bf2-922b-d979d970b4e7 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:28:12.004904 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Attempting to bind port df8ea9a5-8869-4bf2-922b-d979d970b4e7 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '075ef0dc-6f29-4b00-8159-749fa4030f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:28:12.004904 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Attempting to bind port df8ea9a5-8869-4bf2-922b-d979d970b4e7 on network 2988b319-fc15-42c2-8770-90d046f8f42f {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:28:12.012993 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:28:08Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:12.018162 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:28:12.018520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Checking segment: {'id': '075ef0dc-6f29-4b00-8159-749fa4030f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:28:12.018923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:12.019295 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Bound using segment: {'id': '075ef0dc-6f29-4b00-8159-749fa4030f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:28:12.019778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Bound port: df8ea9a5-8869-4bf2-922b-d979d970b4e7, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075ef0dc-6f29-4b00-8159-749fa4030f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:28:12.020098 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:12.024374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:12.030549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6201210-7132-47c3-b625-a382b166d5f4 None None] The sync data for ids ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'] in dv-neutron-840889-2-hyperv is: [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:28:08Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:28:12.041480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object fc852bed-f549-43ea-952e-f89ac0819cfa will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:28:12.069982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:12.119062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] For port df8ea9a5-8869-4bf2-922b-d979d970b4e7, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:28:12.122669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] For port df8ea9a5-8869-4bf2-922b-d979d970b4e7, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=df8ea9a5-8869-4bf2-922b-d979d970b4e7,segment=NetworkSegment(075ef0dc-6f29-4b00-8159-749fa4030f33),segment_id=075ef0dc-6f29-4b00-8159-749fa4030f33)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:28:12.127302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:12.143899 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 2988b319-fc15-42c2-8770-90d046f8f42f is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:28:12.147173 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:28:12.151756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:28:12.179832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=fc852bed-f549-43ea-952e-f89ac0819cfa,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:12.218525 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:12.235930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc6a3e-05a6-4b1b-b630-49cff6468140 None None] Pushing event updated for resources: {'Port': ['ID=df8ea9a5-8869-4bf2-922b-d979d970b4e7,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:12.330768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:12.401009 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-285a6ada-5635-4e04-809b-7b5b42fdbdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:12.665417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 506ea7cc-00da-46f0-85d5-966eff5a8c36 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:28:12.740308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 506ea7cc-00da-46f0-85d5-966eff5a8c36 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:28:12.745534 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 506ea7cc-00da-46f0-85d5-966eff5a8c36 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:28:12.745930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:12.826048 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:12.831931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:12.876103 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:12.894972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 506ea7cc-00da-46f0-85d5-966eff5a8c36, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=506ea7cc-00da-46f0-85d5-966eff5a8c36,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:12.900136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:12.901027 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device df8ea9a5-8869-4bf2-922b-d979d970b4e7 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:28:13.027673 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=506ea7cc-00da-46f0-85d5-966eff5a8c36,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:13.042879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port df8ea9a5-8869-4bf2-922b-d979d970b4e7 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:28:13.048817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=fc852bed-f549-43ea-952e-f89ac0819cfa,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:13.065662 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:13.208989 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 2988b319-fc15-42c2-8770-90d046f8f42f is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:28:13.210150 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:28:13.305594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc04f3-34de-43e8-b49f-b4c9288c33b3 None None] Network 2988b319-fc15-42c2-8770-90d046f8f42f requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:28:13.392727 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:13.408875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d7beb9d9-9fad-4762-aae9-79b5fa38efa3 None None] Provisioning for port df8ea9a5-8869-4bf2-922b-d979d970b4e7 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:28:13.426243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d7beb9d9-9fad-4762-aae9-79b5fa38efa3 None None] Provisioning complete for port df8ea9a5-8869-4bf2-922b-d979d970b4e7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:28:13.426610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d7beb9d9-9fad-4762-aae9-79b5fa38efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:13.608257 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:28:13.690833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d7beb9d9-9fad-4762-aae9-79b5fa38efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:13.734305 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d7beb9d9-9fad-4762-aae9-79b5fa38efa3 None None] For port df8ea9a5-8869-4bf2-922b-d979d970b4e7, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=df8ea9a5-8869-4bf2-922b-d979d970b4e7,segment=NetworkSegment(075ef0dc-6f29-4b00-8159-749fa4030f33),segment_id=075ef0dc-6f29-4b00-8159-749fa4030f33)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:13.739417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d7beb9d9-9fad-4762-aae9-79b5fa38efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:13.818532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:13.822856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:28:13.824721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7beb9d9-9fad-4762-aae9-79b5fa38efa3 None None] Pushing event updated for resources: {'Port': ['ID=df8ea9a5-8869-4bf2-922b-d979d970b4e7,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:13.838196 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-af663d8e-fb47-42da-8878-98ee2b21639f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/43e80d63-c36b-4d98-96a9-cebb24f24fc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4539502 May 09 13:28:13.839359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59596) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:13.963239 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0552f983-4c6e-4861-adad-0fd991469c6e None None] Provisioning for port fc852bed-f549-43ea-952e-f89ac0819cfa completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:28:13.969030 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0552f983-4c6e-4861-adad-0fd991469c6e None None] Provisioning complete for port fc852bed-f549-43ea-952e-f89ac0819cfa triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:28:13.969427 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0552f983-4c6e-4861-adad-0fd991469c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:13.981316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c506b8b-2e51-4b7d-9263-2ebe44b352dd tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:13.981894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c506b8b-2e51-4b7d-9263-2ebe44b352dd tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:13.982407 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c506b8b-2e51-4b7d-9263-2ebe44b352dd tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:13.983409 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c506b8b-2e51-4b7d-9263-2ebe44b352dd tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:13.987872 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4c506b8b-2e51-4b7d-9263-2ebe44b352dd tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1455588 May 09 13:28:13.988162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59600) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:14.023595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0552f983-4c6e-4861-adad-0fd991469c6e None None] Port fc852bed-f549-43ea-952e-f89ac0819cfa cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:28:14.037610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0552f983-4c6e-4861-adad-0fd991469c6e None None] Provisioning complete for port df8ea9a5-8869-4bf2-922b-d979d970b4e7 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:28:14.038228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0552f983-4c6e-4861-adad-0fd991469c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.060920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc441279-608f-451e-bd81-f90e27a62e1c tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:14.061397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc441279-608f-451e-bd81-f90e27a62e1c tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:14.062036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc441279-608f-451e-bd81-f90e27a62e1c tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:14.062386 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc441279-608f-451e-bd81-f90e27a62e1c tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:14.064002 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cc441279-608f-451e-bd81-f90e27a62e1c tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0750067 May 09 13:28:14.066820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59604) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:14.272105 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-aa80d692-3e5e-48a8-8554-0235eaab4589 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1993413 May 09 13:28:14.283583 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a1878ec6-6762-46e7-8918-0911b2486d9e None None] Provisioning complete for port fc852bed-f549-43ea-952e-f89ac0819cfa triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:28:14.283952 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a1878ec6-6762-46e7-8918-0911b2486d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.338337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a1878ec6-6762-46e7-8918-0911b2486d9e None None] Port fc852bed-f549-43ea-952e-f89ac0819cfa cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:28:14.350216 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59610) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:14.355955 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843285429', 'description': 'tempest-secgroup-smoke-1843285429 description', 'project_id': 'b8565fca19184006b055116e4f64bdfc'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:28:14.362729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:28:14.367102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:28:14.370073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:28:14.376252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:28:14.385997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.419102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:28:14.423440 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:28:14.426211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:28:14.431734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:28:14.459985 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6033f595-a306-4aa1-b657-55597a66501c None None] Provisioning complete for port fc852bed-f549-43ea-952e-f89ac0819cfa triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:28:14.460342 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6033f595-a306-4aa1-b657-55597a66501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.489818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.494797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.512242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6033f595-a306-4aa1-b657-55597a66501c None None] Port fc852bed-f549-43ea-952e-f89ac0819cfa cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:28:14.540331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87925c08-f986-4eee-ae79-348ec8d99061,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:14.543724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.548306 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4682c94c-343a-467f-9a84-aca78b878ded tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1970677 May 09 13:28:14.548551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59614) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:14.554403 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d35c4860-0467-4c84-9a19-59409efd94e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '87925c08-f986-4eee-ae79-348ec8d99061', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:28:14.562371 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d35c4860-0467-4c84-9a19-59409efd94e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:28:14.566355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d35c4860-0467-4c84-9a19-59409efd94e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:28:14.569320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d35c4860-0467-4c84-9a19-59409efd94e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:28:14.575589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d35c4860-0467-4c84-9a19-59409efd94e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:28:14.582249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 506ea7cc-00da-46f0-85d5-966eff5a8c36 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:28:14.594242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d35c4860-0467-4c84-9a19-59409efd94e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.652838 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 506ea7cc-00da-46f0-85d5-966eff5a8c36 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:28:14.653121 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.669405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d35c4860-0467-4c84-9a19-59409efd94e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.672998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d35c4860-0467-4c84-9a19-59409efd94e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.693821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c4860-0467-4c84-9a19-59409efd94e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d99890-edba-43c0-bb32-62892ab58e9d,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:14.706617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d35c4860-0467-4c84-9a19-59409efd94e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.707509 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d35c4860-0467-4c84-9a19-59409efd94e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1578248 May 09 13:28:14.710432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59618) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:14.715763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2b5f0efb-4dc6-4f72-bd3a-d4425e86b42a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '87925c08-f986-4eee-ae79-348ec8d99061', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:28:14.721861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2b5f0efb-4dc6-4f72-bd3a-d4425e86b42a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:28:14.725701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2b5f0efb-4dc6-4f72-bd3a-d4425e86b42a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:28:14.728466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2b5f0efb-4dc6-4f72-bd3a-d4425e86b42a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:28:14.734733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2b5f0efb-4dc6-4f72-bd3a-d4425e86b42a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:28:14.751627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0efb-4dc6-4f72-bd3a-d4425e86b42a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.769702 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device df8ea9a5-8869-4bf2-922b-d979d970b4e7 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:28:14.815478 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0efb-4dc6-4f72-bd3a-d4425e86b42a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.819225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0efb-4dc6-4f72-bd3a-d4425e86b42a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.837473 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port df8ea9a5-8869-4bf2-922b-d979d970b4e7 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:28:14.837838 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.842517 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f0efb-4dc6-4f72-bd3a-d4425e86b42a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3907b0-a313-4d20-9138-28c3125c7baa,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:14.852107 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0efb-4dc6-4f72-bd3a-d4425e86b42a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.853552 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2b5f0efb-4dc6-4f72-bd3a-d4425e86b42a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1423454 May 09 13:28:14.856513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59622) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:14.862693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-43d1773f-2039-4c6f-bf38-986de7969294 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '87925c08-f986-4eee-ae79-348ec8d99061', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:28:14.868674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-43d1773f-2039-4c6f-bf38-986de7969294 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:28:14.872487 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-43d1773f-2039-4c6f-bf38-986de7969294 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:28:14.875381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-43d1773f-2039-4c6f-bf38-986de7969294 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:28:14.881014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-43d1773f-2039-4c6f-bf38-986de7969294 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:28:14.900563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-43d1773f-2039-4c6f-bf38-986de7969294 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.964120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-43d1773f-2039-4c6f-bf38-986de7969294 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.968640 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-43d1773f-2039-4c6f-bf38-986de7969294 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.987350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:14.993921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1773f-2039-4c6f-bf38-986de7969294 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a090a206-a999-4961-9fad-23bb11c45c98,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:15.002822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-43d1773f-2039-4c6f-bf38-986de7969294 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:15.003968 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-43d1773f-2039-4c6f-bf38-986de7969294 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1466219 May 09 13:28:15.006750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59626) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:15.011920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-9e28e58b-3bb4-49ec-b08d-d17712fd07a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '87925c08-f986-4eee-ae79-348ec8d99061', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:28:15.018017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9e28e58b-3bb4-49ec-b08d-d17712fd07a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:28:15.021773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9e28e58b-3bb4-49ec-b08d-d17712fd07a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:28:15.024574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-9e28e58b-3bb4-49ec-b08d-d17712fd07a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:28:15.030916 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-9e28e58b-3bb4-49ec-b08d-d17712fd07a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:28:15.047251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9e28e58b-3bb4-49ec-b08d-d17712fd07a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:15.109861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9e28e58b-3bb4-49ec-b08d-d17712fd07a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:15.113496 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9e28e58b-3bb4-49ec-b08d-d17712fd07a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:15.133445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28e58b-3bb4-49ec-b08d-d17712fd07a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015ef9f1-daa4-49e9-b8bc-770f337991a2,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:15.144558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9e28e58b-3bb4-49ec-b08d-d17712fd07a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:15.145753 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9e28e58b-3bb4-49ec-b08d-d17712fd07a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1381166 May 09 13:28:15.148464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59630) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:15.153709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-a5b3c2c6-1fea-47b3-8560-9d4fdb698698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '87925c08-f986-4eee-ae79-348ec8d99061', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:28:15.159900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a5b3c2c6-1fea-47b3-8560-9d4fdb698698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:28:15.163735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a5b3c2c6-1fea-47b3-8560-9d4fdb698698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:28:15.166583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a5b3c2c6-1fea-47b3-8560-9d4fdb698698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:28:15.172236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a5b3c2c6-1fea-47b3-8560-9d4fdb698698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:28:15.181684 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-a5b3c2c6-1fea-47b3-8560-9d4fdb698698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:28:15.187908 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c2c6-1fea-47b3-8560-9d4fdb698698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:15.260391 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c2c6-1fea-47b3-8560-9d4fdb698698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:15.263554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c2c6-1fea-47b3-8560-9d4fdb698698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:15.292623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3c2c6-1fea-47b3-8560-9d4fdb698698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b33527-db56-464a-83d9-b8b31930944a,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:15.302348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c2c6-1fea-47b3-8560-9d4fdb698698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:15.303519 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a5b3c2c6-1fea-47b3-8560-9d4fdb698698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1541731 May 09 13:28:15.306222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59634) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:15.312272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-56a92aab-8a61-47a8-b851-ba5ff6fb9eba tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '87925c08-f986-4eee-ae79-348ec8d99061', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:28:15.318030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-56a92aab-8a61-47a8-b851-ba5ff6fb9eba tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:28:15.321819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-56a92aab-8a61-47a8-b851-ba5ff6fb9eba tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:28:15.324620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-56a92aab-8a61-47a8-b851-ba5ff6fb9eba tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:28:15.330885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-56a92aab-8a61-47a8-b851-ba5ff6fb9eba tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:28:15.341012 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-56a92aab-8a61-47a8-b851-ba5ff6fb9eba tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:28:15.347877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-56a92aab-8a61-47a8-b851-ba5ff6fb9eba tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:15.413984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-56a92aab-8a61-47a8-b851-ba5ff6fb9eba tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:15.417624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-56a92aab-8a61-47a8-b851-ba5ff6fb9eba tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:15.441355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a92aab-8a61-47a8-b851-ba5ff6fb9eba tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c18ae41-31b8-4f51-a85f-459865d23cff,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:15.450781 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-56a92aab-8a61-47a8-b851-ba5ff6fb9eba tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:15.452011 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-56a92aab-8a61-47a8-b851-ba5ff6fb9eba tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1447890 May 09 13:28:15.690071 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Sync routers for ids ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:28:15.694764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-0cd5d649-e2c9-4897-b6bf-34a8e82620a1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:28:15.702735 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Routers {'43e80d63-c36b-4d98-96a9-cebb24f24fc9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:28:15.703335 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:28:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:15.709880 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-0cd5d649-e2c9-4897-b6bf-34a8e82620a1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:28:15.711601 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-0cd5d649-e2c9-4897-b6bf-34a8e82620a1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843285429&fields=id&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 267 time: 0.0583470 May 09 13:28:15.859225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-9ba58e6c-f522-45a3-9782-278d6a8ff397 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:15.859883 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-9ba58e6c-f522-45a3-9782-278d6a8ff397 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:28:15.874608 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-9ba58e6c-f522-45a3-9782-278d6a8ff397 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:28:15.875757 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-9ba58e6c-f522-45a3-9782-278d6a8ff397 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/networks?id=2988b319-fc15-42c2-8770-90d046f8f42f HTTP/1.1" status: 200 len: 796 time: 0.1572993 May 09 13:28:15.891923 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-87c39ea1-1c54-4e6c-8569-2755de7597fd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/quotas/b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 375 time: 0.0108502 May 09 13:28:15.914181 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Set router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:28:15.970029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-fb4ff3a8-b3dd-4247-9703-eada5c43f6b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:28:15.985551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-fb4ff3a8-b3dd-4247-9703-eada5c43f6b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:28:15.987193 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-fb4ff3a8-b3dd-4247-9703-eada5c43f6b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903473 May 09 13:28:16.142146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-488d26c3-736f-46c9-ae55-aa345cb90430 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:28:16.143112 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-488d26c3-736f-46c9-ae55-aa345cb90430 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1445045 May 09 13:28:16.219884 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'fc852bed-f549-43ea-952e-f89ac0819cfa', 'name': '', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:aa:d6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:11Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:16.223648 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Checking router: 43e80d63-c36b-4d98-96a9-cebb24f24fc9 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:28:16.223985 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Updating router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 port fc852bed-f549-43ea-952e-f89ac0819cfa binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:28:16.273323 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-7ddfa399-8759-4341-a444-707dfc786c9c service neutron] 10.222.0.44 "GET /v2.0/networks/2988b319-fc15-42c2-8770-90d046f8f42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239450 May 09 13:28:16.273532 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:16.507105 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-249c9cfb-81a8-4859-9364-b1c35c99a525 service neutron] 10.222.0.44 "GET /v2.0/networks/2988b319-fc15-42c2-8770-90d046f8f42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279217 May 09 13:28:16.618838 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:16.631446 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Transition to ACTIVE for port object fc852bed-f549-43ea-952e-f89ac0819cfa will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:28:16.637539 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:16.760139 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069bff5-c081-42ba-bbe0-2145709058f8 None None] Pushing event updated for resources: {'Port': ['ID=fc852bed-f549-43ea-952e-f89ac0819cfa,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:16.771808 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bff5-c081-42ba-bbe0-2145709058f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:16.772144 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bff5-c081-42ba-bbe0-2145709058f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:16.772474 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bff5-c081-42ba-bbe0-2145709058f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:16.772796 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bff5-c081-42ba-bbe0-2145709058f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:16.773124 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bff5-c081-42ba-bbe0-2145709058f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:16.773471 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bff5-c081-42ba-bbe0-2145709058f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:16.773791 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bff5-c081-42ba-bbe0-2145709058f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:16.774106 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bff5-c081-42ba-bbe0-2145709058f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:16.774420 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bff5-c081-42ba-bbe0-2145709058f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:16.774730 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bff5-c081-42ba-bbe0-2145709058f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:16.775041 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bff5-c081-42ba-bbe0-2145709058f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:28:16.864177 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Attempting to bind port fc852bed-f549-43ea-952e-f89ac0819cfa on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:28:16.864520 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Attempting to bind port fc852bed-f549-43ea-952e-f89ac0819cfa by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '075ef0dc-6f29-4b00-8159-749fa4030f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:28:16.864872 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Attempting to bind port fc852bed-f549-43ea-952e-f89ac0819cfa on network 2988b319-fc15-42c2-8770-90d046f8f42f {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:28:16.871270 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:28:16.871631 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Checking segment: {'id': '075ef0dc-6f29-4b00-8159-749fa4030f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:28:16.872016 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:16.872398 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Bound using segment: {'id': '075ef0dc-6f29-4b00-8159-749fa4030f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:28:16.872843 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Bound port: fc852bed-f549-43ea-952e-f89ac0819cfa, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075ef0dc-6f29-4b00-8159-749fa4030f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:28:16.873279 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:16.958941 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] For port fc852bed-f549-43ea-952e-f89ac0819cfa, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:28:16.961882 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] For port fc852bed-f549-43ea-952e-f89ac0819cfa, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fc852bed-f549-43ea-952e-f89ac0819cfa,segment=NetworkSegment(075ef0dc-6f29-4b00-8159-749fa4030f33),segment_id=075ef0dc-6f29-4b00-8159-749fa4030f33)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:28:16.966387 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:17.026447 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:28:17.050370 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069bff5-c081-42ba-bbe0-2145709058f8 None None] Pushing event updated for resources: {'Port': ['ID=fc852bed-f549-43ea-952e-f89ac0819cfa,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:17.054929 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Routers {'43e80d63-c36b-4d98-96a9-cebb24f24fc9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:28:17.055536 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:28:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:17.232181 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] Set router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:28:17.548086 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'fc852bed-f549-43ea-952e-f89ac0819cfa', 'name': '', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:aa:d6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:11Z', 'updated_at': '2022-05-09T13:28:16Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:17.552547 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ff408-c459-4f93-abcc-0ee18050263a None None] The sync data for ids ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'] in dv-neutron-840889-2-hyperv is: [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'fc852bed-f549-43ea-952e-f89ac0819cfa', 'name': '', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:aa:d6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:11Z', 'updated_at': '2022-05-09T13:28:16Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:28:17.732207 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b307e2f-3cbb-411c-8ef6-f4aa4f6fb934 req-0d643b0b-addd-4bfd-ae58-671c43a8c0d3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 210 time: 0.0468814 May 09 13:28:18.583458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device fc852bed-f549-43ea-952e-f89ac0819cfa up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:28:18.653316 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port fc852bed-f549-43ea-952e-f89ac0819cfa completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:28:18.657955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port fc852bed-f549-43ea-952e-f89ac0819cfa triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:28:18.658316 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:18.771953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:18.813746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port fc852bed-f549-43ea-952e-f89ac0819cfa, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fc852bed-f549-43ea-952e-f89ac0819cfa,segment=NetworkSegment(075ef0dc-6f29-4b00-8159-749fa4030f33),segment_id=075ef0dc-6f29-4b00-8159-749fa4030f33)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:18.817655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:18.855981 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-981175f4-103b-4adf-9f0d-294842e9846b req-a015f93b-9817-4d00-8b65-7b8c62b7d1ca tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 210 time: 0.0489068 May 09 13:28:18.891682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=fc852bed-f549-43ea-952e-f89ac0819cfa,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:19.968493 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a11d7c11-f9e9-49c8-aeee-62478e7cf92d req-6fd47cc7-7bcd-4e4f-9959-a075f5844168 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 210 time: 0.0410576 May 09 13:28:20.571566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device fc852bed-f549-43ea-952e-f89ac0819cfa up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:28:20.640575 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port fc852bed-f549-43ea-952e-f89ac0819cfa triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:28:20.640944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:20.906363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-a4601ae7-423d-4849-b31d-09c0ba534cfe tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:20.907765 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-a4601ae7-423d-4849-b31d-09c0ba534cfe tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks?id=2988b319-fc15-42c2-8770-90d046f8f42f HTTP/1.1" status: 200 len: 796 time: 0.2356985 May 09 13:28:20.959668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-0488cd1e-2228-446e-940b-ba3fb5224de5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:28:20.971466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-0488cd1e-2228-446e-940b-ba3fb5224de5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:28:20.972523 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-0488cd1e-2228-446e-940b-ba3fb5224de5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 380 time: 0.0511210 May 09 13:28:20.980778 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'port': {'device_id': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'admin_state_up': True, 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'security_groups': ['87925c08-f986-4eee-ae79-348ec8d99061']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:28:21.113616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:28:21.122935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:28:21.132736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:28:21.133729 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a7f6785f-92ac-4e60-b88f-2716042b550d req-2a386d48-5ec5-49b8-ab2f-c172659befad tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 210 time: 0.0436502 May 09 13:28:21.136280 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:21.261303 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:21.302966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.3 (2988b319-fc15-42c2-8770-90d046f8f42f/ff6a5e93-6375-42a7-b620-b6247c84c3b5/da6293b9-7734-47d2-a2de-df2e52e6e8ec) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:28:21.490510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:21.505907 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object da6293b9-7734-47d2-a2de-df2e52e6e8ec will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:28:21.526515 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:21.599482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 2988b319-fc15-42c2-8770-90d046f8f42f is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:28:21.602565 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:28:21.606887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:28:21.638661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=da6293b9-7734-47d2-a2de-df2e52e6e8ec,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:21.674394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:21.674991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:21.700643 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-41bdcdb0-59bc-43b2-a221-2bcb2711b83e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7232192 May 09 13:28:21.712079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Request body: {'port': {'device_id': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:28:21.816631 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4ac55eec-dfea-4e0b-9e46-c97c3f51cf15 None None] Provisioning for port da6293b9-7734-47d2-a2de-df2e52e6e8ec completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:28:21.821199 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4ac55eec-dfea-4e0b-9e46-c97c3f51cf15 None None] Provisioning complete for port da6293b9-7734-47d2-a2de-df2e52e6e8ec triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:28:21.821603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4ac55eec-dfea-4e0b-9e46-c97c3f51cf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:21.824747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:21.875628 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4ac55eec-dfea-4e0b-9e46-c97c3f51cf15 None None] Port da6293b9-7734-47d2-a2de-df2e52e6e8ec cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:28:22.157574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6293b9-7734-47d2-a2de-df2e52e6e8ec {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:28:22.164361 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:22.179252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Transition to ACTIVE for port object da6293b9-7734-47d2-a2de-df2e52e6e8ec will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:28:22.182483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:22.314612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=da6293b9-7734-47d2-a2de-df2e52e6e8ec,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:22.340578 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9608f25-e41b-4427-8efa-87a4eeef2613 req-7780d7b3-2100-4d3e-9ea4-6e8d2f4a5529 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:22.343495 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a9608f25-e41b-4427-8efa-87a4eeef2613 req-7780d7b3-2100-4d3e-9ea4-6e8d2f4a5529 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 943 time: 0.0879157 May 09 13:28:22.391498 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a9608f25-e41b-4427-8efa-87a4eeef2613 req-aeb0b018-046b-4c71-a192-db850fd708de tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=87925c08-f986-4eee-ae79-348ec8d99061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 May 09 13:28:22.425925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Attempting to bind port da6293b9-7734-47d2-a2de-df2e52e6e8ec on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:28:22.427924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Attempting to bind port da6293b9-7734-47d2-a2de-df2e52e6e8ec by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '075ef0dc-6f29-4b00-8159-749fa4030f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:28:22.428260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Attempting to bind port da6293b9-7734-47d2-a2de-df2e52e6e8ec on network 2988b319-fc15-42c2-8770-90d046f8f42f {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:28:22.434713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Port da6293b9-7734-47d2-a2de-df2e52e6e8ec on network 2988b319-fc15-42c2-8770-90d046f8f42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:28:22.435030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Attempting to bind port da6293b9-7734-47d2-a2de-df2e52e6e8ec on network 2988b319-fc15-42c2-8770-90d046f8f42f {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:28:22.441239 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:28:22.441600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Checking segment: {'id': '075ef0dc-6f29-4b00-8159-749fa4030f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:28:22.441980 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Bound using segment: {'id': '075ef0dc-6f29-4b00-8159-749fa4030f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:28:22.442408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Bound port: da6293b9-7734-47d2-a2de-df2e52e6e8ec, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075ef0dc-6f29-4b00-8159-749fa4030f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:28:22.442755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:22.530837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] For port da6293b9-7734-47d2-a2de-df2e52e6e8ec, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:28:22.533656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] For port da6293b9-7734-47d2-a2de-df2e52e6e8ec, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=da6293b9-7734-47d2-a2de-df2e52e6e8ec,segment=NetworkSegment(075ef0dc-6f29-4b00-8159-749fa4030f33),segment_id=075ef0dc-6f29-4b00-8159-749fa4030f33)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:28:22.538010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:22.600162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:22.601937 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] 10.222.0.57 "PUT /v2.0/ports/da6293b9-7734-47d2-a2de-df2e52e6e8ec HTTP/1.1" status: 200 len: 1093 time: 0.8941281 May 09 13:28:22.604772 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'tag': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:28:22.626733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a38287-c67d-4ddb-b6ce-c8df7f0a9ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=da6293b9-7734-47d2-a2de-df2e52e6e8ec,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:22.690324 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476b78a2-1d79-4a5e-8b62-540b5f42cb36'] response: {'name': 'network-changed', 'server_uuid': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'tag': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec', 'status': 'completed', 'code': 200} May 09 13:28:22.732161 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-8a4a5c4f-2a8e-4b5a-b1dd-d51298787ac2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 1096 time: 0.0749817 May 09 13:28:22.898248 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-ffe8917f-957a-4d5e-a396-dcbef11cc393 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da6293b9-7734-47d2-a2de-df2e52e6e8ec HTTP/1.1" status: 200 len: 217 time: 0.1595373 May 09 13:28:22.960410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-6afca494-64e5-4bf8-8f67-f12586fb91f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:22.961835 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-6afca494-64e5-4bf8-8f67-f12586fb91f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6a5e93-6375-42a7-b620-b6247c84c3b5 HTTP/1.1" status: 200 len: 834 time: 0.0577202 May 09 13:28:23.036213 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-97e085a3-7fcc-4c30-8357-d5fecaf386ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2988b319-fc15-42c2-8770-90d046f8f42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687950 May 09 13:28:23.161489 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-a481d3b6-4738-45e4-9ab6-7565bc40868e service neutron] 10.222.0.57 "GET /v2.0/networks/2988b319-fc15-42c2-8770-90d046f8f42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195793 May 09 13:28:23.287288 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9a4273cc-c19a-4cf3-ae5b-bd6f39ad063a req-090a03ba-e6ee-4b97-87fe-8f69e6342f38 service neutron] 10.222.0.57 "GET /v2.0/networks/2988b319-fc15-42c2-8770-90d046f8f42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195726 May 09 13:28:23.399871 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-284b6ef7-4549-4ed6-bc26-92ac3d76a506 req-2d6743f4-ea79-4b09-83a2-f9f76d97fefb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 1096 time: 0.0677299 May 09 13:28:23.541243 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b6ef7-4549-4ed6-bc26-92ac3d76a506 req-5cdc72ea-7371-476c-9475-05a1a81f9dd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:23.543377 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-284b6ef7-4549-4ed6-bc26-92ac3d76a506 req-5cdc72ea-7371-476c-9475-05a1a81f9dd8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2988b319-fc15-42c2-8770-90d046f8f42f HTTP/1.1" status: 200 len: 897 time: 0.1377127 May 09 13:28:23.612054 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9d57-68df-4c11-98fd-ecec60a0bffe req-6aeec735-53dd-42ae-a2e9-f7c56d7539ea tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:23.613717 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ea9f9d57-68df-4c11-98fd-ecec60a0bffe req-6aeec735-53dd-42ae-a2e9-f7c56d7539ea tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 943 time: 0.0867298 May 09 13:28:23.621585 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-284b6ef7-4549-4ed6-bc26-92ac3d76a506 req-7b396687-ec59-44d8-8c78-60451e2a9a0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da6293b9-7734-47d2-a2de-df2e52e6e8ec HTTP/1.1" status: 200 len: 217 time: 0.0722013 May 09 13:28:23.665791 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ea9f9d57-68df-4c11-98fd-ecec60a0bffe req-54971161-4162-4dff-9428-d823c205ec97 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=87925c08-f986-4eee-ae79-348ec8d99061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430975 May 09 13:28:23.696085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b6ef7-4549-4ed6-bc26-92ac3d76a506 req-beb2130b-9ef5-4b2e-9778-12cac5951935 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:23.697533 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-284b6ef7-4549-4ed6-bc26-92ac3d76a506 req-beb2130b-9ef5-4b2e-9778-12cac5951935 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6a5e93-6375-42a7-b620-b6247c84c3b5 HTTP/1.1" status: 200 len: 834 time: 0.0699866 May 09 13:28:23.773314 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-284b6ef7-4549-4ed6-bc26-92ac3d76a506 req-23c37868-e780-486b-a9b3-4f9873d34533 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2988b319-fc15-42c2-8770-90d046f8f42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704308 May 09 13:28:23.901773 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-284b6ef7-4549-4ed6-bc26-92ac3d76a506 req-a3a58584-dda4-4bd2-8fd9-08ed8791a550 service neutron] 10.222.0.57 "GET /v2.0/networks/2988b319-fc15-42c2-8770-90d046f8f42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222959 May 09 13:28:24.032970 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-284b6ef7-4549-4ed6-bc26-92ac3d76a506 req-65d04cd8-57aa-48f0-a381-e4f886fa3c54 service neutron] 10.222.0.57 "GET /v2.0/networks/2988b319-fc15-42c2-8770-90d046f8f42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248834 May 09 13:28:24.859819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b1000-9dc7-48f9-a8db-205223a398dc req-a6d2a976-f73b-4538-87ce-bd54b47144fc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:24.861599 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-538b1000-9dc7-48f9-a8db-205223a398dc req-a6d2a976-f73b-4538-87ce-bd54b47144fc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 943 time: 0.0754108 May 09 13:28:24.910908 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-538b1000-9dc7-48f9-a8db-205223a398dc req-79fc27cc-aeb8-48ce-b349-9fb122a76633 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=87925c08-f986-4eee-ae79-348ec8d99061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437851 May 09 13:28:26.105508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c4733-d4f8-4a2e-8c34-35b6023af6ba req-47a56804-c4c1-4df9-b814-5a42302d70e1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:26.106941 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-802c4733-d4f8-4a2e-8c34-35b6023af6ba req-47a56804-c4c1-4df9-b814-5a42302d70e1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 943 time: 0.0775652 May 09 13:28:26.152902 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-802c4733-d4f8-4a2e-8c34-35b6023af6ba req-e4754025-e14c-4c2f-88e0-e7003a380a3d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=87925c08-f986-4eee-ae79-348ec8d99061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401580 May 09 13:28:27.161368 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device da6293b9-7734-47d2-a2de-df2e52e6e8ec details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:28:27.293914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port da6293b9-7734-47d2-a2de-df2e52e6e8ec, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=da6293b9-7734-47d2-a2de-df2e52e6e8ec,segment=NetworkSegment(075ef0dc-6f29-4b00-8159-749fa4030f33),segment_id=075ef0dc-6f29-4b00-8159-749fa4030f33)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:27.306968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'port_id': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec', 'mac_address': 'fa:16:3e:06:1e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:28:27.353021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f506945-e540-4d6b-b2bf-95cb8850f654 req-5edb7feb-4868-4e0f-9663-808a7d9d8242 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:27.354486 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f506945-e540-4d6b-b2bf-95cb8850f654 req-5edb7feb-4868-4e0f-9663-808a7d9d8242 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 943 time: 0.0744286 May 09 13:28:27.360545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:27.377547 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6293b9-7734-47d2-a2de-df2e52e6e8ec {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:28:27.392971 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port da6293b9-7734-47d2-a2de-df2e52e6e8ec, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=da6293b9-7734-47d2-a2de-df2e52e6e8ec,segment=NetworkSegment(075ef0dc-6f29-4b00-8159-749fa4030f33),segment_id=075ef0dc-6f29-4b00-8159-749fa4030f33)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:27.397858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:27.403242 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f506945-e540-4d6b-b2bf-95cb8850f654 req-5e547bf6-df0b-4e5a-9b68-101df08fec57 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=87925c08-f986-4eee-ae79-348ec8d99061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 May 09 13:28:27.464423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=da6293b9-7734-47d2-a2de-df2e52e6e8ec,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:27.714155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['da6293b9-7734-47d2-a2de-df2e52e6e8ec'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:28:28.596710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16267fc-d365-4243-86ce-4cd5bf86d077 req-7a32b7e7-1d4d-4c13-ad53-bb85bf4faadd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:28.598172 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c16267fc-d365-4243-86ce-4cd5bf86d077 req-7a32b7e7-1d4d-4c13-ad53-bb85bf4faadd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 944 time: 0.0752015 May 09 13:28:28.642564 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c16267fc-d365-4243-86ce-4cd5bf86d077 req-ec4a5c60-3977-43b2-b539-b13ead7b4877 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=87925c08-f986-4eee-ae79-348ec8d99061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387104 May 09 13:28:29.176438 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device da6293b9-7734-47d2-a2de-df2e52e6e8ec up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:28:29.242761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port da6293b9-7734-47d2-a2de-df2e52e6e8ec completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:28:29.247224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port da6293b9-7734-47d2-a2de-df2e52e6e8ec triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:28:29.247594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:29.356330 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:29.382707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:28:29.392518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port da6293b9-7734-47d2-a2de-df2e52e6e8ec, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=da6293b9-7734-47d2-a2de-df2e52e6e8ec,segment=NetworkSegment(075ef0dc-6f29-4b00-8159-749fa4030f33),segment_id=075ef0dc-6f29-4b00-8159-749fa4030f33)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:28:29.396168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:29.438946 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6814a38b-592a-4588-ae47-7adf6df14e93'] response: {'server_uuid': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec', 'code': 200} May 09 13:28:29.461414 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=da6293b9-7734-47d2-a2de-df2e52e6e8ec,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:29.658300 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2518a2b9-c07d-4a16-88c0-3ac28c99f57d req-fb140890-04d2-4938-831b-01832b9df7b9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 1098 time: 0.0654106 May 09 13:28:29.699404 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2518a2b9-c07d-4a16-88c0-3ac28c99f57d req-d5652028-4d03-4e6d-b675-0cd9c39f9571 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=87925c08-f986-4eee-ae79-348ec8d99061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352404 May 09 13:28:29.840395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c51828-e8af-4068-abd2-594113f3256d req-514294f7-4ec0-4981-b67c-a2424b890efd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:29.841882 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-03c51828-e8af-4068-abd2-594113f3256d req-514294f7-4ec0-4981-b67c-a2424b890efd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 945 time: 0.0772605 May 09 13:28:29.886757 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-03c51828-e8af-4068-abd2-594113f3256d req-ca06233c-ba13-41a0-b101-5e35c8ff732c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=87925c08-f986-4eee-ae79-348ec8d99061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395000 May 09 13:28:31.095744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da078-e6c1-4323-89ba-c0dabace13f2 req-a7021c42-855d-4361-a9ab-d9099821b16e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:31.097160 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0c2da078-e6c1-4323-89ba-c0dabace13f2 req-a7021c42-855d-4361-a9ab-d9099821b16e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 945 time: 0.0753558 May 09 13:28:31.140998 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0c2da078-e6c1-4323-89ba-c0dabace13f2 req-c12568d9-5b0a-4573-b284-d39b86c44df8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=87925c08-f986-4eee-ae79-348ec8d99061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383935 May 09 13:28:31.335683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ea4e5-fba6-445c-83bb-1efdf261326d req-16de1306-da97-4849-93d3-cf87d780bcac tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:31.337107 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b04ea4e5-fba6-445c-83bb-1efdf261326d req-16de1306-da97-4849-93d3-cf87d780bcac tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 945 time: 0.0791001 May 09 13:28:31.384918 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b04ea4e5-fba6-445c-83bb-1efdf261326d req-5fd0b054-1926-435a-a979-14ac1d352ca0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=87925c08-f986-4eee-ae79-348ec8d99061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417609 May 09 13:28:31.412740 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59692) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:31.489647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59696) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:31.489836 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a5e9340a-530d-4772-aa67-83d0d5ab946d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 1093 time: 0.0758142 May 09 13:28:31.496265 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:28:31.503291 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:28:31.507008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:floatingip and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:28:31.509816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:28:31.515984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:28:31.526061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:31.671579 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:31.812382 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.83 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/84e10f01-613f-487e-b4e0-9a0bb9bbc2a8) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:28:31.961304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:31.987415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:32.052272 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:28:32.055054 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:28:32.057683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:28:32.090639 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=84e10f01-613f-487e-b4e0-9a0bb9bbc2a8,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:32.631140 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:32.691090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:32.886049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:32.890458 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:33.004731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=84e10f01-613f-487e-b4e0-9a0bb9bbc2a8,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:28:33.016846 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:33.197814 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Floating IP 1d21573c-f5c2-496d-84ea-3bfb5171b3f0 associated. External IP: 172.26.1.83, port: da6293b9-7734-47d2-a2de-df2e52e6e8ec. May 09 13:28:33.580765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:28:33.861104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:28:33.870607 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad6c75-b22f-4b6e-b224-676b8be2d3eb None None] Sync routers for ids ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:28:33.882951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad6c75-b22f-4b6e-b224-676b8be2d3eb None None] Routers {'43e80d63-c36b-4d98-96a9-cebb24f24fc9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:28:33.883598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d3ad6c75-b22f-4b6e-b224-676b8be2d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:28:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:33.884982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:33.941509 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1b401d70-1080-4766-89c0-7a9f1cd62c19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4507892 May 09 13:28:33.942066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'tag': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:28:33.944286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59700) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:34.005941 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048cd744-7a29-4f5e-9ce8-f96c4a97f138'] response: {'name': 'network-changed', 'server_uuid': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'tag': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec', 'status': 'completed', 'code': 200} May 09 13:28:34.063471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d3ad6c75-b22f-4b6e-b224-676b8be2d3eb None None] Set router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:28:34.087930 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-27a8eef9-a40a-469c-af1a-1cad8c586ea5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/1d21573c-f5c2-496d-84ea-3bfb5171b3f0 HTTP/1.1" status: 200 len: 990 time: 0.1424413 May 09 13:28:34.113667 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33795f2e-6701-44a9-a343-17c823a845a4 req-0fe90c3a-2dcd-4dd0-b7f2-c8cdb0a5d585 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 1098 time: 0.0862935 May 09 13:28:34.335109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33795f2e-6701-44a9-a343-17c823a845a4 req-2e8a92f0-263c-4f50-80ea-c629af24f9b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:34.336541 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33795f2e-6701-44a9-a343-17c823a845a4 req-2e8a92f0-263c-4f50-80ea-c629af24f9b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2988b319-fc15-42c2-8770-90d046f8f42f HTTP/1.1" status: 200 len: 897 time: 0.2178462 May 09 13:28:34.406666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d3ad6c75-b22f-4b6e-b224-676b8be2d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '1d21573c-f5c2-496d-84ea-3bfb5171b3f0', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.83', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'port_id': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'mac_address': 'fa:16:3e:06:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:28:32Z', 'updated_at': '2022-05-09T13:28:32Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc852bed-f549-43ea-952e-f89ac0819cfa', 'name': '', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:aa:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:11Z', 'updated_at': '2022-05-09T13:28:18Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:34.410647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad6c75-b22f-4b6e-b224-676b8be2d3eb None None] Checking router: 43e80d63-c36b-4d98-96a9-cebb24f24fc9 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:28:34.421745 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad6c75-b22f-4b6e-b224-676b8be2d3eb None None] Routers {'43e80d63-c36b-4d98-96a9-cebb24f24fc9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:28:34.422357 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d3ad6c75-b22f-4b6e-b224-676b8be2d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:28:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:34.441670 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33795f2e-6701-44a9-a343-17c823a845a4 req-270c36c6-922d-4469-a8b2-a40393f7cc5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da6293b9-7734-47d2-a2de-df2e52e6e8ec HTTP/1.1" status: 200 len: 998 time: 0.0984967 May 09 13:28:34.505241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33795f2e-6701-44a9-a343-17c823a845a4 req-f19299d8-2a37-4f4c-a73a-54e5a28fc343 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:28:34.506672 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33795f2e-6701-44a9-a343-17c823a845a4 req-f19299d8-2a37-4f4c-a73a-54e5a28fc343 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6a5e93-6375-42a7-b620-b6247c84c3b5 HTTP/1.1" status: 200 len: 834 time: 0.0595245 May 09 13:28:34.579810 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33795f2e-6701-44a9-a343-17c823a845a4 req-8778fd38-4a91-4ee4-85c4-e23d6435bcb0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2988b319-fc15-42c2-8770-90d046f8f42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676086 May 09 13:28:34.595763 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d3ad6c75-b22f-4b6e-b224-676b8be2d3eb None None] Set router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:28:34.708675 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33795f2e-6701-44a9-a343-17c823a845a4 req-b08c1ba6-32df-4fb2-8e25-854dab262ab6 service neutron] 10.222.0.57 "GET /v2.0/networks/2988b319-fc15-42c2-8770-90d046f8f42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231976 May 09 13:28:34.838795 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-33795f2e-6701-44a9-a343-17c823a845a4 req-544522b5-16f1-4043-b0d5-14f4ec437dd0 service neutron] 10.222.0.57 "GET /v2.0/networks/2988b319-fc15-42c2-8770-90d046f8f42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237977 May 09 13:28:34.970149 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d3ad6c75-b22f-4b6e-b224-676b8be2d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '1d21573c-f5c2-496d-84ea-3bfb5171b3f0', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.83', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'port_id': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'mac_address': 'fa:16:3e:06:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:28:32Z', 'updated_at': '2022-05-09T13:28:32Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc852bed-f549-43ea-952e-f89ac0819cfa', 'name': '', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:aa:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:11Z', 'updated_at': '2022-05-09T13:28:18Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:28:34.974361 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad6c75-b22f-4b6e-b224-676b8be2d3eb None None] The sync data for ids ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'] in dv-neutron-840889-2-hyperv is: [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '1d21573c-f5c2-496d-84ea-3bfb5171b3f0', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.83', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'port_id': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'mac_address': 'fa:16:3e:06:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:28:32Z', 'updated_at': '2022-05-09T13:28:32Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc852bed-f549-43ea-952e-f89ac0819cfa', 'name': '', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:aa:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:11Z', 'updated_at': '2022-05-09T13:28:18Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:28:35.091049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59706) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:35.163572 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f49d47-fe67-4ded-b193-5fe8c6b0bef6 None None] New status for floating IP 1d21573c-f5c2-496d-84ea-3bfb5171b3f0: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:28:35.199342 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b3e6b143-3c68-4405-bcbe-4a1e05fbf585 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/1d21573c-f5c2-496d-84ea-3bfb5171b3f0 HTTP/1.1" status: 200 len: 990 time: 0.1066313 May 09 13:28:36.203667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59712) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:28:36.312179 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8c29faa0-84d0-4b4c-b4ac-5b1a026eb136 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/1d21573c-f5c2-496d-84ea-3bfb5171b3f0 HTTP/1.1" status: 200 len: 992 time: 0.1073778 May 09 13:28:40.095813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c7434d75-7000-4825-81c0-624b73a13d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:42.393107 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3c9ebcf-f308-4745-8d01-f6dee11a54b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:43.319174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:43.801570 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:44.990405 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:51.267892 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:28:53.977609 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:29:10.097529 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13117522-962a-407c-aece-2bcbf0fb6f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:12.394070 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8b349698-64a4-4032-a9b9-6bbd018c55ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:13.321458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:13.803037 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:14.992778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:21.288541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:30.977822 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:29:35.437214 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c3d3011c-6984-4ac3-ae6d-c61023415dcd req-0b5454cf-1248-4c30-8806-95ea650c2622 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665343 May 09 13:29:35.573715 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c3d3011c-6984-4ac3-ae6d-c61023415dcd req-ba043511-94e4-4670-b586-5ec4e3a2de9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 1098 time: 0.0696540 May 09 13:29:35.712997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3011c-6984-4ac3-ae6d-c61023415dcd req-ab913125-b506-4ec9-96b2-88e6d4a87d6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:29:35.714386 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c3d3011c-6984-4ac3-ae6d-c61023415dcd req-ab913125-b506-4ec9-96b2-88e6d4a87d6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2988b319-fc15-42c2-8770-90d046f8f42f HTTP/1.1" status: 200 len: 897 time: 0.1227190 May 09 13:29:35.814039 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c3d3011c-6984-4ac3-ae6d-c61023415dcd req-cf50fe96-baba-4f23-8609-8389879ad6b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da6293b9-7734-47d2-a2de-df2e52e6e8ec HTTP/1.1" status: 200 len: 1000 time: 0.0934484 May 09 13:29:35.881936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3011c-6984-4ac3-ae6d-c61023415dcd req-e063cea1-ab57-48f0-93c7-78329fcd8fa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:29:35.883306 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c3d3011c-6984-4ac3-ae6d-c61023415dcd req-e063cea1-ab57-48f0-93c7-78329fcd8fa1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6a5e93-6375-42a7-b620-b6247c84c3b5 HTTP/1.1" status: 200 len: 834 time: 0.0630672 May 09 13:29:35.957057 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c3d3011c-6984-4ac3-ae6d-c61023415dcd req-46d60da2-28fd-4c1a-94f0-ea95a170c765 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2988b319-fc15-42c2-8770-90d046f8f42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670955 May 09 13:29:36.083837 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c3d3011c-6984-4ac3-ae6d-c61023415dcd req-b7175a90-66eb-4af9-b8fa-65b1db42598b service neutron] 10.222.0.57 "GET /v2.0/networks/2988b319-fc15-42c2-8770-90d046f8f42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210458 May 09 13:29:36.209552 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c3d3011c-6984-4ac3-ae6d-c61023415dcd req-fa49dd96-c0c3-4d87-86ff-26a2dcc64f61 service neutron] 10.222.0.57 "GET /v2.0/networks/2988b319-fc15-42c2-8770-90d046f8f42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195691 May 09 13:29:40.100960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-72543d9d-bc71-47d6-ad08-b35f0af22085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:42.394483 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9244fbc8-81d2-4dcb-90f0-84df5dc3e416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:43.325221 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:43.805242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:44.994919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:45.292806 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59740) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:29:45.483151 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-41f0a299-dc91-466b-843c-e7ec3d8964c0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/1d21573c-f5c2-496d-84ea-3bfb5171b3f0 HTTP/1.1" status: 200 len: 992 time: 0.1887136 May 09 13:29:46.661419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59750) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:29:46.855989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 84e10f01-613f-487e-b4e0-9a0bb9bbc2a8 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:29:46.856320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:47.023499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:47.023815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:47.142674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 84e10f01-613f-487e-b4e0-9a0bb9bbc2a8 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:29:47.289485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:47.337448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=84e10f01-613f-487e-b4e0-9a0bb9bbc2a8,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:29:47.402109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:47.402377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:47.402709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:47.403036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:47.403366 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:47.403689 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:47.404011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:47.404937 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:47.405278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:47.405607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:47.405924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:47.434831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:47.814905 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:29:48.094830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:29:48.104471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa99cb2-3089-4180-9734-d58e2b4908a6 None None] Sync routers for ids ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:29:48.111805 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:48.116303 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa99cb2-3089-4180-9734-d58e2b4908a6 None None] Routers {'43e80d63-c36b-4d98-96a9-cebb24f24fc9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:29:48.116909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9aa99cb2-3089-4180-9734-d58e2b4908a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:29:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:29:48.164779 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e707ad8e-f2bb-44ed-bde8-03b515e48e86 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/floatingips/1d21573c-f5c2-496d-84ea-3bfb5171b3f0 HTTP/1.1" status: 204 len: 168 time: 1.5022950 May 09 13:29:48.165372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'tag': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:29:48.221829 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5263e64-efdc-4a39-a567-bb42b6511079'] response: {'name': 'network-changed', 'server_uuid': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'tag': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec', 'status': 'completed', 'code': 200} May 09 13:29:48.301105 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9aa99cb2-3089-4180-9734-d58e2b4908a6 None None] Set router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:29:48.313906 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7c75cd72-4c48-4be0-8cd8-a57912d846ee req-7ee0b788-c1b4-48c2-a96b-a057de0a1c01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 1098 time: 0.0694768 May 09 13:29:48.454139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75cd72-4c48-4be0-8cd8-a57912d846ee req-83e3e639-7785-4931-b994-f0079cfc55c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:29:48.456385 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7c75cd72-4c48-4be0-8cd8-a57912d846ee req-83e3e639-7785-4931-b994-f0079cfc55c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2988b319-fc15-42c2-8770-90d046f8f42f HTTP/1.1" status: 200 len: 897 time: 0.1372786 May 09 13:29:48.530177 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7c75cd72-4c48-4be0-8cd8-a57912d846ee req-fbcbca61-9774-4d9c-9c79-a844340cf288 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da6293b9-7734-47d2-a2de-df2e52e6e8ec HTTP/1.1" status: 200 len: 217 time: 0.0672438 May 09 13:29:48.585349 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83abf3-b28d-4a8e-8c4d-0dfdcda06eb0 req-d8bfb60e-4e1b-4c82-a31d-c4b8e2969aa6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:29:48.587429 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0c83abf3-b28d-4a8e-8c4d-0dfdcda06eb0 req-d8bfb60e-4e1b-4c82-a31d-c4b8e2969aa6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 945 time: 0.0807855 May 09 13:29:48.600847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75cd72-4c48-4be0-8cd8-a57912d846ee req-851141f4-a3e0-42a7-9b76-108e7173a3c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:29:48.602692 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7c75cd72-4c48-4be0-8cd8-a57912d846ee req-851141f4-a3e0-42a7-9b76-108e7173a3c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6a5e93-6375-42a7-b620-b6247c84c3b5 HTTP/1.1" status: 200 len: 834 time: 0.0661614 May 09 13:29:48.634320 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0c83abf3-b28d-4a8e-8c4d-0dfdcda06eb0 req-a5e01433-7f84-48e6-a714-47ce28f4482a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=87925c08-f986-4eee-ae79-348ec8d99061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413129 May 09 13:29:48.647756 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9aa99cb2-3089-4180-9734-d58e2b4908a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'fc852bed-f549-43ea-952e-f89ac0819cfa', 'name': '', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:aa:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:11Z', 'updated_at': '2022-05-09T13:28:18Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:29:48.651935 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa99cb2-3089-4180-9734-d58e2b4908a6 None None] Checking router: 43e80d63-c36b-4d98-96a9-cebb24f24fc9 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:29:48.662594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa99cb2-3089-4180-9734-d58e2b4908a6 None None] Routers {'43e80d63-c36b-4d98-96a9-cebb24f24fc9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:29:48.663112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9aa99cb2-3089-4180-9734-d58e2b4908a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:29:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:29:48.686832 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7c75cd72-4c48-4be0-8cd8-a57912d846ee req-09cd6d47-8223-4e5e-a948-abb7d0683391 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2988b319-fc15-42c2-8770-90d046f8f42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772495 May 09 13:29:48.817137 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7c75cd72-4c48-4be0-8cd8-a57912d846ee req-067a0f1c-8ce9-475c-932f-92304d23b8b8 service neutron] 10.222.0.57 "GET /v2.0/networks/2988b319-fc15-42c2-8770-90d046f8f42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229806 May 09 13:29:48.836013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9aa99cb2-3089-4180-9734-d58e2b4908a6 None None] Set router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:29:48.948039 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7c75cd72-4c48-4be0-8cd8-a57912d846ee req-324ec7b1-ec56-48e9-9cf1-f09b3c33d53e service neutron] 10.222.0.57 "GET /v2.0/networks/2988b319-fc15-42c2-8770-90d046f8f42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243391 May 09 13:29:49.178784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9aa99cb2-3089-4180-9734-d58e2b4908a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'fc852bed-f549-43ea-952e-f89ac0819cfa', 'name': '', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:aa:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:11Z', 'updated_at': '2022-05-09T13:28:18Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:29:49.182614 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa99cb2-3089-4180-9734-d58e2b4908a6 None None] The sync data for ids ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'] in dv-neutron-840889-2-hyperv is: [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'fc852bed-f549-43ea-952e-f89ac0819cfa', 'name': '', 'network_id': '2988b319-fc15-42c2-8770-90d046f8f42f', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:aa:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:11Z', 'updated_at': '2022-05-09T13:28:18Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'ff6a5e93-6375-42a7-b620-b6247c84c3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:29:49.396684 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62016346-d512-41ee-bfa9-ad92b603d3fd None None] New status for floating IP 1d21573c-f5c2-496d-84ea-3bfb5171b3f0: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:29:49.831374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2b8c3-ab7e-4f30-bf92-f81be4b196af req-ca776221-bceb-4a47-b851-a0baa0c395bd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:29:49.832816 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ea2b8c3-ab7e-4f30-bf92-f81be4b196af req-ca776221-bceb-4a47-b851-a0baa0c395bd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 945 time: 0.0771265 May 09 13:29:49.877817 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ea2b8c3-ab7e-4f30-bf92-f81be4b196af req-f8694f11-59df-4249-87b0-53543a66bfd1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=87925c08-f986-4eee-ae79-348ec8d99061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394802 May 09 13:29:50.202607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d5c25-4323-4fde-992a-bb896bad672f req-3dee28e5-a35f-45ab-a7ef-dd3e5e537f89 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:29:50.203198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-824d5c25-4323-4fde-992a-bb896bad672f req-3dee28e5-a35f-45ab-a7ef-dd3e5e537f89 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:29:50.218222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-824d5c25-4323-4fde-992a-bb896bad672f req-3dee28e5-a35f-45ab-a7ef-dd3e5e537f89 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:29:50.219274 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-824d5c25-4323-4fde-992a-bb896bad672f req-3dee28e5-a35f-45ab-a7ef-dd3e5e537f89 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 945 time: 0.0928223 May 09 13:29:50.284376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-824d5c25-4323-4fde-992a-bb896bad672f req-09e62bed-24f5-46c7-9ca2-e0c36984b484 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port da6293b9-7734-47d2-a2de-df2e52e6e8ec {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:29:50.284707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-824d5c25-4323-4fde-992a-bb896bad672f req-09e62bed-24f5-46c7-9ca2-e0c36984b484 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:50.518525 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-824d5c25-4323-4fde-992a-bb896bad672f req-09e62bed-24f5-46c7-9ca2-e0c36984b484 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port da6293b9-7734-47d2-a2de-df2e52e6e8ec, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=da6293b9-7734-47d2-a2de-df2e52e6e8ec,segment=NetworkSegment(075ef0dc-6f29-4b00-8159-749fa4030f33),segment_id=075ef0dc-6f29-4b00-8159-749fa4030f33)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:29:50.518785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-824d5c25-4323-4fde-992a-bb896bad672f req-09e62bed-24f5-46c7-9ca2-e0c36984b484 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:50.641772 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-824d5c25-4323-4fde-992a-bb896bad672f req-09e62bed-24f5-46c7-9ca2-e0c36984b484 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for da6293b9-7734-47d2-a2de-df2e52e6e8ec owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:29:50.779216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-824d5c25-4323-4fde-992a-bb896bad672f req-09e62bed-24f5-46c7-9ca2-e0c36984b484 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:50.826700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e62bed-24f5-46c7-9ca2-e0c36984b484 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=da6293b9-7734-47d2-a2de-df2e52e6e8ec,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:29:50.991367 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-824d5c25-4323-4fde-992a-bb896bad672f req-09e62bed-24f5-46c7-9ca2-e0c36984b484 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] No DVR routers for this DVR port da6293b9-7734-47d2-a2de-df2e52e6e8ec on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:29:50.993821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-824d5c25-4323-4fde-992a-bb896bad672f req-09e62bed-24f5-46c7-9ca2-e0c36984b484 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:50.996441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'name': 'network-vif-deleted', 'tag': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:29:51.012030 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-824d5c25-4323-4fde-992a-bb896bad672f req-09e62bed-24f5-46c7-9ca2-e0c36984b484 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "DELETE /v2.0/ports/da6293b9-7734-47d2-a2de-df2e52e6e8ec HTTP/1.1" status: 204 len: 173 time: 0.7877958 May 09 13:29:51.040545 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d51811af-d4b1-4112-85a9-9b744e3185ee req-5a34e56c-b554-4ac8-9450-7bee2427ccdf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138 HTTP/1.1" status: 200 len: 210 time: 0.0412679 May 09 13:29:51.051151 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcad89c0-f80e-45ac-b84c-dc0a445c60fe'] response: {'server_uuid': '6e6f6bc9-82dd-4c98-bdf4-8fa975ec8138', 'name': 'network-vif-deleted', 'tag': 'da6293b9-7734-47d2-a2de-df2e52e6e8ec', 'status': 'completed', 'code': 200} May 09 13:29:51.299713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:52.152540 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59770) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:29:52.219447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f134a-52ef-48dc-9594-97c692e171ee tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:52.247367 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f134a-52ef-48dc-9594-97c692e171ee tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:52.312696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f134a-52ef-48dc-9594-97c692e171ee tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:52.330069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f134a-52ef-48dc-9594-97c692e171ee tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87925c08-f986-4eee-ae79-348ec8d99061,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:29:52.343792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f134a-52ef-48dc-9594-97c692e171ee tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:52.344820 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7b2f134a-52ef-48dc-9594-97c692e171ee tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/security-groups/87925c08-f986-4eee-ae79-348ec8d99061 HTTP/1.1" status: 204 len: 168 time: 0.1913183 May 09 13:29:52.385897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59776) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:29:52.773278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6717e567-cbc0-4134-a706-24e0563a0330 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:53.364971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6717e567-cbc0-4134-a706-24e0563a0330 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port fc852bed-f549-43ea-952e-f89ac0819cfa {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:29:53.365752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6717e567-cbc0-4134-a706-24e0563a0330 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:53.540774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-6717e567-cbc0-4134-a706-24e0563a0330 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port fc852bed-f549-43ea-952e-f89ac0819cfa, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=fc852bed-f549-43ea-952e-f89ac0819cfa,segment=NetworkSegment(075ef0dc-6f29-4b00-8159-749fa4030f33),segment_id=075ef0dc-6f29-4b00-8159-749fa4030f33)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:29:53.541125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6717e567-cbc0-4134-a706-24e0563a0330 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:53.582433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device da6293b9-7734-47d2-a2de-df2e52e6e8ec no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:29:53.617072 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: da6293b9-7734-47d2-a2de-df2e52e6e8ec {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:29:53.617667 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device da6293b9-7734-47d2-a2de-df2e52e6e8ec not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:29:53.751555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-6717e567-cbc0-4134-a706-24e0563a0330 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for fc852bed-f549-43ea-952e-f89ac0819cfa owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:29:53.917682 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6717e567-cbc0-4134-a706-24e0563a0330 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:53.963093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717e567-cbc0-4134-a706-24e0563a0330 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=fc852bed-f549-43ea-952e-f89ac0819cfa,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:29:54.249361 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6717e567-cbc0-4134-a706-24e0563a0330 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:54.815349 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6717e567-cbc0-4134-a706-24e0563a0330 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:29:55.015389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6717e567-cbc0-4134-a706-24e0563a0330 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:29:55.025638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f487d80-2e91-4842-8cb2-6b38a20f5c4b None None] Sync routers for ids ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:29:55.027773 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6717e567-cbc0-4134-a706-24e0563a0330 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/43e80d63-c36b-4d98-96a9-cebb24f24fc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6408317 May 09 13:29:55.030525 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59780) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:29:55.036930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f487d80-2e91-4842-8cb2-6b38a20f5c4b None None] Routers {'43e80d63-c36b-4d98-96a9-cebb24f24fc9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:29:55.037561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-3f487d80-2e91-4842-8cb2-6b38a20f5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:29:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:29:55.218309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-3f487d80-2e91-4842-8cb2-6b38a20f5c4b None None] Set router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:29:55.320482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-42051d8b-c4ca-48ca-b008-9a2e5a922938 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting subnet ff6a5e93-6375-42a7-b620-b6247c84c3b5 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:29:55.323443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42051d8b-c4ca-48ca-b008-9a2e5a922938 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:55.379441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42051d8b-c4ca-48ca-b008-9a2e5a922938 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:55.458202 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42051d8b-c4ca-48ca-b008-9a2e5a922938 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:55.500181 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-3f487d80-2e91-4842-8cb2-6b38a20f5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:29:53Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:29:55.504038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f487d80-2e91-4842-8cb2-6b38a20f5c4b None None] Checking router: 43e80d63-c36b-4d98-96a9-cebb24f24fc9 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:29:55.514954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f487d80-2e91-4842-8cb2-6b38a20f5c4b None None] Routers {'43e80d63-c36b-4d98-96a9-cebb24f24fc9'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:29:55.515542 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-3f487d80-2e91-4842-8cb2-6b38a20f5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:29:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:29:55.535016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42051d8b-c4ca-48ca-b008-9a2e5a922938 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:55.574657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42051d8b-c4ca-48ca-b008-9a2e5a922938 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6a5e93-6375-42a7-b620-b6247c84c3b5,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:29:55.581805 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-42051d8b-c4ca-48ca-b008-9a2e5a922938 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:55.587986 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-42051d8b-c4ca-48ca-b008-9a2e5a922938 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/subnets/ff6a5e93-6375-42a7-b620-b6247c84c3b5 HTTP/1.1" status: 204 len: 168 time: 0.5565088 May 09 13:29:55.590554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59784) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:29:55.631116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45d15f7-8346-47fc-b705-e4f0f815b8cb None None] Network 2988b319-fc15-42c2-8770-90d046f8f42f requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:29:55.785045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:55.845475 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-3f487d80-2e91-4842-8cb2-6b38a20f5c4b None None] Set router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:29:55.978415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:55.987724 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 506ea7cc-00da-46f0-85d5-966eff5a8c36 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:29:55.988089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:56.119015 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] DHCP port deletion for 2988b319-fc15-42c2-8770-90d046f8f42f request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:29:56.127715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Deleting port df8ea9a5-8869-4bf2-922b-d979d970b4e7 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:29:56.128073 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:56.165365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 506ea7cc-00da-46f0-85d5-966eff5a8c36, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=506ea7cc-00da-46f0-85d5-966eff5a8c36,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:29:56.165719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:56.288294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 506ea7cc-00da-46f0-85d5-966eff5a8c36 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:29:56.300616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-3f487d80-2e91-4842-8cb2-6b38a20f5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:29:53Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:29:56.350618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f487d80-2e91-4842-8cb2-6b38a20f5c4b None None] The sync data for ids ['43e80d63-c36b-4d98-96a9-cebb24f24fc9'] in dv-neutron-840889-2-hyperv is: [{'id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'name': 'tempest-TestNetworkBasicOps-router-696399274', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:28:07Z', 'updated_at': '2022-05-09T13:29:53Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '506ea7cc-00da-46f0-85d5-966eff5a8c36', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e80d63-c36b-4d98-96a9-cebb24f24fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:28:08Z', 'updated_at': '2022-05-09T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:29:56.385715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] For port df8ea9a5-8869-4bf2-922b-d979d970b4e7, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=df8ea9a5-8869-4bf2-922b-d979d970b4e7,segment=NetworkSegment(075ef0dc-6f29-4b00-8159-749fa4030f33),segment_id=075ef0dc-6f29-4b00-8159-749fa4030f33)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:29:56.386071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:56.459260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:56.501894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=506ea7cc-00da-46f0-85d5-966eff5a8c36,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:29:56.503647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Calling delete_port for df8ea9a5-8869-4bf2-922b-d979d970b4e7 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:29:56.575175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:56.622776 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Pushing event deleted for resources: {'Port': ['ID=df8ea9a5-8869-4bf2-922b-d979d970b4e7,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:29:56.627752 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] No DVR routers for this DVR port df8ea9a5-8869-4bf2-922b-d979d970b4e7 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:29:56.634564 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:56.634907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:56.635253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:56.635856 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:56.635856 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:56.636190 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:56.636510 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:56.636827 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:56.637145 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:56.637494 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:56.637835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349be1d-9897-48c1-9729-c995d80b743e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:56.814288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device df8ea9a5-8869-4bf2-922b-d979d970b4e7 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:29:56.829639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:56.847347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: df8ea9a5-8869-4bf2-922b-d979d970b4e7 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:29:56.847681 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device df8ea9a5-8869-4bf2-922b-d979d970b4e7 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:29:56.848091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device fc852bed-f549-43ea-952e-f89ac0819cfa no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:29:56.879645 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: fc852bed-f549-43ea-952e-f89ac0819cfa {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:29:56.879982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device fc852bed-f549-43ea-952e-f89ac0819cfa not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:29:57.081634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.085588 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.109142 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.109691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Fanout notify agent at l3_agent the message router_deleted on router 43e80d63-c36b-4d98-96a9-cebb24f24fc9 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:29:57.124476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.125578 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-446c5e6f-368d-440f-b928-ce55dc5f6c53 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/routers/43e80d63-c36b-4d98-96a9-cebb24f24fc9 HTTP/1.1" status: 204 len: 168 time: 1.5340540 May 09 13:29:57.128263 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59788) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:29:57.241882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2892649-81a7-4f2d-8297-52decfe8e1d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.383792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2892649-81a7-4f2d-8297-52decfe8e1d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.407306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-a2892649-81a7-4f2d-8297-52decfe8e1d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2988b319-fc15-42c2-8770-90d046f8f42f']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:29:57.418736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-a2892649-81a7-4f2d-8297-52decfe8e1d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075ef0dc-6f29-4b00-8159-749fa4030f33') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:29:57.419022 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-a2892649-81a7-4f2d-8297-52decfe8e1d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075ef0dc-6f29-4b00-8159-749fa4030f33') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:29:57.430317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2892649-81a7-4f2d-8297-52decfe8e1d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.445853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2892649-81a7-4f2d-8297-52decfe8e1d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.451638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2892649-81a7-4f2d-8297-52decfe8e1d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:29:57.452007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2892649-81a7-4f2d-8297-52decfe8e1d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:29:57.465795 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:29:57.546152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2892649-81a7-4f2d-8297-52decfe8e1d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.551848 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a2892649-81a7-4f2d-8297-52decfe8e1d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.579013 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2892649-81a7-4f2d-8297-52decfe8e1d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Network': ['ID=2988b319-fc15-42c2-8770-90d046f8f42f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:29:57.587354 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a2892649-81a7-4f2d-8297-52decfe8e1d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/networks/2988b319-fc15-42c2-8770-90d046f8f42f HTTP/1.1" status: 204 len: 168 time: 0.4580455 May 09 13:29:57.598739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59792) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:29:57.604284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'network': {'name': 'tempest-network-smoke--197550695', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'port_security_enabled': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:29:57.609986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:29:57.614463 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:network and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:29:57.617454 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:29:57.623754 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:29:57.633667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:29:57.636618 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.663690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:29:57.673378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.673801 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Added segment 76ebd586-95be-4553-ba45-8ceff29d6754 of type vlan for network 36b115f6-f440-49ec-86ff-848b45b68361 May 09 13:29:57.699299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.731353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.735539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:29:57.736348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.834508 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2346196 May 09 13:29:57.837381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59796) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:29:57.839797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9eff4-c212-42a8-8cbb-6ff82e5d31d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Network': ['ID=36b115f6-f440-49ec-86ff-848b45b68361,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:29:57.844133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-408948476', 'admin_state_up': True, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:29:57.850573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 36b115f6-f440-49ec-86ff-848b45b68361 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:29:57.856611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:29:57.861387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:router and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:29:57.864251 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:29:57.870555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:29:57.880373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.881568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:57.899864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:58.042664 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:58.212765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:58.241039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:58.370660 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.197 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/1d235d55-23cf-4154-9327-3cddfb5ae0b6) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:29:58.510094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:58.536811 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:58.579063 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 506ea7cc-00da-46f0-85d5-966eff5a8c36 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:29:58.609684 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:29:58.613363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=1d235d55-23cf-4154-9327-3cddfb5ae0b6,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:29:58.615602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:29:58.617997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 506ea7cc-00da-46f0-85d5-966eff5a8c36 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:29:58.618386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 506ea7cc-00da-46f0-85d5-966eff5a8c36 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:29:58.619067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:29:58.657404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:58.657752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:58.658085 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:58.658414 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:58.658740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:58.659066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:58.659387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:58.659705 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:58.660023 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:58.660339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:58.660653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:29:58.786583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:58.787210 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:59.146259 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:29:59.355792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:29:59.365856 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Sync routers for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:29:59.378153 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:29:59.379042 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:29:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:29:59.386401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:59.387596 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cd38c1e4-5f05-40b9-9597-cd351c11921f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5485153 May 09 13:29:59.390936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59800) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:29:59.439548 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-69b5faaf-6d9a-445c-93e0-b77dd349bbfc tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8565fca19184006b055116e4f64bdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473380 May 09 13:29:59.442183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59804) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:29:59.555925 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:29:59.585689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cace34-30c6-47cc-a07e-92042e543d2b tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:29:59.589941 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-15cace34-30c6-47cc-a07e-92042e543d2b tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1440208 May 09 13:29:59.590083 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59808) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:29:59.629687 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-739a9093-b651-42e8-a096-6b0357ab1b49 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385511 May 09 13:29:59.632241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59812) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:29:59.637374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-387503382', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:29:59.745744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:29:59.749520 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:subnet and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:29:59.752290 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:29:59.758217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:29:59.768741 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:29:59.858949 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:29:58Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:29:59.863157 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Checking router: cc4f9db2-3d52-43bd-a913-3a654fb0faf3 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:29:59.863570 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Updating router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 port 1d235d55-23cf-4154-9327-3cddfb5ae0b6 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:29:59.869822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:29:59.912626 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:00.080168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:00.162778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Subnet': ['ID=2c90b30d-78c3-44d6-ac8a-32964db82c50,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:00.171394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Checking segment: {'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:30:00.171765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network hostable DHCP agents. Network: 36b115f6-f440-49ec-86ff-848b45b68361, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:30:00.193001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 36b115f6-f440-49ec-86ff-848b45b68361 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:30:00.202836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 36b115f6-f440-49ec-86ff-848b45b68361) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:30:00.207807 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:00.208688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:00.214022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d3f209-be70-418a-876b-5673cd51e7d6 None None] Network 36b115f6-f440-49ec-86ff-848b45b68361 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:30:00.233187 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:00.233444 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6d733ac7-46c6-49c2-9d60-db6aedcd0c31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5973155 May 09 13:30:00.233444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59816) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:00.243340 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Transition to ACTIVE for port object 1d235d55-23cf-4154-9327-3cddfb5ae0b6 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:30:00.250873 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:00.330102 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Attempting to bind port 1d235d55-23cf-4154-9327-3cddfb5ae0b6 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:30:00.330536 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Attempting to bind port 1d235d55-23cf-4154-9327-3cddfb5ae0b6 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:30:00.330809 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Attempting to bind port 1d235d55-23cf-4154-9327-3cddfb5ae0b6 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:30:00.339987 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bb4b5-2e2e-4cdb-ae5f-3179f0ce257d None None] Pushing event updated for resources: {'Port': ['ID=1d235d55-23cf-4154-9327-3cddfb5ae0b6,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:00.349028 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457bb4b5-2e2e-4cdb-ae5f-3179f0ce257d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:30:00.349384 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457bb4b5-2e2e-4cdb-ae5f-3179f0ce257d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:30:00.350800 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457bb4b5-2e2e-4cdb-ae5f-3179f0ce257d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:30:00.350800 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457bb4b5-2e2e-4cdb-ae5f-3179f0ce257d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:30:00.350800 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457bb4b5-2e2e-4cdb-ae5f-3179f0ce257d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:30:00.350800 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457bb4b5-2e2e-4cdb-ae5f-3179f0ce257d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:30:00.351189 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457bb4b5-2e2e-4cdb-ae5f-3179f0ce257d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:30:00.351281 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457bb4b5-2e2e-4cdb-ae5f-3179f0ce257d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:30:00.351535 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457bb4b5-2e2e-4cdb-ae5f-3179f0ce257d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:30:00.351963 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457bb4b5-2e2e-4cdb-ae5f-3179f0ce257d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:30:00.352277 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457bb4b5-2e2e-4cdb-ae5f-3179f0ce257d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:30:00.355790 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:30:00.356150 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:30:00.356531 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:00.356899 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:30:00.357909 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Bound port: 1d235d55-23cf-4154-9327-3cddfb5ae0b6, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:30:00.358262 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:00.431810 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-36b115f6-f440-49ec-86ff-848b45b68361', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:30:00.432728 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:00.437895 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] For port 1d235d55-23cf-4154-9327-3cddfb5ae0b6, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:30:00.441929 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] For port 1d235d55-23cf-4154-9327-3cddfb5ae0b6, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1d235d55-23cf-4154-9327-3cddfb5ae0b6,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:30:00.446803 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:00.532067 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:30:00.532676 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:29:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:30:00.583193 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bb4b5-2e2e-4cdb-ae5f-3179f0ce257d None None] Pushing event updated for resources: {'Port': ['ID=1d235d55-23cf-4154-9327-3cddfb5ae0b6,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:00.616419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Allocated IP 172.20.0.2 (36b115f6-f440-49ec-86ff-848b45b68361/2c90b30d-78c3-44d6-ac8a-32964db82c50/80512a72-7948-425b-b9f4-0748f07d2b52) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:30:00.717276 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:30:00.839956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:00.851657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Transition to ACTIVE for port object 80512a72-7948-425b-b9f4-0748f07d2b52 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:30:00.872344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Transition to ACTIVE for port object 80512a72-7948-425b-b9f4-0748f07d2b52 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:30:00.879568 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:00.950226 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Network 36b115f6-f440-49ec-86ff-848b45b68361 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:30:00.953678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:30:00.958350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:30:00.962141 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Pushing event updated for resources: {'Port': ['ID=80512a72-7948-425b-b9f4-0748f07d2b52,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:01.014222 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:29:58Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:30:01.018267 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb69f19-b1ea-40cf-9698-57a0034e75cb None None] The sync data for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv is: [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:29:58Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:30:01.046480 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Attempting to bind port 80512a72-7948-425b-b9f4-0748f07d2b52 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:30:01.046843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Attempting to bind port 80512a72-7948-425b-b9f4-0748f07d2b52 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:30:01.047193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Attempting to bind port 80512a72-7948-425b-b9f4-0748f07d2b52 on network 36b115f6-f440-49ec-86ff-848b45b68361 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:30:01.053598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:30:01.053964 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Checking segment: {'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:30:01.054357 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:01.054739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Bound using segment: {'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:30:01.055190 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Bound port: 80512a72-7948-425b-b9f4-0748f07d2b52, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:30:01.055554 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:01.136065 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:01.148926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] For port 80512a72-7948-425b-b9f4-0748f07d2b52, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:30:01.152406 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] For port 80512a72-7948-425b-b9f4-0748f07d2b52, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=80512a72-7948-425b-b9f4-0748f07d2b52,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:30:01.156124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:01.265982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc4130-7d3c-41d9-8b1e-33866f6b1c65 None None] Pushing event updated for resources: {'Port': ['ID=80512a72-7948-425b-b9f4-0748f07d2b52,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:01.610491 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.1 (36b115f6-f440-49ec-86ff-848b45b68361/2c90b30d-78c3-44d6-ac8a-32964db82c50/6d1841b3-b16c-453b-9935-632dad826ff3) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:30:01.776833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:01.793055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object 6d1841b3-b16c-453b-9935-632dad826ff3 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:30:01.815606 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:01.893151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 36b115f6-f440-49ec-86ff-848b45b68361 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:30:01.896119 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:30:01.900112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:30:01.930350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=6d1841b3-b16c-453b-9935-632dad826ff3,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:01.961166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:02.050305 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:02.199555 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b9a6b-6c0c-4ff5-8fd9-50f88f23cf1a None None] Network 36b115f6-f440-49ec-86ff-848b45b68361 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:30:02.343044 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ffd83292-3e69-417c-8ccd-629a7aaf5dcf None None] Provisioning for port 80512a72-7948-425b-b9f4-0748f07d2b52 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:30:02.552576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:02.557939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:02.688818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=6d1841b3-b16c-453b-9935-632dad826ff3,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:02.692841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:02.726709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 80512a72-7948-425b-b9f4-0748f07d2b52 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:30:02.812282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 80512a72-7948-425b-b9f4-0748f07d2b52 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:30:02.819973 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0a4b733d-6b4b-4f69-9763-b7e9e8bfab97 None None] Provisioning for port 6d1841b3-b16c-453b-9935-632dad826ff3 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:30:02.824983 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 80512a72-7948-425b-b9f4-0748f07d2b52 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:30:02.825409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:02.859438 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0a4b733d-6b4b-4f69-9763-b7e9e8bfab97 None None] Provisioning complete for port 6d1841b3-b16c-453b-9935-632dad826ff3 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:30:02.859839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0a4b733d-6b4b-4f69-9763-b7e9e8bfab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:02.864595 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 36b115f6-f440-49ec-86ff-848b45b68361 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:30:02.865822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:30:02.936595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b733d-6b4b-4f69-9763-b7e9e8bfab97 None None] Port 6d1841b3-b16c-453b-9935-632dad826ff3 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:30:03.006315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0a4b733d-6b4b-4f69-9763-b7e9e8bfab97 None None] Provisioning complete for port 80512a72-7948-425b-b9f4-0748f07d2b52 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:30:03.006587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0a4b733d-6b4b-4f69-9763-b7e9e8bfab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:03.055255 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:03.100036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 80512a72-7948-425b-b9f4-0748f07d2b52, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=80512a72-7948-425b-b9f4-0748f07d2b52,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:30:03.129161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:03.130259 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1d235d55-23cf-4154-9327-3cddfb5ae0b6 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:30:03.271471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=80512a72-7948-425b-b9f4-0748f07d2b52,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:03.285715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 1d235d55-23cf-4154-9327-3cddfb5ae0b6 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:30:03.290555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:30:03.290794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 1d235d55-23cf-4154-9327-3cddfb5ae0b6 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:30:03.291339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:03.427167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:03.432881 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3427c445-e0d3-4273-b558-2e5a1f1f426c None None] Provisioning complete for port 6d1841b3-b16c-453b-9935-632dad826ff3 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:30:03.433240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3427c445-e0d3-4273-b558-2e5a1f1f426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:03.487595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 1d235d55-23cf-4154-9327-3cddfb5ae0b6, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1d235d55-23cf-4154-9327-3cddfb5ae0b6,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:30:03.492724 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:03.506674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:30:03.520180 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c426c47c-7df4-4843-a74c-d66c8c8c8945 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/cc4f9db2-3d52-43bd-a913-3a654fb0faf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2857113 May 09 13:30:03.522634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59820) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:03.528556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3427c445-e0d3-4273-b558-2e5a1f1f426c None None] Port 6d1841b3-b16c-453b-9935-632dad826ff3 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:30:03.561409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=1d235d55-23cf-4154-9327-3cddfb5ae0b6,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:03.666630 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4ceb3-9767-4786-ba1f-6f053bbfeb83 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:03.666999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4ceb3-9767-4786-ba1f-6f053bbfeb83 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:03.667360 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4ceb3-9767-4786-ba1f-6f053bbfeb83 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:03.667716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4ceb3-9767-4786-ba1f-6f053bbfeb83 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:03.669349 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b1d4ceb3-9767-4786-ba1f-6f053bbfeb83 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1457968 May 09 13:30:03.672433 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59824) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:03.737173 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa67b4e-b605-406b-9282-81134bd5a8c2 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:03.737801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa67b4e-b605-406b-9282-81134bd5a8c2 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:03.737890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa67b4e-b605-406b-9282-81134bd5a8c2 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:03.738225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa67b4e-b605-406b-9282-81134bd5a8c2 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:03.739774 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5aa67b4e-b605-406b-9282-81134bd5a8c2 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0664947 May 09 13:30:03.742448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59828) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:03.931248 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e08ac5bb-edb2-44e0-a88c-1b883a395fbb tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1876342 May 09 13:30:04.009654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59834) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:04.016004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1806235106', 'description': 'tempest-secgroup-smoke-1806235106 description', 'project_id': 'b8565fca19184006b055116e4f64bdfc'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:30:04.021891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:30:04.025918 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:30:04.028725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:30:04.038301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:30:04.047683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.081533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:30:04.085168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:30:04.087949 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:30:04.093633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:30:04.153386 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.157277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.201705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:04.206286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.207470 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cd9745bc-eb12-4ac9-82f6-203eb35a5fc0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1968119 May 09 13:30:04.210222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59838) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:04.215533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-dcdeca91-d4af-4054-b5e8-faa669c7f3d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:30:04.221348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-dcdeca91-d4af-4054-b5e8-faa669c7f3d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:30:04.225137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-dcdeca91-d4af-4054-b5e8-faa669c7f3d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:30:04.227975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-dcdeca91-d4af-4054-b5e8-faa669c7f3d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:30:04.234222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-dcdeca91-d4af-4054-b5e8-faa669c7f3d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:30:04.251463 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dcdeca91-d4af-4054-b5e8-faa669c7f3d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.308753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dcdeca91-d4af-4054-b5e8-faa669c7f3d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.312777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dcdeca91-d4af-4054-b5e8-faa669c7f3d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.335288 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdeca91-d4af-4054-b5e8-faa669c7f3d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453a6cbe-c372-4298-8f55-e6b972ff1e55,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:04.345931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dcdeca91-d4af-4054-b5e8-faa669c7f3d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.347613 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dcdeca91-d4af-4054-b5e8-faa669c7f3d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1363463 May 09 13:30:04.350623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59842) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:04.355953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-83e57905-7ee9-4d5d-9f4c-5ec1fbe041c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:30:04.363097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-83e57905-7ee9-4d5d-9f4c-5ec1fbe041c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:30:04.367320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-83e57905-7ee9-4d5d-9f4c-5ec1fbe041c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:30:04.370241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-83e57905-7ee9-4d5d-9f4c-5ec1fbe041c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:30:04.376639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-83e57905-7ee9-4d5d-9f4c-5ec1fbe041c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:30:04.393951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-83e57905-7ee9-4d5d-9f4c-5ec1fbe041c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.462152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-83e57905-7ee9-4d5d-9f4c-5ec1fbe041c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.465776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-83e57905-7ee9-4d5d-9f4c-5ec1fbe041c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.491632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e57905-7ee9-4d5d-9f4c-5ec1fbe041c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83447ab1-8173-42d7-8178-ac834e90a288,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:04.501138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-83e57905-7ee9-4d5d-9f4c-5ec1fbe041c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.502354 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-83e57905-7ee9-4d5d-9f4c-5ec1fbe041c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1510839 May 09 13:30:04.505022 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59846) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:04.510417 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-8b5b8ea6-5b4f-4a84-9865-3eaaa9c1451b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:30:04.516364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8b5b8ea6-5b4f-4a84-9865-3eaaa9c1451b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:30:04.520178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8b5b8ea6-5b4f-4a84-9865-3eaaa9c1451b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:30:04.523024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8b5b8ea6-5b4f-4a84-9865-3eaaa9c1451b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:30:04.528617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8b5b8ea6-5b4f-4a84-9865-3eaaa9c1451b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:30:04.545880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8b5b8ea6-5b4f-4a84-9865-3eaaa9c1451b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.587419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Sync routers for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:30:04.600734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:30:04.601358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:29:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:30:04.616118 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8b5b8ea6-5b4f-4a84-9865-3eaaa9c1451b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.625161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8b5b8ea6-5b4f-4a84-9865-3eaaa9c1451b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.649604 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b8ea6-5b4f-4a84-9865-3eaaa9c1451b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6800eb77-ff71-4bc1-aee5-e8a38e304753,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:04.660009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8b5b8ea6-5b4f-4a84-9865-3eaaa9c1451b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.664092 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8b5b8ea6-5b4f-4a84-9865-3eaaa9c1451b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1553099 May 09 13:30:04.664303 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59850) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:04.664548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 80512a72-7948-425b-b9f4-0748f07d2b52 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:30:04.670598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ff03d0a5-0472-45a2-8bd2-b1a10a09b181 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:30:04.676960 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ff03d0a5-0472-45a2-8bd2-b1a10a09b181 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:30:04.680699 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ff03d0a5-0472-45a2-8bd2-b1a10a09b181 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:30:04.683533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ff03d0a5-0472-45a2-8bd2-b1a10a09b181 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:30:04.689170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ff03d0a5-0472-45a2-8bd2-b1a10a09b181 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:30:04.705613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ff03d0a5-0472-45a2-8bd2-b1a10a09b181 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.770328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ff03d0a5-0472-45a2-8bd2-b1a10a09b181 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.774060 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ff03d0a5-0472-45a2-8bd2-b1a10a09b181 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.797877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03d0a5-0472-45a2-8bd2-b1a10a09b181 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3113e182-0ecb-44ae-a7b3-82c7e54b6fb7,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:04.808471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ff03d0a5-0472-45a2-8bd2-b1a10a09b181 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.809672 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ff03d0a5-0472-45a2-8bd2-b1a10a09b181 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1443594 May 09 13:30:04.812412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59854) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:04.817706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-382b5715-6ed7-4e25-b4a9-b94db6cbaef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:30:04.823314 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-382b5715-6ed7-4e25-b4a9-b94db6cbaef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:30:04.827913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-382b5715-6ed7-4e25-b4a9-b94db6cbaef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:30:04.830836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-382b5715-6ed7-4e25-b4a9-b94db6cbaef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:30:04.836399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-382b5715-6ed7-4e25-b4a9-b94db6cbaef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:30:04.836644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 80512a72-7948-425b-b9f4-0748f07d2b52 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:30:04.837006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.847918 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-382b5715-6ed7-4e25-b4a9-b94db6cbaef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:30:04.854183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-382b5715-6ed7-4e25-b4a9-b94db6cbaef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.875610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:30:04.918370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-382b5715-6ed7-4e25-b4a9-b94db6cbaef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.921903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-382b5715-6ed7-4e25-b4a9-b94db6cbaef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.943959 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b5715-6ed7-4e25-b4a9-b94db6cbaef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1fbd61-454e-41ab-90e4-63f80bdca4bd,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:04.953609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-382b5715-6ed7-4e25-b4a9-b94db6cbaef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:04.957595 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-382b5715-6ed7-4e25-b4a9-b94db6cbaef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1442487 May 09 13:30:04.957775 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59858) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:04.964020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-646d3f36-a618-47da-a1be-0c0a591a8d02 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:30:04.970674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-646d3f36-a618-47da-a1be-0c0a591a8d02 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:30:04.974548 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-646d3f36-a618-47da-a1be-0c0a591a8d02 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:30:04.977465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-646d3f36-a618-47da-a1be-0c0a591a8d02 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:30:04.983137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-646d3f36-a618-47da-a1be-0c0a591a8d02 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:30:04.994839 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-646d3f36-a618-47da-a1be-0c0a591a8d02 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:30:05.001529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-646d3f36-a618-47da-a1be-0c0a591a8d02 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:05.065508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-646d3f36-a618-47da-a1be-0c0a591a8d02 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:05.069157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-646d3f36-a618-47da-a1be-0c0a591a8d02 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:05.092474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d3f36-a618-47da-a1be-0c0a591a8d02 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa320706-a0a7-4073-ac5c-32892769dedb,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:05.102519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-646d3f36-a618-47da-a1be-0c0a591a8d02 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:05.103709 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-646d3f36-a618-47da-a1be-0c0a591a8d02 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1442387 May 09 13:30:05.170211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1d235d55-23cf-4154-9327-3cddfb5ae0b6 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:30:05.278707 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-85996c2f-92c1-4ba0-a474-ca710e967585 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806235106&fields=id&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 267 time: 0.0413198 May 09 13:30:05.312322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 1d235d55-23cf-4154-9327-3cddfb5ae0b6 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:30:05.312678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:05.424998 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:02Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:30:05.442288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Checking router: cc4f9db2-3d52-43bd-a913-3a654fb0faf3 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:30:05.442636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Updating router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 port 6d1841b3-b16c-453b-9935-632dad826ff3 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:30:05.499182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:05.534679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-ae0e96df-bc7e-4d9e-b1e6-6f02b04cf4d8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:05.536127 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-ae0e96df-bc7e-4d9e-b1e6-6f02b04cf4d8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/networks?id=36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 200 len: 796 time: 0.2510912 May 09 13:30:05.552393 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-5d214303-97f2-4f83-9306-1325c2b7eaf7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/quotas/b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 375 time: 0.0106037 May 09 13:30:05.635596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-2e13eaf1-6f2f-485d-b152-0a6817c77478 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:30:05.650815 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-2e13eaf1-6f2f-485d-b152-0a6817c77478 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:30:05.652495 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-2e13eaf1-6f2f-485d-b152-0a6817c77478 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942469 May 09 13:30:05.789356 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-a9c95d49-13dd-4785-a286-c1f51dd1c93f service neutron] 10.222.0.44 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249602 May 09 13:30:05.828386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:05.839322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Transition to ACTIVE for port object 6d1841b3-b16c-453b-9935-632dad826ff3 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:30:05.845613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:05.921450 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-c367949c-b644-4e36-b82a-db06d9948bcd service neutron] 10.222.0.44 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258409 May 09 13:30:05.976549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755cc8f-0a36-4fd4-878d-a8539951cfc9 None None] Pushing event updated for resources: {'Port': ['ID=6d1841b3-b16c-453b-9935-632dad826ff3,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:06.064538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Attempting to bind port 6d1841b3-b16c-453b-9935-632dad826ff3 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:30:06.064908 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Attempting to bind port 6d1841b3-b16c-453b-9935-632dad826ff3 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:30:06.065268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Attempting to bind port 6d1841b3-b16c-453b-9935-632dad826ff3 on network 36b115f6-f440-49ec-86ff-848b45b68361 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:30:06.077905 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:30:06.078518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Checking segment: {'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:30:06.078821 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:06.079083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Bound using segment: {'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:30:06.079542 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Bound port: 6d1841b3-b16c-453b-9935-632dad826ff3, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:30:06.079989 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:06.159750 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5fb6d2b4-d78c-49bb-af2c-3d59de328b78 req-c6b3d856-bf0f-474c-b461-b4c5613f1d54 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 210 time: 0.0429623 May 09 13:30:06.186379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] For port 6d1841b3-b16c-453b-9935-632dad826ff3, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:30:06.191779 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] For port 6d1841b3-b16c-453b-9935-632dad826ff3, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6d1841b3-b16c-453b-9935-632dad826ff3,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:30:06.197424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:06.276363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755cc8f-0a36-4fd4-878d-a8539951cfc9 None None] Pushing event updated for resources: {'Port': ['ID=6d1841b3-b16c-453b-9935-632dad826ff3,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:06.282018 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:30:06.282667 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:29:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:30:06.471979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:30:06.833352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:06Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:30:06.837139 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f433be-c3b0-413f-b58a-da55384836d6 None None] The sync data for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv is: [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:06Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:30:07.350150 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b4846744-3901-49fd-87cf-fc32f75ef37a req-b735c1fd-1d20-4413-9bab-1b4200da262d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 210 time: 0.0507741 May 09 13:30:07.354299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-05ff44d3-8299-49ac-b745-734c1f602880 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:07.354988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-05ff44d3-8299-49ac-b745-734c1f602880 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:30:07.371757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-05ff44d3-8299-49ac-b745-734c1f602880 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:30:07.372149 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-05ff44d3-8299-49ac-b745-734c1f602880 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks?id=36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 200 len: 796 time: 0.2890759 May 09 13:30:07.429017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-7cb991c2-ef01-40b7-904d-2b07dd039935 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:30:07.445867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-7cb991c2-ef01-40b7-904d-2b07dd039935 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:30:07.446982 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-7cb991c2-ef01-40b7-904d-2b07dd039935 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 380 time: 0.0624003 May 09 13:30:07.455898 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'port': {'device_id': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'admin_state_up': True, 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'security_groups': ['fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:30:07.592803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:30:07.606078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:30:07.617667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:30:07.620793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:07.788510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.13 (36b115f6-f440-49ec-86ff-848b45b68361/2c90b30d-78c3-44d6-ac8a-32964db82c50/9fc0309f-11ff-44f4-a149-d746806f60f1) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:30:07.970579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:07.977877 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:30:07.985774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object 9fc0309f-11ff-44f4-a149-d746806f60f1 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:30:08.006539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:08.079618 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 36b115f6-f440-49ec-86ff-848b45b68361 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:30:08.082505 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:30:08.086381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:30:08.116698 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=9fc0309f-11ff-44f4-a149-d746806f60f1,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:08.150791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:08.151453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:08.177225 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-043ec95b-ffee-4355-8fa6-2d0337eb9ca1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7252281 May 09 13:30:08.188854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Request body: {'port': {'device_id': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:30:08.298780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:08.334876 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5a2591c6-891f-4c49-b2a7-6c1e3cad0aa5 None None] Provisioning for port 9fc0309f-11ff-44f4-a149-d746806f60f1 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:30:08.339650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5a2591c6-891f-4c49-b2a7-6c1e3cad0aa5 None None] Provisioning complete for port 9fc0309f-11ff-44f4-a149-d746806f60f1 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:30:08.340027 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5a2591c6-891f-4c49-b2a7-6c1e3cad0aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:08.399645 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5a2591c6-891f-4c49-b2a7-6c1e3cad0aa5 None None] Port 9fc0309f-11ff-44f4-a149-d746806f60f1 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:30:08.541854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab44d52-5b93-4a25-bd5c-e16cee2563da req-1a18817e-96df-4cc9-b453-f2e3f297ebd9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:08.544003 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6ab44d52-5b93-4a25-bd5c-e16cee2563da req-1a18817e-96df-4cc9-b453-f2e3f297ebd9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 932 time: 0.0784819 May 09 13:30:08.610001 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6ab44d52-5b93-4a25-bd5c-e16cee2563da req-923b1b27-f4eb-4d0e-8f8a-7b40b31b76a6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545084 May 09 13:30:08.651109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc0309f-11ff-44f4-a149-d746806f60f1 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:30:08.660094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:08.661001 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6d1841b3-b16c-453b-9935-632dad826ff3 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:30:08.674845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Transition to ACTIVE for port object 9fc0309f-11ff-44f4-a149-d746806f60f1 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:30:08.678141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:08.728479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 6d1841b3-b16c-453b-9935-632dad826ff3 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:30:08.733469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 6d1841b3-b16c-453b-9935-632dad826ff3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:30:08.733841 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:08.805004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Pushing event updated for resources: {'Port': ['ID=9fc0309f-11ff-44f4-a149-d746806f60f1,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:08.853857 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:08.889090 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 6d1841b3-b16c-453b-9935-632dad826ff3, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6d1841b3-b16c-453b-9935-632dad826ff3,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:30:08.894137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:08.918810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Attempting to bind port 9fc0309f-11ff-44f4-a149-d746806f60f1 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:30:08.919143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Attempting to bind port 9fc0309f-11ff-44f4-a149-d746806f60f1 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:30:08.919502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Attempting to bind port 9fc0309f-11ff-44f4-a149-d746806f60f1 on network 36b115f6-f440-49ec-86ff-848b45b68361 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:30:08.927853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Port 9fc0309f-11ff-44f4-a149-d746806f60f1 on network 36b115f6-f440-49ec-86ff-848b45b68361 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:30:08.928194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Attempting to bind port 9fc0309f-11ff-44f4-a149-d746806f60f1 on network 36b115f6-f440-49ec-86ff-848b45b68361 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:30:08.934664 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:30:08.935541 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Checking segment: {'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:30:08.935913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Bound using segment: {'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:30:08.936325 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Bound port: 9fc0309f-11ff-44f4-a149-d746806f60f1, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:30:08.936661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:08.963885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=6d1841b3-b16c-453b-9935-632dad826ff3,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:09.026803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] For port 9fc0309f-11ff-44f4-a149-d746806f60f1, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:30:09.029951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] For port 9fc0309f-11ff-44f4-a149-d746806f60f1, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9fc0309f-11ff-44f4-a149-d746806f60f1,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:30:09.033936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:09.094133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:09.095474 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] 10.222.0.57 "PUT /v2.0/ports/9fc0309f-11ff-44f4-a149-d746806f60f1 HTTP/1.1" status: 200 len: 1094 time: 0.9114075 May 09 13:30:09.095900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'tag': '9fc0309f-11ff-44f4-a149-d746806f60f1'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:30:09.116867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2d703-22f0-4957-8a28-acf04b30303e service neutron] Pushing event updated for resources: {'Port': ['ID=9fc0309f-11ff-44f4-a149-d746806f60f1,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:09.171699 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e43089-c846-4807-85ca-00abe3dad124'] response: {'name': 'network-changed', 'server_uuid': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'tag': '9fc0309f-11ff-44f4-a149-d746806f60f1', 'status': 'completed', 'code': 200} May 09 13:30:09.213500 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-3a1c6537-20ba-4ef0-a67d-9ca76367b656 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 1097 time: 0.0750961 May 09 13:30:09.368386 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-31d427f9-399a-4561-adfa-5ad73105ac2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc0309f-11ff-44f4-a149-d746806f60f1 HTTP/1.1" status: 200 len: 217 time: 0.1483617 May 09 13:30:09.430209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-8bca9055-4521-4053-b878-2a94a3d34323 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:09.431596 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-8bca9055-4521-4053-b878-2a94a3d34323 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c90b30d-78c3-44d6-ac8a-32964db82c50 HTTP/1.1" status: 200 len: 834 time: 0.0578227 May 09 13:30:09.509362 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-be7d9da3-52d1-4198-87b5-2829a54df0c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36b115f6-f440-49ec-86ff-848b45b68361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719717 May 09 13:30:09.636075 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-8e327102-f1f6-48bd-afd7-ebd1c9485bb4 service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208878 May 09 13:30:09.766040 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c9b48277-5065-407a-86e9-8c45308ecb92 req-9734fed4-619c-4746-944f-f02e3553f077 service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236875 May 09 13:30:09.803475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21ee85-87eb-4ba2-bc22-26d5b58751c2 req-4ff0f6f0-2b35-4eeb-9ff3-8ac0d06f6e44 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:09.804946 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ac21ee85-87eb-4ba2-bc22-26d5b58751c2 req-4ff0f6f0-2b35-4eeb-9ff3-8ac0d06f6e44 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 944 time: 0.0757866 May 09 13:30:09.853448 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ac21ee85-87eb-4ba2-bc22-26d5b58751c2 req-ebfb573c-fd4d-41b2-b4b6-0bec52f4ae42 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428300 May 09 13:30:09.878835 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8d985d4-d24d-4671-ab6d-0654263cd083 req-a46893af-12f3-40bb-a3ad-40281b31bc92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 1097 time: 0.0683627 May 09 13:30:10.008104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d985d4-d24d-4671-ab6d-0654263cd083 req-f0637510-60a9-42d5-a3f1-8c1c813ef433 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:10.009557 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8d985d4-d24d-4671-ab6d-0654263cd083 req-f0637510-60a9-42d5-a3f1-8c1c813ef433 service neutron] 10.222.0.57 "GET /v2.0/networks?id=36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 200 len: 897 time: 0.1222415 May 09 13:30:10.080695 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8d985d4-d24d-4671-ab6d-0654263cd083 req-eea92bb7-efc7-4494-a37e-eb99c5feaeed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc0309f-11ff-44f4-a149-d746806f60f1 HTTP/1.1" status: 200 len: 217 time: 0.0653820 May 09 13:30:10.108532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac562a49-0b21-432d-b078-196e65813dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:10.149323 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d985d4-d24d-4671-ab6d-0654263cd083 req-b1ad8018-28a0-48a7-9ceb-6f63a25d06f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:10.150651 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8d985d4-d24d-4671-ab6d-0654263cd083 req-b1ad8018-28a0-48a7-9ceb-6f63a25d06f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c90b30d-78c3-44d6-ac8a-32964db82c50 HTTP/1.1" status: 200 len: 834 time: 0.0642822 May 09 13:30:10.222941 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8d985d4-d24d-4671-ab6d-0654263cd083 req-d39d5991-b525-4254-b32b-adeb5e633235 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36b115f6-f440-49ec-86ff-848b45b68361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665030 May 09 13:30:10.349916 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8d985d4-d24d-4671-ab6d-0654263cd083 req-b3903da9-7ee1-4c2a-ac6b-afd4506b5ead service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197467 May 09 13:30:10.481181 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8d985d4-d24d-4671-ab6d-0654263cd083 req-ad06caa4-254b-433c-86f4-e160d2d0cf5b service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245682 May 09 13:30:10.627408 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6d1841b3-b16c-453b-9935-632dad826ff3 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:30:10.695738 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 6d1841b3-b16c-453b-9935-632dad826ff3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:30:10.696095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:11.052675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b9511-8b26-4e35-abab-b4cb9365151e req-e1fdd8a1-ec9b-4406-a8ff-eeb9157b6c42 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:11.054157 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f67b9511-8b26-4e35-abab-b4cb9365151e req-e1fdd8a1-ec9b-4406-a8ff-eeb9157b6c42 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 944 time: 0.0757377 May 09 13:30:11.098101 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f67b9511-8b26-4e35-abab-b4cb9365151e req-0cd932c9-50b8-4b92-8bc8-c0af073e8d78 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383496 May 09 13:30:12.296987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2030dc-ca0e-49d5-9530-1781ec22bfff req-7143850b-4555-4973-8109-8bbb0cf98ecc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:12.298426 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0b2030dc-ca0e-49d5-9530-1781ec22bfff req-7143850b-4555-4973-8109-8bbb0cf98ecc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 944 time: 0.0793839 May 09 13:30:12.342493 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0b2030dc-ca0e-49d5-9530-1781ec22bfff req-3655fa47-666f-4a23-bd37-59cf26623aa5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386615 May 09 13:30:12.395650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0ad9-3051-48cc-b0fc-50eaaae8b0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:13.327119 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:13.675275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 9fc0309f-11ff-44f4-a149-d746806f60f1 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:30:13.718889 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcd231-3c23-4c38-9cdc-a8f7525dabf2 req-6f9ed200-b5f9-4bbe-8942-6f3ced216698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:13.720395 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-82dcd231-3c23-4c38-9cdc-a8f7525dabf2 req-6f9ed200-b5f9-4bbe-8942-6f3ced216698 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 944 time: 0.0757728 May 09 13:30:13.764697 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-82dcd231-3c23-4c38-9cdc-a8f7525dabf2 req-1b131cd1-4f88-4b0f-8089-5c7d9a8bb6f4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387642 May 09 13:30:13.812961 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 9fc0309f-11ff-44f4-a149-d746806f60f1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9fc0309f-11ff-44f4-a149-d746806f60f1,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:30:13.829062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '9fc0309f-11ff-44f4-a149-d746806f60f1', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'port_id': '9fc0309f-11ff-44f4-a149-d746806f60f1', 'mac_address': 'fa:16:3e:5b:6f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:30:13.830563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:13.882469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:13.899199 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc0309f-11ff-44f4-a149-d746806f60f1 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:30:13.913608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 9fc0309f-11ff-44f4-a149-d746806f60f1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9fc0309f-11ff-44f4-a149-d746806f60f1,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:30:13.916976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:13.981964 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=9fc0309f-11ff-44f4-a149-d746806f60f1,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:14.250257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['9fc0309f-11ff-44f4-a149-d746806f60f1'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:30:14.961989 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c3dc9-1ba7-4674-87c4-8097f7f94a06 req-88eb8d7d-d794-4ddb-b65b-b2834f03ead3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:14.963396 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-302c3dc9-1ba7-4674-87c4-8097f7f94a06 req-88eb8d7d-d794-4ddb-b65b-b2834f03ead3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 945 time: 0.0787201 May 09 13:30:14.997055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:15.009662 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-302c3dc9-1ba7-4674-87c4-8097f7f94a06 req-6b89088f-d374-4fa8-90f8-53d4c5ca5dd1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401740 May 09 13:30:15.683052 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 9fc0309f-11ff-44f4-a149-d746806f60f1 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:30:15.747950 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 9fc0309f-11ff-44f4-a149-d746806f60f1 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:30:15.752420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 9fc0309f-11ff-44f4-a149-d746806f60f1 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:30:15.752784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:15.862458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:15.888560 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc0309f-11ff-44f4-a149-d746806f60f1'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:30:15.898093 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 9fc0309f-11ff-44f4-a149-d746806f60f1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9fc0309f-11ff-44f4-a149-d746806f60f1,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:30:15.901944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:15.945118 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d159b8-c55a-44ac-b984-5f607c17bfa1'] response: {'server_uuid': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc0309f-11ff-44f4-a149-d746806f60f1', 'code': 200} May 09 13:30:15.978666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=9fc0309f-11ff-44f4-a149-d746806f60f1,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:16.168290 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7868cff9-e407-40c8-8f92-8f8dbf708e21 req-b11b8d0a-a78f-4eba-9a44-322aa239a50c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 1099 time: 0.0668747 May 09 13:30:16.209098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba5ca6-8697-4d1a-88b5-38e499ad4655 req-bbaa66bd-a754-47a0-ae01-9d4b5bc89e29 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:16.210570 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-86ba5ca6-8697-4d1a-88b5-38e499ad4655 req-bbaa66bd-a754-47a0-ae01-9d4b5bc89e29 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 946 time: 0.0754936 May 09 13:30:16.213510 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7868cff9-e407-40c8-8f92-8f8dbf708e21 req-6e0bbbf4-f7a2-456f-a92e-8ffa46fde53a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395682 May 09 13:30:16.254890 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-86ba5ca6-8697-4d1a-88b5-38e499ad4655 req-a29fe35f-d6d7-4453-b86b-a287997d3f0e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384779 May 09 13:30:17.455190 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767bae1-2ccd-4096-b836-547814c49193 req-023e1e13-097f-48fc-84d5-21a0967b54a6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:17.456637 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6767bae1-2ccd-4096-b836-547814c49193 req-023e1e13-097f-48fc-84d5-21a0967b54a6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 946 time: 0.0807316 May 09 13:30:17.506179 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6767bae1-2ccd-4096-b836-547814c49193 req-17e16faa-dd50-4de0-abf9-53af48ed8a69 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438955 May 09 13:30:18.703396 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ef0da-0e0f-4946-9267-61a92aebcde9 req-a1f46fd1-f583-48aa-bf7b-d33b4b55ee8a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:18.704813 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4e3ef0da-0e0f-4946-9267-61a92aebcde9 req-a1f46fd1-f583-48aa-bf7b-d33b4b55ee8a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 946 time: 0.0748138 May 09 13:30:18.751911 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4e3ef0da-0e0f-4946-9267-61a92aebcde9 req-b2172b1d-6a0d-44ca-ad60-5498d87465b5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415883 May 09 13:30:18.941883 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa4d63-df59-45b6-bc83-e0769ba3ecc4 req-0ba8104d-4ea6-4ec4-b06e-92a84a688b24 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:18.943296 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e6fa4d63-df59-45b6-bc83-e0769ba3ecc4 req-0ba8104d-4ea6-4ec4-b06e-92a84a688b24 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 946 time: 0.0748086 May 09 13:30:18.987483 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e6fa4d63-df59-45b6-bc83-e0769ba3ecc4 req-a8f30fa4-65cf-4ec8-85c8-ff6de065c4fa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386643 May 09 13:30:19.015131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59908) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:19.207753 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f7875107-c4da-4a9d-843d-d476c100190e tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 1094 time: 0.1915355 May 09 13:30:19.210460 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59914) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:19.215516 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': '9fc0309f-11ff-44f4-a149-d746806f60f1', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:30:19.221422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:30:19.225157 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:floatingip and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:30:19.227952 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:30:19.234226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:30:19.244262 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:19.457301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:19.591480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.218 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/f3111a02-8582-47b5-9e41-c6e9e8fbc2bd) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:30:19.737766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:19.764459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:19.828077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:30:19.830857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:30:19.834983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:30:19.858927 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=f3111a02-8582-47b5-9e41-c6e9e8fbc2bd,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:20.316886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:20.370438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:20.568244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:20.572568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:20.689104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=f3111a02-8582-47b5-9e41-c6e9e8fbc2bd,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:30:20.694479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:20.880822 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Floating IP 14406338-e333-485a-8df7-086ef6d52f0e associated. External IP: 172.26.1.218, port: 9fc0309f-11ff-44f4-a149-d746806f60f1. May 09 13:30:21.299118 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:21.350882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:30:21.559570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:30:21.572065 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157ad07-c943-4184-9f21-f2517ef6d3ae None None] Sync routers for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:30:21.586049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:21.586244 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157ad07-c943-4184-9f21-f2517ef6d3ae None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:30:21.586837 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1157ad07-c943-4184-9f21-f2517ef6d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:30:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:30:21.646488 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-14feace5-438e-4d81-9a8a-18c0746a33e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4326189 May 09 13:30:21.646488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'tag': '9fc0309f-11ff-44f4-a149-d746806f60f1'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:30:21.647346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59918) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:21.714319 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962b35df-a7ce-4e6a-919f-50bffd47105c'] response: {'name': 'network-changed', 'server_uuid': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'tag': '9fc0309f-11ff-44f4-a149-d746806f60f1', 'status': 'completed', 'code': 200} May 09 13:30:21.770670 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1157ad07-c943-4184-9f21-f2517ef6d3ae None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:30:21.794836 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-31fecdac-8258-4859-b369-950149df42a2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/14406338-e333-485a-8df7-086ef6d52f0e HTTP/1.1" status: 200 len: 992 time: 0.1457536 May 09 13:30:21.822211 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8273225-9bb2-4597-bdf3-738ac8302cfd req-decfe558-2b51-4f34-8f4d-d8b0c3c28bd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 1099 time: 0.0862579 May 09 13:30:22.043889 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8273225-9bb2-4597-bdf3-738ac8302cfd req-9b06ad76-d588-47fa-9160-7c2ee5301ce7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:22.045888 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8273225-9bb2-4597-bdf3-738ac8302cfd req-9b06ad76-d588-47fa-9160-7c2ee5301ce7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 200 len: 897 time: 0.2178123 May 09 13:30:22.137181 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1157ad07-c943-4184-9f21-f2517ef6d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '14406338-e333-485a-8df7-086ef6d52f0e', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'port_id': '9fc0309f-11ff-44f4-a149-d746806f60f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'mac_address': 'fa:16:3e:5b:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:30:20Z', 'updated_at': '2022-05-09T13:30:20Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:08Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:30:22.140831 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157ad07-c943-4184-9f21-f2517ef6d3ae None None] Checking router: cc4f9db2-3d52-43bd-a913-3a654fb0faf3 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:30:22.146585 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8273225-9bb2-4597-bdf3-738ac8302cfd req-99ee3d65-4a59-4500-9844-7b8e4513262d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc0309f-11ff-44f4-a149-d746806f60f1 HTTP/1.1" status: 200 len: 1000 time: 0.0950592 May 09 13:30:22.151168 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157ad07-c943-4184-9f21-f2517ef6d3ae None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:30:22.151771 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1157ad07-c943-4184-9f21-f2517ef6d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:30:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:30:22.206918 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8273225-9bb2-4597-bdf3-738ac8302cfd req-1c369d86-5b6a-4974-b20a-9bd06df1a5ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:22.208329 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8273225-9bb2-4597-bdf3-738ac8302cfd req-1c369d86-5b6a-4974-b20a-9bd06df1a5ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c90b30d-78c3-44d6-ac8a-32964db82c50 HTTP/1.1" status: 200 len: 834 time: 0.0561893 May 09 13:30:22.283843 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8273225-9bb2-4597-bdf3-738ac8302cfd req-76b44073-03c2-4a32-9db5-b7bb92f6c3e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36b115f6-f440-49ec-86ff-848b45b68361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701349 May 09 13:30:22.323447 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1157ad07-c943-4184-9f21-f2517ef6d3ae None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:30:22.414468 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8273225-9bb2-4597-bdf3-738ac8302cfd req-7d293516-0b82-4c33-b84b-5fb73f6b3868 service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248724 May 09 13:30:22.544922 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a8273225-9bb2-4597-bdf3-738ac8302cfd req-6173765f-40a8-4606-9ef4-bd3b6ba564cd service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246459 May 09 13:30:22.663220 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1157ad07-c943-4184-9f21-f2517ef6d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '14406338-e333-485a-8df7-086ef6d52f0e', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'port_id': '9fc0309f-11ff-44f4-a149-d746806f60f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'mac_address': 'fa:16:3e:5b:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:30:20Z', 'updated_at': '2022-05-09T13:30:20Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:08Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:30:22.666966 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157ad07-c943-4184-9f21-f2517ef6d3ae None None] The sync data for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv is: [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '14406338-e333-485a-8df7-086ef6d52f0e', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'port_id': '9fc0309f-11ff-44f4-a149-d746806f60f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'mac_address': 'fa:16:3e:5b:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:30:20Z', 'updated_at': '2022-05-09T13:30:20Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:08Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:30:22.798697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59924) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:22.902984 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f58835f1-e43c-4098-8bb8-3a028467c42d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/14406338-e333-485a-8df7-086ef6d52f0e HTTP/1.1" status: 200 len: 992 time: 0.1031222 May 09 13:30:23.581843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76434192-6d0b-4880-911a-e544cf06ca11 None None] New status for floating IP 14406338-e333-485a-8df7-086ef6d52f0e: ACTIVE {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:30:23.906708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59928) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:30:24.013572 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6139e49c-8c16-4cb5-83e2-530463bd6e97 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/14406338-e333-485a-8df7-086ef6d52f0e HTTP/1.1" status: 200 len: 994 time: 0.1008399 May 09 13:30:38.021013 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-462494af-8794-4063-bf37-bcf3be22dc19 req-02ddb898-bf3c-47e4-8c32-fb4b6b1d043f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688713 May 09 13:30:38.157732 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-462494af-8794-4063-bf37-bcf3be22dc19 req-989b26a5-1ebe-44ba-ac1a-d7d694bfa0c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 1099 time: 0.0678749 May 09 13:30:38.302672 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462494af-8794-4063-bf37-bcf3be22dc19 req-5f2f1f7c-952e-4624-bde6-858b5df3aabc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:38.303996 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-462494af-8794-4063-bf37-bcf3be22dc19 req-5f2f1f7c-952e-4624-bde6-858b5df3aabc service neutron] 10.222.0.57 "GET /v2.0/networks?id=36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 200 len: 897 time: 0.1221340 May 09 13:30:38.404010 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-462494af-8794-4063-bf37-bcf3be22dc19 req-9241c632-1671-4a93-a37a-2f8d9b1af45f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc0309f-11ff-44f4-a149-d746806f60f1 HTTP/1.1" status: 200 len: 1002 time: 0.0937455 May 09 13:30:38.469049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462494af-8794-4063-bf37-bcf3be22dc19 req-588453db-7d89-481e-8197-7c7dcdaa2327 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:30:38.470475 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-462494af-8794-4063-bf37-bcf3be22dc19 req-588453db-7d89-481e-8197-7c7dcdaa2327 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c90b30d-78c3-44d6-ac8a-32964db82c50 HTTP/1.1" status: 200 len: 834 time: 0.0598645 May 09 13:30:38.547115 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-462494af-8794-4063-bf37-bcf3be22dc19 req-65577c4f-604f-4c7a-9520-a71750de8e13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36b115f6-f440-49ec-86ff-848b45b68361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688205 May 09 13:30:38.675207 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-462494af-8794-4063-bf37-bcf3be22dc19 req-fb8527b7-a3d6-49a1-a1d1-32a70f4382eb service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204681 May 09 13:30:38.891934 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-462494af-8794-4063-bf37-bcf3be22dc19 req-a4fdc4f3-0c65-42c5-84a1-94c4f0e9d209 service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106302 May 09 13:30:40.099855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b5f1dd44-e70e-450c-8892-842c0a4757aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:42.396969 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-365fb6ed-8cc4-4733-b09b-958c7433254a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:43.330160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:43.811671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:44.977641 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:30:44.999515 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:51.308664 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:30:59.539008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-d7d8c5f6-cb2c-4911-a73c-b1316f67b9d1 req-0eb657fa-8d78-4683-9319-c268c098820e service neutron] (83894) timed out ('10.222.0.57', 59964) {{(pid=83894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 09 13:31:10.101689 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7683c353-2a07-4b6f-8cd8-8f97d5aad324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:12.397045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ae5f88e2-5f0d-4820-8381-19ba47beb249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:13.334479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:13.813351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:15.001928 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:21.312479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:21.977364 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:31:32.967980 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59952) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:33.044220 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-530c4331-b572-41e4-96dd-a8eea731c1c7 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=b8565fca19184006b055116e4f64bdfc&network_id=36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 200 len: 3000 time: 0.0751297 May 09 13:31:35.633397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59964) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:35.694518 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd119612-273f-4f4d-82a2-e841451589dc tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:35.695933 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fd119612-273f-4f4d-82a2-e841451589dc tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78 HTTP/1.1" status: 200 len: 814 time: 0.0615859 May 09 13:31:36.173194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59972) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:36.178521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-8e6caef1-3fd8-471c-8325-86df9b304773 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:31:36.275241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8e6caef1-3fd8-471c-8325-86df9b304773 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:36.541222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8e6caef1-3fd8-471c-8325-86df9b304773 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:36.546003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8e6caef1-3fd8-471c-8325-86df9b304773 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:36.546317 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [None req-8e6caef1-3fd8-471c-8325-86df9b304773 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Floating IP 14406338-e333-485a-8df7-086ef6d52f0e disassociated. External IP: 172.26.1.218, port: 9fc0309f-11ff-44f4-a149-d746806f60f1. May 09 13:31:36.924149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6caef1-3fd8-471c-8325-86df9b304773 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:31:37.116991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6caef1-3fd8-471c-8325-86df9b304773 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:31:37.121227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8e6caef1-3fd8-471c-8325-86df9b304773 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:37.127349 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9bc5ab-758f-42c0-b80b-f77e584bad3d None None] Sync routers for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:31:37.138591 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9bc5ab-758f-42c0-b80b-f77e584bad3d None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:31:37.139174 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-aa9bc5ab-758f-42c0-b80b-f77e584bad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:31:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:31:37.172572 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8e6caef1-3fd8-471c-8325-86df9b304773 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/floatingips/14406338-e333-485a-8df7-086ef6d52f0e HTTP/1.1" status: 200 len: 690 time: 0.9982677 May 09 13:31:37.173120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'tag': '9fc0309f-11ff-44f4-a149-d746806f60f1'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:31:37.175576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59976) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:37.228241 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa82daf9-553c-45f4-a872-0d913dc816cf'] response: {'name': 'network-changed', 'server_uuid': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'tag': '9fc0309f-11ff-44f4-a149-d746806f60f1', 'status': 'completed', 'code': 200} May 09 13:31:37.256490 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0ff99e13-1a3a-4d10-839b-c6f0ada79e41 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/14406338-e333-485a-8df7-086ef6d52f0e HTTP/1.1" status: 200 len: 690 time: 0.0793192 May 09 13:31:37.315472 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-aa9bc5ab-758f-42c0-b80b-f77e584bad3d None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:31:37.386461 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-57aaba97-9637-4135-a623-0a2f56096202 req-063d9589-5348-4f62-992e-0eaea992a520 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 1099 time: 0.1372428 May 09 13:31:37.516697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaba97-9637-4135-a623-0a2f56096202 req-1f1d52c7-b6c7-4f1e-995f-725d7fe9ed86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:37.518106 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-57aaba97-9637-4135-a623-0a2f56096202 req-1f1d52c7-b6c7-4f1e-995f-725d7fe9ed86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 200 len: 897 time: 0.1256204 May 09 13:31:37.672298 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-aa9bc5ab-758f-42c0-b80b-f77e584bad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:08Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:31:37.676294 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9bc5ab-758f-42c0-b80b-f77e584bad3d None None] Checking router: cc4f9db2-3d52-43bd-a913-3a654fb0faf3 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:31:37.687176 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9bc5ab-758f-42c0-b80b-f77e584bad3d None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:31:37.687749 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-aa9bc5ab-758f-42c0-b80b-f77e584bad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:31:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:31:37.709040 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-57aaba97-9637-4135-a623-0a2f56096202 req-0a8699e4-3da1-4f82-bb4f-1453c63d66a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc0309f-11ff-44f4-a149-d746806f60f1 HTTP/1.1" status: 200 len: 217 time: 0.1836085 May 09 13:31:37.772383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaba97-9637-4135-a623-0a2f56096202 req-8e6b8473-e3b9-4b68-98a2-e056c96071d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:37.773730 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-57aaba97-9637-4135-a623-0a2f56096202 req-8e6b8473-e3b9-4b68-98a2-e056c96071d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c90b30d-78c3-44d6-ac8a-32964db82c50 HTTP/1.1" status: 200 len: 834 time: 0.0582991 May 09 13:31:37.848339 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-57aaba97-9637-4135-a623-0a2f56096202 req-7d71a98a-e036-47c4-86b7-7fa94f5c2a72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36b115f6-f440-49ec-86ff-848b45b68361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674622 May 09 13:31:37.863859 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-aa9bc5ab-758f-42c0-b80b-f77e584bad3d None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:31:37.979874 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-57aaba97-9637-4135-a623-0a2f56096202 req-26d05568-eeef-4b9f-a6a7-f7d29eef951d service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250806 May 09 13:31:38.116397 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-57aaba97-9637-4135-a623-0a2f56096202 req-6cc04385-0372-42f9-86e8-1f284bd71af9 service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301239 May 09 13:31:38.170187 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-aa9bc5ab-758f-42c0-b80b-f77e584bad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:08Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:31:38.173941 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9bc5ab-758f-42c0-b80b-f77e584bad3d None None] The sync data for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv is: [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:08Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:31:38.259040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59984) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:38.343097 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fe84ca68-f766-4716-9447-91afd4698325 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/14406338-e333-485a-8df7-086ef6d52f0e HTTP/1.1" status: 200 len: 690 time: 0.0829165 May 09 13:31:38.377694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98082c-c021-4d6c-af52-2c29bf013642 None None] New status for floating IP 14406338-e333-485a-8df7-086ef6d52f0e: DOWN {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:31:39.346739 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59988) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:39.415986 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0ff291dc-64fc-4372-a0a4-db939efb6402 req-33817783-2640-4542-b5fe-1b728bdd782b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677385 May 09 13:31:39.429652 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8fd98276-23fa-463d-862b-6f2177c6e666 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/14406338-e333-485a-8df7-086ef6d52f0e HTTP/1.1" status: 200 len: 688 time: 0.0816743 May 09 13:31:39.553596 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0ff291dc-64fc-4372-a0a4-db939efb6402 req-008d8c30-81aa-4626-a639-dc0abe79fb29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 1099 time: 0.0699427 May 09 13:31:39.694213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff291dc-64fc-4372-a0a4-db939efb6402 req-dd9ec6cd-0598-4114-90da-6190ee26e79f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:39.695612 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0ff291dc-64fc-4372-a0a4-db939efb6402 req-dd9ec6cd-0598-4114-90da-6190ee26e79f service neutron] 10.222.0.57 "GET /v2.0/networks?id=36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 200 len: 897 time: 0.1241705 May 09 13:31:39.765065 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0ff291dc-64fc-4372-a0a4-db939efb6402 req-31202aec-f0b8-4fc2-b354-b537bf59fe97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc0309f-11ff-44f4-a149-d746806f60f1 HTTP/1.1" status: 200 len: 217 time: 0.0632482 May 09 13:31:39.824248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff291dc-64fc-4372-a0a4-db939efb6402 req-edbcc427-663c-48d6-a909-2ff78ae8cd9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:39.825651 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0ff291dc-64fc-4372-a0a4-db939efb6402 req-edbcc427-663c-48d6-a909-2ff78ae8cd9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c90b30d-78c3-44d6-ac8a-32964db82c50 HTTP/1.1" status: 200 len: 834 time: 0.0551877 May 09 13:31:39.898493 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0ff291dc-64fc-4372-a0a4-db939efb6402 req-c5b67107-6352-4007-a15b-16a848c0d560 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36b115f6-f440-49ec-86ff-848b45b68361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665205 May 09 13:31:40.024503 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0ff291dc-64fc-4372-a0a4-db939efb6402 req-92f381df-ca7e-43e8-b651-d1c727ba6ea4 service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204238 May 09 13:31:40.102989 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4ede3419-a0a8-4009-9eb5-1db29f007dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:40.153353 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0ff291dc-64fc-4372-a0a4-db939efb6402 req-f6e2fe69-5b80-440e-b6d7-c1e423d68996 service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227763 May 09 13:31:40.518568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 59994) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:40.524102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526334907', 'description': 'tempest-secgroup-smoke-526334907 description', 'project_id': 'b8565fca19184006b055116e4f64bdfc'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:31:40.529870 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:31:40.539453 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:31:40.550153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:40.584966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:31:40.588627 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:31:40.591386 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:31:40.596887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:31:40.650704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:40.654242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:40.697453 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:31:40.700387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:40.701595 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1819799 May 09 13:31:40.704624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 59998) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:40.708131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.708475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.708806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.709135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.709489 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.709813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.709986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:31:40.710135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.710455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.710776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.711090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.711403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6578c9-e35d-4479-983f-4eebc5c8423c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.715855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:31:40.719634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:31:40.722586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:31:40.728167 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:31:40.744964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:40.807992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:40.811424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:40.834857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5134ec0e-8547-4cb6-ab2c-bf887c0e99c1,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:31:40.846274 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:40.847414 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1418743 May 09 13:31:40.848776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.849114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.849491 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.849788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.850109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.850430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.850615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60002) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:40.850737 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.851049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.851364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.851676 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.851987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c08a8-abcc-4587-afe8-06188929d5e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:40.856550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-09258832-d953-4659-9838-0e3e6ed27162 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:31:40.863327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-09258832-d953-4659-9838-0e3e6ed27162 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:31:40.867043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-09258832-d953-4659-9838-0e3e6ed27162 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:31:40.869875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-09258832-d953-4659-9838-0e3e6ed27162 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:31:40.876196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-09258832-d953-4659-9838-0e3e6ed27162 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:31:40.891344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09258832-d953-4659-9838-0e3e6ed27162 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:40.953824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09258832-d953-4659-9838-0e3e6ed27162 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:40.957501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09258832-d953-4659-9838-0e3e6ed27162 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:40.980498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09258832-d953-4659-9838-0e3e6ed27162 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68748f88-06e5-44d4-8095-33f5c6fc3a4b,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:31:40.989518 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-09258832-d953-4659-9838-0e3e6ed27162 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:40.990668 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-09258832-d953-4659-9838-0e3e6ed27162 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1390295 May 09 13:31:40.993374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60006) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:40.998532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-265280ac-b335-4e24-8be8-13cc7d1b94e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:31:41.003984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-265280ac-b335-4e24-8be8-13cc7d1b94e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:31:41.007702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-265280ac-b335-4e24-8be8-13cc7d1b94e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:31:41.010533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-265280ac-b335-4e24-8be8-13cc7d1b94e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:31:41.016276 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-265280ac-b335-4e24-8be8-13cc7d1b94e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:31:41.034926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-265280ac-b335-4e24-8be8-13cc7d1b94e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.094959 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-265280ac-b335-4e24-8be8-13cc7d1b94e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.098544 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-265280ac-b335-4e24-8be8-13cc7d1b94e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.120702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265280ac-b335-4e24-8be8-13cc7d1b94e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d0c5ae-baf0-456f-8fae-bcdb5c836f6a,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:31:41.129382 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-265280ac-b335-4e24-8be8-13cc7d1b94e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.130529 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-265280ac-b335-4e24-8be8-13cc7d1b94e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1362824 May 09 13:31:41.133204 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60010) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:41.139131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ea595d9e-b161-42db-8cdd-b2488c3d2bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:31:41.144772 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ea595d9e-b161-42db-8cdd-b2488c3d2bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:31:41.148471 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ea595d9e-b161-42db-8cdd-b2488c3d2bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:31:41.151293 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ea595d9e-b161-42db-8cdd-b2488c3d2bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:31:41.157394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ea595d9e-b161-42db-8cdd-b2488c3d2bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:31:41.172599 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea595d9e-b161-42db-8cdd-b2488c3d2bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.233687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea595d9e-b161-42db-8cdd-b2488c3d2bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.236914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea595d9e-b161-42db-8cdd-b2488c3d2bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.263227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea595d9e-b161-42db-8cdd-b2488c3d2bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13664c15-5e68-4cda-9278-78cc4cb1a460,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:31:41.272672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ea595d9e-b161-42db-8cdd-b2488c3d2bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.273839 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ea595d9e-b161-42db-8cdd-b2488c3d2bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1397295 May 09 13:31:41.276642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60014) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:41.282557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c0e603b8-45da-42ae-8a18-d1d33057f323 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:31:41.287980 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c0e603b8-45da-42ae-8a18-d1d33057f323 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:31:41.291681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c0e603b8-45da-42ae-8a18-d1d33057f323 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:31:41.294550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c0e603b8-45da-42ae-8a18-d1d33057f323 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:31:41.300604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c0e603b8-45da-42ae-8a18-d1d33057f323 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:31:41.317797 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-c0e603b8-45da-42ae-8a18-d1d33057f323 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:31:41.326658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c0e603b8-45da-42ae-8a18-d1d33057f323 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.390331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c0e603b8-45da-42ae-8a18-d1d33057f323 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.393731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c0e603b8-45da-42ae-8a18-d1d33057f323 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.416260 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e603b8-45da-42ae-8a18-d1d33057f323 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12515480-7dba-4eee-a769-2f13608c6f9c,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:31:41.424770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c0e603b8-45da-42ae-8a18-d1d33057f323 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.425960 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c0e603b8-45da-42ae-8a18-d1d33057f323 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1484220 May 09 13:31:41.428713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60018) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:41.434119 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9e0fa8e2-2e26-4655-9503-75f9c3f92022 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:31:41.439639 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9e0fa8e2-2e26-4655-9503-75f9c3f92022 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:31:41.443531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9e0fa8e2-2e26-4655-9503-75f9c3f92022 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:31:41.446316 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9e0fa8e2-2e26-4655-9503-75f9c3f92022 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:31:41.452351 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9e0fa8e2-2e26-4655-9503-75f9c3f92022 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:31:41.462086 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-9e0fa8e2-2e26-4655-9503-75f9c3f92022 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:31:41.468757 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa8e2-2e26-4655-9503-75f9c3f92022 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.531550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa8e2-2e26-4655-9503-75f9c3f92022 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.535250 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa8e2-2e26-4655-9503-75f9c3f92022 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.557816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fa8e2-2e26-4655-9503-75f9c3f92022 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb6ac9f-da25-436d-92f0-408c93a6328b,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:31:41.567592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa8e2-2e26-4655-9503-75f9c3f92022 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:41.568882 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9e0fa8e2-2e26-4655-9503-75f9c3f92022 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1390343 May 09 13:31:41.892720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-0a543c86-ca63-4eb2-adc6-177fbd3db9da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:31:41.907224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-0a543c86-ca63-4eb2-adc6-177fbd3db9da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:31:41.908578 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-0a543c86-ca63-4eb2-adc6-177fbd3db9da tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526334907&fields=id&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 267 time: 0.0583925 May 09 13:31:42.050738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-e241acc9-ca06-43e5-a555-7455e3cbc5fe tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:42.052203 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-e241acc9-ca06-43e5-a555-7455e3cbc5fe tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/networks?id=36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 200 len: 796 time: 0.1368723 May 09 13:31:42.067989 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-617727e6-ea6d-4cf1-a39c-015a2f174f67 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/quotas/b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 375 time: 0.0105867 May 09 13:31:42.230092 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-b2bcbf42-da22-4499-9141-973ad4427b83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1571510 May 09 13:31:42.397973 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1de895c6-3a95-4e07-b486-0a7e9a1238ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:42.430106 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-0720aa9c-a469-4241-a091-125db9fe604d service neutron] 10.222.0.44 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879349 May 09 13:31:42.559178 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-eb3b5a53-6dea-4ed6-921a-88d883131130 service neutron] 10.222.0.44 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233399 May 09 13:31:42.813522 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-97610ca1-8139-473c-ba4b-ac1a0a4b6864 req-2a553e6a-79a4-481d-b5ca-d66b4be7b3a6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 210 time: 0.1055570 May 09 13:31:43.334202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:43.815830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:43.925715 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a8a7bb56-3466-43de-95e0-83689658ab8d req-fe8a7672-e2b8-419f-b472-608765bda93e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 210 time: 0.0448201 May 09 13:31:45.006016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:45.036417 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2707cae0-c290-410b-ad9f-19b8678163d5 req-8185fdc9-58e2-4901-a5cc-e13ffc08974d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 210 time: 0.0426548 May 09 13:31:46.145226 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d8059b82-5119-4bbc-b95b-90dc1ed89d40 req-0c0c6bb2-51f8-497e-a911-6558c939246c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 210 time: 0.0414748 May 09 13:31:47.319747 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-31fbaf6f-4614-45e5-8087-9888128cab54 req-8193649d-b2ee-45eb-b575-0fa543d38f4f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 210 time: 0.0431252 May 09 13:31:47.952483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-3df29695-9f44-4610-bf04-37167e97f28f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:47.953852 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-3df29695-9f44-4610-bf04-37167e97f28f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks?id=36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 200 len: 796 time: 0.1415753 May 09 13:31:48.008782 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-378109a1-2d06-47ee-852c-4505552aa7fe tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 472 time: 0.0431836 May 09 13:31:48.019111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'port': {'device_id': '32371681-9aba-40ce-8715-6f01c6e22a82', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'admin_state_up': True, 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'security_groups': ['4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:31:48.236212 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:31:48.240423 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:port and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:31:48.243197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:31:48.249240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:31:48.258535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:31:48.261803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:48.419342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.8 (36b115f6-f440-49ec-86ff-848b45b68361/2c90b30d-78c3-44d6-ac8a-32964db82c50/eef23937-5bc9-4479-ac2f-982ac08f9b05) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:31:48.482689 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bad25fb0-00b9-4a2a-8c4e-cd14fd854c7a req-9153e447-98f0-4054-ae53-c36b22b5c2d7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 210 time: 0.0403941 May 09 13:31:48.603103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:48.618811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object eef23937-5bc9-4479-ac2f-982ac08f9b05 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:31:48.640738 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:48.719969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 36b115f6-f440-49ec-86ff-848b45b68361 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:31:48.722863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:31:48.725325 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:31:48.763053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=eef23937-5bc9-4479-ac2f-982ac08f9b05,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:31:48.791821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:48.792432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:48.818837 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-be2afe8d-710f-4c43-b041-6028653383bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8035188 May 09 13:31:48.829860 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Request body: {'port': {'device_id': '32371681-9aba-40ce-8715-6f01c6e22a82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:31:48.937523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-09615b18-9fa2-4677-a010-5e72a4c71cad None None] Provisioning for port eef23937-5bc9-4479-ac2f-982ac08f9b05 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:31:48.939669 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:48.942381 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-09615b18-9fa2-4677-a010-5e72a4c71cad None None] Provisioning complete for port eef23937-5bc9-4479-ac2f-982ac08f9b05 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:31:48.942812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-09615b18-9fa2-4677-a010-5e72a4c71cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:48.997420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-09615b18-9fa2-4677-a010-5e72a4c71cad None None] Port eef23937-5bc9-4479-ac2f-982ac08f9b05 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:31:49.265780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef23937-5bc9-4479-ac2f-982ac08f9b05 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:31:49.272189 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:49.286241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Transition to ACTIVE for port object eef23937-5bc9-4479-ac2f-982ac08f9b05 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:31:49.290121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:49.410749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=eef23937-5bc9-4479-ac2f-982ac08f9b05,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:31:49.521111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Attempting to bind port eef23937-5bc9-4479-ac2f-982ac08f9b05 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:31:49.521488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Attempting to bind port eef23937-5bc9-4479-ac2f-982ac08f9b05 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:31:49.521814 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Attempting to bind port eef23937-5bc9-4479-ac2f-982ac08f9b05 on network 36b115f6-f440-49ec-86ff-848b45b68361 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:31:49.527640 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Port eef23937-5bc9-4479-ac2f-982ac08f9b05 on network 36b115f6-f440-49ec-86ff-848b45b68361 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:31:49.528110 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Attempting to bind port eef23937-5bc9-4479-ac2f-982ac08f9b05 on network 36b115f6-f440-49ec-86ff-848b45b68361 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:31:49.534980 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:31:49.535305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Checking segment: {'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:31:49.535678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Bound using segment: {'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:31:49.536090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Bound port: eef23937-5bc9-4479-ac2f-982ac08f9b05, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ebd586-95be-4553-ba45-8ceff29d6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:31:49.536425 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:49.623455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] For port eef23937-5bc9-4479-ac2f-982ac08f9b05, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:31:49.627158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] For port eef23937-5bc9-4479-ac2f-982ac08f9b05, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eef23937-5bc9-4479-ac2f-982ac08f9b05,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:31:49.632829 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:49.688564 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13653ad7-4d16-4f43-8e3e-37961b200491 req-6f1fafc5-9b0d-4a05-ae08-aa9cc004d92a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:49.690304 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-13653ad7-4d16-4f43-8e3e-37961b200491 req-6f1fafc5-9b0d-4a05-ae08-aa9cc004d92a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 943 time: 0.0882397 May 09 13:31:49.697186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:49.698650 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] 10.222.0.57 "PUT /v2.0/ports/eef23937-5bc9-4479-ac2f-982ac08f9b05 HTTP/1.1" status: 200 len: 1093 time: 0.8730280 May 09 13:31:49.699117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32371681-9aba-40ce-8715-6f01c6e22a82', 'tag': 'eef23937-5bc9-4479-ac2f-982ac08f9b05'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:31:49.722094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27538a66-b810-4942-9b54-74fdb1c31cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=eef23937-5bc9-4479-ac2f-982ac08f9b05,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:31:49.747969 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-13653ad7-4d16-4f43-8e3e-37961b200491 req-8f485dc3-5d7e-4c0e-a4ed-d216bd0ce9fb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517468 May 09 13:31:49.787736 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc69f9c-d6c9-49b7-a990-eeff40d72e7b'] response: {'name': 'network-changed', 'server_uuid': '32371681-9aba-40ce-8715-6f01c6e22a82', 'tag': 'eef23937-5bc9-4479-ac2f-982ac08f9b05', 'status': 'completed', 'code': 200} May 09 13:31:49.823800 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-8f005a9a-1ba9-467a-9756-eed1bbac80d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 1096 time: 0.0713983 May 09 13:31:49.894749 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-b130c53b-6f51-406f-a99e-884f17da7979 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eef23937-5bc9-4479-ac2f-982ac08f9b05 HTTP/1.1" status: 200 len: 217 time: 0.0648799 May 09 13:31:49.958516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-c98a432d-a1c4-4f74-b218-c8f1774e76cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:49.959968 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-c98a432d-a1c4-4f74-b218-c8f1774e76cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c90b30d-78c3-44d6-ac8a-32964db82c50 HTTP/1.1" status: 200 len: 834 time: 0.0598829 May 09 13:31:50.127698 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-1a70411c-1ff5-4e25-baf8-8b3889dc30ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36b115f6-f440-49ec-86ff-848b45b68361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1617570 May 09 13:31:50.261801 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-3dc0d694-b047-4a51-9f1e-5453c50a54b6 service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255140 May 09 13:31:50.388857 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ff6acfe-aa79-4c9d-b38e-9e9626bc6536 req-855a3dba-b1a2-4169-a8ed-4fe483439d37 service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208441 May 09 13:31:50.499175 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cb28cf7c-1c6f-4088-90e5-d9ec2dfcf7dc req-73b56e16-0d29-4f16-9834-57c19ff667cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 1096 time: 0.0663657 May 09 13:31:50.626720 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28cf7c-1c6f-4088-90e5-d9ec2dfcf7dc req-45fbf3be-b28e-42e2-99a8-26c9704e2ca2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:50.628167 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cb28cf7c-1c6f-4088-90e5-d9ec2dfcf7dc req-45fbf3be-b28e-42e2-99a8-26c9704e2ca2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 200 len: 897 time: 0.1237524 May 09 13:31:50.697537 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cb28cf7c-1c6f-4088-90e5-d9ec2dfcf7dc req-a4325cdf-434d-455e-9a9b-6a979ba98009 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eef23937-5bc9-4479-ac2f-982ac08f9b05 HTTP/1.1" status: 200 len: 217 time: 0.0626726 May 09 13:31:50.762919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28cf7c-1c6f-4088-90e5-d9ec2dfcf7dc req-b227bd5b-c156-402c-990c-1afb6a12c1dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:50.764334 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cb28cf7c-1c6f-4088-90e5-d9ec2dfcf7dc req-b227bd5b-c156-402c-990c-1afb6a12c1dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c90b30d-78c3-44d6-ac8a-32964db82c50 HTTP/1.1" status: 200 len: 834 time: 0.0614023 May 09 13:31:50.840325 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cb28cf7c-1c6f-4088-90e5-d9ec2dfcf7dc req-4fccf215-0b94-4bc0-b883-756962afc593 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36b115f6-f440-49ec-86ff-848b45b68361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693808 May 09 13:31:50.942997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370994ec-f036-40fa-80b1-da0af6bd4d76 req-98cc030d-18d2-4238-b859-21ca028ee103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:50.944446 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-370994ec-f036-40fa-80b1-da0af6bd4d76 req-98cc030d-18d2-4238-b859-21ca028ee103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 943 time: 0.0744379 May 09 13:31:50.971544 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cb28cf7c-1c6f-4088-90e5-d9ec2dfcf7dc req-1281bccf-fd4d-4e3a-9b55-7581264b06d7 service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246629 May 09 13:31:50.991120 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-370994ec-f036-40fa-80b1-da0af6bd4d76 req-14dab7dc-314f-4151-8ac7-ff00459d7b30 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404274 May 09 13:31:51.108412 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cb28cf7c-1c6f-4088-90e5-d9ec2dfcf7dc req-811374a5-ff61-4680-b017-3eb213483702 service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308217 May 09 13:31:51.318090 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:52.186367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad42dd-e0fe-40e3-8013-295972353bce req-b387bf4d-f8b7-4d7d-b4ba-c10e05a7e944 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:52.187805 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-37ad42dd-e0fe-40e3-8013-295972353bce req-b387bf4d-f8b7-4d7d-b4ba-c10e05a7e944 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 943 time: 0.0780196 May 09 13:31:52.231837 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-37ad42dd-e0fe-40e3-8013-295972353bce req-d7e0fd3b-9f6d-41f3-a45f-532abc319b82 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385647 May 09 13:31:53.430055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375a709-0af4-4310-ad0d-93adf0eff8fb req-0aa2e70b-2532-4bbb-aa19-6718b63cd8cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:53.431482 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d375a709-0af4-4310-ad0d-93adf0eff8fb req-0aa2e70b-2532-4bbb-aa19-6718b63cd8cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 943 time: 0.0767694 May 09 13:31:53.475635 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d375a709-0af4-4310-ad0d-93adf0eff8fb req-d616eb88-3dea-4f6c-93ef-25bee13962be tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384748 May 09 13:31:54.204616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device eef23937-5bc9-4479-ac2f-982ac08f9b05 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:31:54.333045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port eef23937-5bc9-4479-ac2f-982ac08f9b05, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eef23937-5bc9-4479-ac2f-982ac08f9b05,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:31:54.346061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'eef23937-5bc9-4479-ac2f-982ac08f9b05', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'port_id': 'eef23937-5bc9-4479-ac2f-982ac08f9b05', 'mac_address': 'fa:16:3e:99:59:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:31:54.396991 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:54.413738 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef23937-5bc9-4479-ac2f-982ac08f9b05 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:31:54.428179 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port eef23937-5bc9-4479-ac2f-982ac08f9b05, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eef23937-5bc9-4479-ac2f-982ac08f9b05,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:31:54.431895 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:54.497004 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=eef23937-5bc9-4479-ac2f-982ac08f9b05,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:31:54.504866 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:54.505214 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:54.505576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:54.505902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:54.506230 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:54.506552 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:54.506883 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:54.507192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:54.507509 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:54.507826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:54.508140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:31:54.674806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016099a-2991-4546-9aa2-65da8563beb8 req-da75dc0d-633c-496e-baf8-6d9668074076 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:54.676221 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5016099a-2991-4546-9aa2-65da8563beb8 req-da75dc0d-633c-496e-baf8-6d9668074076 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 944 time: 0.0777678 May 09 13:31:54.721118 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5016099a-2991-4546-9aa2-65da8563beb8 req-33e4e483-3c09-49fc-912e-7e9ef6a6d376 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388262 May 09 13:31:54.784791 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['eef23937-5bc9-4479-ac2f-982ac08f9b05'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:31:55.911858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2563e56-c837-4915-913f-41dccbb8ce2b req-3c804373-294f-4bad-995f-2343cbea93cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:55.913211 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d2563e56-c837-4915-913f-41dccbb8ce2b req-3c804373-294f-4bad-995f-2343cbea93cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 944 time: 0.0761898 May 09 13:31:55.960677 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d2563e56-c837-4915-913f-41dccbb8ce2b req-7302d390-fd12-404a-835e-6c43c1d6604a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420573 May 09 13:31:56.219931 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device eef23937-5bc9-4479-ac2f-982ac08f9b05 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:31:56.285335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port eef23937-5bc9-4479-ac2f-982ac08f9b05 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:31:56.289862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port eef23937-5bc9-4479-ac2f-982ac08f9b05 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:31:56.290254 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:56.436057 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:56.461319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32371681-9aba-40ce-8715-6f01c6e22a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef23937-5bc9-4479-ac2f-982ac08f9b05'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:31:56.471696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port eef23937-5bc9-4479-ac2f-982ac08f9b05, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eef23937-5bc9-4479-ac2f-982ac08f9b05,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:31:56.474797 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:56.517836 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50509567-cde7-460d-b866-fc9683055d10'] response: {'server_uuid': '32371681-9aba-40ce-8715-6f01c6e22a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef23937-5bc9-4479-ac2f-982ac08f9b05', 'code': 200} May 09 13:31:56.542287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=eef23937-5bc9-4479-ac2f-982ac08f9b05,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:31:56.740972 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-992266c7-8e25-43f1-8da7-f14bf89df7cc req-3bff08c5-063f-4488-abab-b46be2f2248d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 1098 time: 0.0664709 May 09 13:31:56.781932 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-992266c7-8e25-43f1-8da7-f14bf89df7cc req-f6fe0b11-c2db-497f-933d-6a678a4a10f6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356750 May 09 13:31:57.154938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ab7ee-63ca-409e-bba8-506ef5c95c9e req-a6ce6ef5-5ef8-430d-80b1-0aab2bb5aea4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:57.156400 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-311ab7ee-63ca-409e-bba8-506ef5c95c9e req-a6ce6ef5-5ef8-430d-80b1-0aab2bb5aea4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 945 time: 0.0742598 May 09 13:31:57.201168 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-311ab7ee-63ca-409e-bba8-506ef5c95c9e req-d66875f5-eb9d-49cf-80fc-c1bbf6aecdfb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393710 May 09 13:31:58.399193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75ef80-1c59-45d7-8bb1-8a8819171036 req-00ae6e05-2ddb-4710-a1fb-7efbd223e817 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:58.400916 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8b75ef80-1c59-45d7-8bb1-8a8819171036 req-00ae6e05-2ddb-4710-a1fb-7efbd223e817 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 945 time: 0.0778136 May 09 13:31:58.443743 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8b75ef80-1c59-45d7-8bb1-8a8819171036 req-4c8c8555-147d-4178-8d43-3247c87173de tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372090 May 09 13:31:58.636966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae53373-daac-47be-a68e-2c70da611498 req-d2f6edc7-2c6e-4513-9b86-21754d31692c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:31:58.638432 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ae53373-daac-47be-a68e-2c70da611498 req-d2f6edc7-2c6e-4513-9b86-21754d31692c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 945 time: 0.0758958 May 09 13:31:58.682972 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ae53373-daac-47be-a68e-2c70da611498 req-f318d479-d4e3-4895-af16-3ffc60810bb9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383883 May 09 13:31:58.770062 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60090) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:58.840756 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8deb2884-8143-44e1-819e-5daec11f4d9d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 1093 time: 0.0696723 May 09 13:31:58.843349 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60094) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:31:58.848336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1b91bfcb-339f-412f-a08f-1d6945737b42 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'floatingip': {'port_id': 'eef23937-5bc9-4479-ac2f-982ac08f9b05'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:31:58.977371 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:31:59.002481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b91bfcb-339f-412f-a08f-1d6945737b42 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:59.576256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b91bfcb-339f-412f-a08f-1d6945737b42 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:59.580220 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b91bfcb-339f-412f-a08f-1d6945737b42 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:31:59.764474 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-1b91bfcb-339f-412f-a08f-1d6945737b42 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Floating IP 14406338-e333-485a-8df7-086ef6d52f0e associated. External IP: 172.26.1.218, port: eef23937-5bc9-4479-ac2f-982ac08f9b05. May 09 13:32:00.144625 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b91bfcb-339f-412f-a08f-1d6945737b42 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:32:00.435837 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b91bfcb-339f-412f-a08f-1d6945737b42 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:32:00.441101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1b91bfcb-339f-412f-a08f-1d6945737b42 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:32:00.445595 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404a45e-0c6d-4cf3-aa70-a696eff0707d None None] Sync routers for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:32:00.457498 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404a45e-0c6d-4cf3-aa70-a696eff0707d None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:32:00.458086 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c404a45e-0c6d-4cf3-aa70-a696eff0707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:31:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:32:00.492468 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1b91bfcb-339f-412f-a08f-1d6945737b42 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/floatingips/14406338-e333-485a-8df7-086ef6d52f0e HTTP/1.1" status: 200 len: 991 time: 1.6481369 May 09 13:32:00.493126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32371681-9aba-40ce-8715-6f01c6e22a82', 'tag': 'eef23937-5bc9-4479-ac2f-982ac08f9b05'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:32:00.496853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60098) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:32:00.616681 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-28369738-59e0-4099-a94e-9894b2856c7e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/14406338-e333-485a-8df7-086ef6d52f0e HTTP/1.1" status: 200 len: 991 time: 0.1185167 May 09 13:32:00.632908 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac431f7f-21df-4c83-bb9c-51eac5f6922a'] response: {'name': 'network-changed', 'server_uuid': '32371681-9aba-40ce-8715-6f01c6e22a82', 'tag': 'eef23937-5bc9-4479-ac2f-982ac08f9b05', 'status': 'completed', 'code': 200} May 09 13:32:00.646453 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-c404a45e-0c6d-4cf3-aa70-a696eff0707d None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:32:00.720322 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4abcdd95-d190-4d30-b125-9fcf5dccbff7 req-d6957260-aa17-49b3-b33b-19ab3a3d56eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 1098 time: 0.0668550 May 09 13:32:00.847156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcdd95-d190-4d30-b125-9fcf5dccbff7 req-856393e6-95f0-44f9-bb23-311f9705ea7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:32:00.848620 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4abcdd95-d190-4d30-b125-9fcf5dccbff7 req-856393e6-95f0-44f9-bb23-311f9705ea7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 200 len: 897 time: 0.1219633 May 09 13:32:00.949140 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4abcdd95-d190-4d30-b125-9fcf5dccbff7 req-43036eed-a585-4400-a88b-f34940f29446 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eef23937-5bc9-4479-ac2f-982ac08f9b05 HTTP/1.1" status: 200 len: 999 time: 0.0940256 May 09 13:32:00.985631 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c404a45e-0c6d-4cf3-aa70-a696eff0707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '14406338-e333-485a-8df7-086ef6d52f0e', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'port_id': 'eef23937-5bc9-4479-ac2f-982ac08f9b05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'mac_address': 'fa:16:3e:99:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32371681-9aba-40ce-8715-6f01c6e22a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:30:20Z', 'updated_at': '2022-05-09T13:31:59Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:08Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:32:00.989574 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404a45e-0c6d-4cf3-aa70-a696eff0707d None None] Checking router: cc4f9db2-3d52-43bd-a913-3a654fb0faf3 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:32:00.999687 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404a45e-0c6d-4cf3-aa70-a696eff0707d None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:32:01.000268 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c404a45e-0c6d-4cf3-aa70-a696eff0707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:31:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:32:01.097998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcdd95-d190-4d30-b125-9fcf5dccbff7 req-9aea876c-f4e2-461c-b519-7d99d32dbc38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:32:01.099407 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4abcdd95-d190-4d30-b125-9fcf5dccbff7 req-9aea876c-f4e2-461c-b519-7d99d32dbc38 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c90b30d-78c3-44d6-ac8a-32964db82c50 HTTP/1.1" status: 200 len: 834 time: 0.1447368 May 09 13:32:01.175107 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4abcdd95-d190-4d30-b125-9fcf5dccbff7 req-c1801cd1-cb66-425e-9b6a-d8700a3774c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36b115f6-f440-49ec-86ff-848b45b68361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691357 May 09 13:32:01.200885 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-c404a45e-0c6d-4cf3-aa70-a696eff0707d None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:32:01.302323 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4abcdd95-d190-4d30-b125-9fcf5dccbff7 req-6afe3867-a6d1-4ec9-90ce-3bb5aff7feb6 service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215055 May 09 13:32:01.432611 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4abcdd95-d190-4d30-b125-9fcf5dccbff7 req-c8bd6434-fbd8-4596-bcab-2341e85bdade service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238205 May 09 13:32:01.539253 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-c404a45e-0c6d-4cf3-aa70-a696eff0707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '14406338-e333-485a-8df7-086ef6d52f0e', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'port_id': 'eef23937-5bc9-4479-ac2f-982ac08f9b05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'mac_address': 'fa:16:3e:99:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32371681-9aba-40ce-8715-6f01c6e22a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:30:20Z', 'updated_at': '2022-05-09T13:31:59Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:08Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:32:01.543157 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404a45e-0c6d-4cf3-aa70-a696eff0707d None None] The sync data for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv is: [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '14406338-e333-485a-8df7-086ef6d52f0e', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'port_id': 'eef23937-5bc9-4479-ac2f-982ac08f9b05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'mac_address': 'fa:16:3e:99:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32371681-9aba-40ce-8715-6f01c6e22a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:30:20Z', 'updated_at': '2022-05-09T13:31:59Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:08Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:32:01.620450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60106) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:32:01.733870 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-096c3561-670b-4dec-a145-bbbe5bc658e8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/14406338-e333-485a-8df7-086ef6d52f0e HTTP/1.1" status: 200 len: 991 time: 0.1117918 May 09 13:32:01.750153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a26cc-5d0d-475f-9578-9844e0fdbafb None None] New status for floating IP 14406338-e333-485a-8df7-086ef6d52f0e: ACTIVE {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:32:02.737671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60110) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:32:02.843318 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9d46e046-8ea5-4101-a6c0-2fc48196ec6b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/14406338-e333-485a-8df7-086ef6d52f0e HTTP/1.1" status: 200 len: 993 time: 0.1038380 May 09 13:32:10.104345 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-362e3ff6-7e68-47d9-8a0d-3c4564944cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:32:12.400039 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-597d5d38-597e-46b9-ae3c-b2b2a6cd8389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:32:13.337845 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:32:13.816652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:32:15.009850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:32:21.316945 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:32:35.976605 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:32:40.105692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0581a5d5-419f-41b1-aefe-93618df58190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:32:41.433271 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2fc839c2-770b-463b-85dd-f0e9a417c785 req-efc18460-1fc0-4a5f-8307-7bc0d8465190 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673864 May 09 13:32:41.568435 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2fc839c2-770b-463b-85dd-f0e9a417c785 req-8f0b0413-d82d-4768-83f2-a3952ff6bb3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 1099 time: 0.0709929 May 09 13:32:41.706528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc839c2-770b-463b-85dd-f0e9a417c785 req-fd7e412e-e4db-4bae-94a0-fd389ff4da8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:32:41.707918 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2fc839c2-770b-463b-85dd-f0e9a417c785 req-fd7e412e-e4db-4bae-94a0-fd389ff4da8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 200 len: 897 time: 0.1221344 May 09 13:32:41.774064 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2fc839c2-770b-463b-85dd-f0e9a417c785 req-1b663e05-302a-484a-a5da-c96a40112083 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc0309f-11ff-44f4-a149-d746806f60f1 HTTP/1.1" status: 200 len: 217 time: 0.0601518 May 09 13:32:41.836224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc839c2-770b-463b-85dd-f0e9a417c785 req-ab0c88d7-b5b8-446a-9bf0-abac6a36b9b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:32:41.837755 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2fc839c2-770b-463b-85dd-f0e9a417c785 req-ab0c88d7-b5b8-446a-9bf0-abac6a36b9b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c90b30d-78c3-44d6-ac8a-32964db82c50 HTTP/1.1" status: 200 len: 834 time: 0.0582149 May 09 13:32:41.909099 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2fc839c2-770b-463b-85dd-f0e9a417c785 req-792b0aba-e5f2-4e7c-b8a2-5340cd19fc47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=36b115f6-f440-49ec-86ff-848b45b68361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660095 May 09 13:32:42.034519 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2fc839c2-770b-463b-85dd-f0e9a417c785 req-28237fe3-0fa5-4fc6-8750-0a61ec01210e service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195030 May 09 13:32:42.160594 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2fc839c2-770b-463b-85dd-f0e9a417c785 req-3ff8a85d-ba15-41aa-b58d-f6d7f93f955b service neutron] 10.222.0.57 "GET /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202955 May 09 13:32:42.403926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-618ac1ad-fed6-4153-8dfe-017985d69581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:32:43.339927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:32:43.817516 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:32:45.010057 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:32:51.327092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:10.108750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1201d9ee-963a-41bc-a144-82891f7d5d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:12.408882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b497ab53-6c86-48b7-ab8e-e33a57ee807f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:12.976078 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:33:13.343093 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:13.818572 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:14.206146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504432e-76dd-4d8b-8a30-aa46916d5829 req-49385a3d-f241-44e0-bb0e-77a1b5e95811 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:14.207491 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5504432e-76dd-4d8b-8a30-aa46916d5829 req-49385a3d-f241-44e0-bb0e-77a1b5e95811 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 945 time: 0.0748241 May 09 13:33:14.252210 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5504432e-76dd-4d8b-8a30-aa46916d5829 req-2aee526d-2a23-4e54-959a-c340674e42a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392907 May 09 13:33:15.012863 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:15.466376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e52e8-4e16-4f88-a6e1-a0d5462c0842 req-3a2752c4-5a8a-4a93-895c-8b318cede75f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:15.467865 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7a2e52e8-4e16-4f88-a6e1-a0d5462c0842 req-3a2752c4-5a8a-4a93-895c-8b318cede75f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 945 time: 0.0766397 May 09 13:33:15.512195 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7a2e52e8-4e16-4f88-a6e1-a0d5462c0842 req-063875b1-1313-4303-acc4-d7cdb2c4f154 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389113 May 09 13:33:15.819774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-26b613b7-09ae-4e12-aa73-c7980a067ca4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:15.820439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-26b613b7-09ae-4e12-aa73-c7980a067ca4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:33:15.835031 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-26b613b7-09ae-4e12-aa73-c7980a067ca4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:33:15.836252 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-26b613b7-09ae-4e12-aa73-c7980a067ca4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 945 time: 0.0923307 May 09 13:33:15.901720 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port eef23937-5bc9-4479-ac2f-982ac08f9b05 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:33:15.901976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:16.223792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port eef23937-5bc9-4479-ac2f-982ac08f9b05, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eef23937-5bc9-4479-ac2f-982ac08f9b05,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:33:16.224058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:16.500865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:16.501133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:16.501464 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Floating IP 14406338-e333-485a-8df7-086ef6d52f0e disassociated. External IP: 172.26.1.218, port: eef23937-5bc9-4479-ac2f-982ac08f9b05. May 09 13:33:16.501791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for eef23937-5bc9-4479-ac2f-982ac08f9b05 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:33:16.645786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:16.686405 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-64382912-4abe-4bc4-ae2a-79c16dd46628 req-789ec07a-0a51-4d26-989b-b9d14b60ff82 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=32371681-9aba-40ce-8715-6f01c6e22a82 HTTP/1.1" status: 200 len: 210 time: 0.0409677 May 09 13:33:16.692607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=eef23937-5bc9-4479-ac2f-982ac08f9b05,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:16.711972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:16.711972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:16.711972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:16.711972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:16.711972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:16.711972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:16.711972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:16.711972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:16.711972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:16.711972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:16.711972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:16.907497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:33:17.104271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:33:17.116047 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f5ef8-95ff-4dd5-87eb-97c02046c260 None None] Sync routers for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:33:17.132560 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f5ef8-95ff-4dd5-87eb-97c02046c260 None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:33:17.133154 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5b8f5ef8-95ff-4dd5-87eb-97c02046c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:33:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:17.178298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] No DVR routers for this DVR port eef23937-5bc9-4479-ac2f-982ac08f9b05 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:33:17.181304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:17.186456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32371681-9aba-40ce-8715-6f01c6e22a82', 'name': 'network-vif-deleted', 'tag': 'eef23937-5bc9-4479-ac2f-982ac08f9b05'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:33:17.206544 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7ebec7a3-ff92-4452-9f6d-72ce132d6225 req-0452bd0c-1798-4f45-94b7-dcf875b60fdc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "DELETE /v2.0/ports/eef23937-5bc9-4479-ac2f-982ac08f9b05 HTTP/1.1" status: 204 len: 173 time: 1.3653584 May 09 13:33:17.317687 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-5b8f5ef8-95ff-4dd5-87eb-97c02046c260 None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:33:17.351633 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2242a615-9810-4bd6-8d54-1d74f555f0d6'] response: {'server_uuid': '32371681-9aba-40ce-8715-6f01c6e22a82', 'name': 'network-vif-deleted', 'tag': 'eef23937-5bc9-4479-ac2f-982ac08f9b05', 'status': 'completed', 'code': 200} May 09 13:33:17.637419 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5b8f5ef8-95ff-4dd5-87eb-97c02046c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:08Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:17.641168 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f5ef8-95ff-4dd5-87eb-97c02046c260 None None] Checking router: cc4f9db2-3d52-43bd-a913-3a654fb0faf3 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:33:17.651882 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f5ef8-95ff-4dd5-87eb-97c02046c260 None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:33:17.652472 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5b8f5ef8-95ff-4dd5-87eb-97c02046c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:33:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:17.797126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60156) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:17.828858 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-5b8f5ef8-95ff-4dd5-87eb-97c02046c260 None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:33:17.867363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:17.895706 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:17.958386 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:17.975831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:17.988641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:17.988982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:17.989335 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:17.989663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:17.989985 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:17.990305 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:17.990622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:17.990941 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:17.991254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:17.991564 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:17.991876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:17.998474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:17.999017 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9ef13bd2-24de-400d-80de-8a16e66c8602 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/security-groups/4f435bdb-1f0c-4ca5-87ee-cea02ffbdabf HTTP/1.1" status: 204 len: 168 time: 0.2009020 May 09 13:33:18.046224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60162) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:18.172048 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5b8f5ef8-95ff-4dd5-87eb-97c02046c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:08Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:18.175724 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f5ef8-95ff-4dd5-87eb-97c02046c260 None None] The sync data for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv is: [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:30:01Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '6d1841b3-b16c-453b-9935-632dad826ff3', 'name': '', 'network_id': '36b115f6-f440-49ec-86ff-848b45b68361', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:56:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:30:01Z', 'updated_at': '2022-05-09T13:30:08Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '2c90b30d-78c3-44d6-ac8a-32964db82c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:33:18.202595 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port f3111a02-8582-47b5-9e41-c6e9e8fbc2bd {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:33:18.202935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:18.379011 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:18.379334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:18.387125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c5244-29b7-4282-b878-27e0c2dadda3 None None] New status for floating IP 14406338-e333-485a-8df7-086ef6d52f0e: DOWN {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:33:18.499318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for f3111a02-8582-47b5-9e41-c6e9e8fbc2bd owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:33:18.592634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:33:18.593104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:33:18.654979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device eef23937-5bc9-4479-ac2f-982ac08f9b05 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:33:18.688187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: eef23937-5bc9-4479-ac2f-982ac08f9b05 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:33:18.688524 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device eef23937-5bc9-4479-ac2f-982ac08f9b05 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:33:19.094210 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port f3111a02-8582-47b5-9e41-c6e9e8fbc2bd {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:33:19.094694 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:19.263986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:19.264300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:19.383244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for f3111a02-8582-47b5-9e41-c6e9e8fbc2bd owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:33:19.605726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:19.649536 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=f3111a02-8582-47b5-9e41-c6e9e8fbc2bd,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:19.738567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:19.752098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:19.753173 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0071cf6d-0f78-41f2-b730-b1a07a86e605 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/floatingips/14406338-e333-485a-8df7-086ef6d52f0e HTTP/1.1" status: 204 len: 168 time: 1.7059786 May 09 13:33:20.119175 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b8be4-bace-4af6-b677-1cbca91c20c3 req-18e0188a-2a2c-4c8c-8a26-b6116139cc73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:20.119887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-be6b8be4-bace-4af6-b677-1cbca91c20c3 req-18e0188a-2a2c-4c8c-8a26-b6116139cc73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:33:20.135640 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-be6b8be4-bace-4af6-b677-1cbca91c20c3 req-18e0188a-2a2c-4c8c-8a26-b6116139cc73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:33:20.136949 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-be6b8be4-bace-4af6-b677-1cbca91c20c3 req-18e0188a-2a2c-4c8c-8a26-b6116139cc73 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 946 time: 0.0918288 May 09 13:33:20.182173 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-be6b8be4-bace-4af6-b677-1cbca91c20c3 req-ec434e46-cac7-4472-9474-a87c3cb6f50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:33:20.197337 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-be6b8be4-bace-4af6-b677-1cbca91c20c3 req-ec434e46-cac7-4472-9474-a87c3cb6f50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:33:20.198462 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-be6b8be4-bace-4af6-b677-1cbca91c20c3 req-ec434e46-cac7-4472-9474-a87c3cb6f50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556827 May 09 13:33:21.325071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:21.416260 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8880569-4819-4495-9ff1-bc9f26d0d953 req-12507593-844d-40f0-8ad9-bf5617d1fea2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:21.417748 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e8880569-4819-4495-9ff1-bc9f26d0d953 req-12507593-844d-40f0-8ad9-bf5617d1fea2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 946 time: 0.0815375 May 09 13:33:21.463096 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e8880569-4819-4495-9ff1-bc9f26d0d953 req-1e7c5ef2-9823-4fa0-9b30-851524a73e4e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390978 May 09 13:33:21.616969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5e577-4ea5-4a8f-b599-73484beffb60 req-6892ed70-6c17-4e40-970d-78aff6c6b68f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:21.617687 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-8eb5e577-4ea5-4a8f-b599-73484beffb60 req-6892ed70-6c17-4e40-970d-78aff6c6b68f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:33:21.628957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-8eb5e577-4ea5-4a8f-b599-73484beffb60 req-6892ed70-6c17-4e40-970d-78aff6c6b68f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:33:21.630093 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8eb5e577-4ea5-4a8f-b599-73484beffb60 req-6892ed70-6c17-4e40-970d-78aff6c6b68f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 946 time: 0.0883722 May 09 13:33:21.697946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-8eb5e577-4ea5-4a8f-b599-73484beffb60 req-09a30a2d-af94-461f-a846-1537ed90ddfa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 9fc0309f-11ff-44f4-a149-d746806f60f1 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:33:21.698279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8eb5e577-4ea5-4a8f-b599-73484beffb60 req-09a30a2d-af94-461f-a846-1537ed90ddfa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:21.933604 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-8eb5e577-4ea5-4a8f-b599-73484beffb60 req-09a30a2d-af94-461f-a846-1537ed90ddfa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 9fc0309f-11ff-44f4-a149-d746806f60f1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9fc0309f-11ff-44f4-a149-d746806f60f1,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:33:21.933863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8eb5e577-4ea5-4a8f-b599-73484beffb60 req-09a30a2d-af94-461f-a846-1537ed90ddfa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:22.136376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-8eb5e577-4ea5-4a8f-b599-73484beffb60 req-09a30a2d-af94-461f-a846-1537ed90ddfa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 9fc0309f-11ff-44f4-a149-d746806f60f1 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:33:22.271861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8eb5e577-4ea5-4a8f-b599-73484beffb60 req-09a30a2d-af94-461f-a846-1537ed90ddfa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:22.316380 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a30a2d-af94-461f-a846-1537ed90ddfa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=9fc0309f-11ff-44f4-a149-d746806f60f1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:22.388234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb5e577-4ea5-4a8f-b599-73484beffb60 req-09a30a2d-af94-461f-a846-1537ed90ddfa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] No DVR routers for this DVR port 9fc0309f-11ff-44f4-a149-d746806f60f1 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:33:22.390664 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-8eb5e577-4ea5-4a8f-b599-73484beffb60 req-09a30a2d-af94-461f-a846-1537ed90ddfa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:22.393225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'name': 'network-vif-deleted', 'tag': '9fc0309f-11ff-44f4-a149-d746806f60f1'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:33:22.408106 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8eb5e577-4ea5-4a8f-b599-73484beffb60 req-09a30a2d-af94-461f-a846-1537ed90ddfa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "DELETE /v2.0/ports/9fc0309f-11ff-44f4-a149-d746806f60f1 HTTP/1.1" status: 204 len: 173 time: 0.7732174 May 09 13:33:22.454548 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd88eb29-8d6c-4050-8d9c-43929b863753'] response: {'server_uuid': 'c2fe6e1c-513e-4aa5-929a-bf75165f6b0d', 'name': 'network-vif-deleted', 'tag': '9fc0309f-11ff-44f4-a149-d746806f60f1', 'status': 'completed', 'code': 200} May 09 13:33:22.641897 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3f6e843b-3d6e-46da-9185-edda363f4674 req-17175865-e909-4d27-b45e-07b26df48b14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fe6e1c-513e-4aa5-929a-bf75165f6b0d HTTP/1.1" status: 200 len: 210 time: 0.0409875 May 09 13:33:23.745548 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60180) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:23.814822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8e521b3-309f-4a5e-8a63-495b0c54b82e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:23.842955 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8e521b3-309f-4a5e-8a63-495b0c54b82e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:23.905299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8e521b3-309f-4a5e-8a63-495b0c54b82e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:23.923423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e521b3-309f-4a5e-8a63-495b0c54b82e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:23.934987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c8e521b3-309f-4a5e-8a63-495b0c54b82e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:23.939191 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c8e521b3-309f-4a5e-8a63-495b0c54b82e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/security-groups/fa5f3a05-ec9f-4f88-9ccc-da4c2eb62cf8 HTTP/1.1" status: 204 len: 168 time: 0.1902611 May 09 13:33:23.975891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60186) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:24.359118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db8a0f05-85a3-440c-81f5-9f4c850dd120 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:24.687408 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 9fc0309f-11ff-44f4-a149-d746806f60f1 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:33:24.721644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 9fc0309f-11ff-44f4-a149-d746806f60f1 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:33:24.721989 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 9fc0309f-11ff-44f4-a149-d746806f60f1 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:33:25.041305 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-db8a0f05-85a3-440c-81f5-9f4c850dd120 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 6d1841b3-b16c-453b-9935-632dad826ff3 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:33:25.041865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db8a0f05-85a3-440c-81f5-9f4c850dd120 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:25.219206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-db8a0f05-85a3-440c-81f5-9f4c850dd120 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 6d1841b3-b16c-453b-9935-632dad826ff3, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6d1841b3-b16c-453b-9935-632dad826ff3,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:33:25.219567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db8a0f05-85a3-440c-81f5-9f4c850dd120 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:25.336715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-db8a0f05-85a3-440c-81f5-9f4c850dd120 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 6d1841b3-b16c-453b-9935-632dad826ff3 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:33:25.505836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db8a0f05-85a3-440c-81f5-9f4c850dd120 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:25.551782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a0f05-85a3-440c-81f5-9f4c850dd120 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=6d1841b3-b16c-453b-9935-632dad826ff3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:25.838748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db8a0f05-85a3-440c-81f5-9f4c850dd120 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:26.496842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8a0f05-85a3-440c-81f5-9f4c850dd120 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:33:26.693141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8a0f05-85a3-440c-81f5-9f4c850dd120 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:33:26.703612 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcc8b1-286b-40d6-b2b8-899015c72155 None None] Sync routers for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:33:26.707031 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-db8a0f05-85a3-440c-81f5-9f4c850dd120 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/cc4f9db2-3d52-43bd-a913-3a654fb0faf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7297575 May 09 13:33:26.709621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60190) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:26.720705 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afcc8b1-286b-40d6-b2b8-899015c72155 None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:33:26.721478 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5afcc8b1-286b-40d6-b2b8-899015c72155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:33:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:26.891945 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-5afcc8b1-286b-40d6-b2b8-899015c72155 None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:33:26.901167 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-414d8794-85b0-43cb-be00-01589ce37732 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting subnet 2c90b30d-78c3-44d6-ac8a-32964db82c50 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:33:26.904108 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-414d8794-85b0-43cb-be00-01589ce37732 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:26.957687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-414d8794-85b0-43cb-be00-01589ce37732 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:27.042653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-414d8794-85b0-43cb-be00-01589ce37732 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:27.114762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-414d8794-85b0-43cb-be00-01589ce37732 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:27.153365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d8794-85b0-43cb-be00-01589ce37732 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Subnet': ['ID=2c90b30d-78c3-44d6-ac8a-32964db82c50,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:27.159971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-414d8794-85b0-43cb-be00-01589ce37732 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:27.166211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bf5f9b-3c53-4c82-9f66-f97c9785ffd0 None None] Network 36b115f6-f440-49ec-86ff-848b45b68361 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:33:27.167563 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-414d8794-85b0-43cb-be00-01589ce37732 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/subnets/2c90b30d-78c3-44d6-ac8a-32964db82c50 HTTP/1.1" status: 204 len: 168 time: 0.4569020 May 09 13:33:27.170682 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60194) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:27.178607 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5afcc8b1-286b-40d6-b2b8-899015c72155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:33:25Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:27.182414 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcc8b1-286b-40d6-b2b8-899015c72155 None None] Checking router: cc4f9db2-3d52-43bd-a913-3a654fb0faf3 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:33:27.193414 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afcc8b1-286b-40d6-b2b8-899015c72155 None None] Routers {'cc4f9db2-3d52-43bd-a913-3a654fb0faf3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:33:27.194008 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5afcc8b1-286b-40d6-b2b8-899015c72155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:33:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:27.368324 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-5afcc8b1-286b-40d6-b2b8-899015c72155 None None] Set router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:33:27.383249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:27.423843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] DHCP port deletion for 36b115f6-f440-49ec-86ff-848b45b68361 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:33:27.428204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Deleting port 80512a72-7948-425b-b9f4-0748f07d2b52 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:33:27.428700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:27.584783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:27.595807 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 1d235d55-23cf-4154-9327-3cddfb5ae0b6 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:33:27.596269 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:27.663902 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5afcc8b1-286b-40d6-b2b8-899015c72155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:33:25Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:27.667826 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcc8b1-286b-40d6-b2b8-899015c72155 None None] The sync data for ids ['cc4f9db2-3d52-43bd-a913-3a654fb0faf3'] in dv-neutron-840889-2-hyperv is: [{'id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'name': 'tempest-TestNetworkBasicOps-router-408948476', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:29:57Z', 'updated_at': '2022-05-09T13:33:25Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '1d235d55-23cf-4154-9327-3cddfb5ae0b6', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f9db2-3d52-43bd-a913-3a654fb0faf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:29:58Z', 'updated_at': '2022-05-09T13:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:33:27.693957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] For port 80512a72-7948-425b-b9f4-0748f07d2b52, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=80512a72-7948-425b-b9f4-0748f07d2b52,segment=NetworkSegment(76ebd586-95be-4553-ba45-8ceff29d6754),segment_id=76ebd586-95be-4553-ba45-8ceff29d6754)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:33:27.694353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:27.789592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 1d235d55-23cf-4154-9327-3cddfb5ae0b6, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1d235d55-23cf-4154-9327-3cddfb5ae0b6,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:33:27.789943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:27.815614 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Calling delete_port for 80512a72-7948-425b-b9f4-0748f07d2b52 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:33:27.885723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:27.906680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 1d235d55-23cf-4154-9327-3cddfb5ae0b6 owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:33:27.930969 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Pushing event deleted for resources: {'Port': ['ID=80512a72-7948-425b-b9f4-0748f07d2b52,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:27.941922 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] No DVR routers for this DVR port 80512a72-7948-425b-b9f4-0748f07d2b52 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:33:27.943851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:27.944189 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:27.944522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:27.944849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:27.945175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:27.945632 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:27.945929 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:27.946254 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:27.946569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:27.946895 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:27.947203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112657c-402e-4104-97e1-28b8eba949bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:28.172871 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:28.218097 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=1d235d55-23cf-4154-9327-3cddfb5ae0b6,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:28.436152 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:28.687302 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:28.691982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:28.717884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:28.718434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Fanout notify agent at l3_agent the message router_deleted on router cc4f9db2-3d52-43bd-a913-3a654fb0faf3 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:33:28.736864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:28.738755 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-de09fdbe-4f18-47c1-8d2e-2e731da39127 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/routers/cc4f9db2-3d52-43bd-a913-3a654fb0faf3 HTTP/1.1" status: 204 len: 168 time: 1.5663719 May 09 13:33:28.747598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60198) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:28.770622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 80512a72-7948-425b-b9f4-0748f07d2b52 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:33:28.804152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 80512a72-7948-425b-b9f4-0748f07d2b52 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:33:28.804518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 80512a72-7948-425b-b9f4-0748f07d2b52 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:33:28.805362 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6d1841b3-b16c-453b-9935-632dad826ff3 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:33:28.835739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 6d1841b3-b16c-453b-9935-632dad826ff3 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:33:28.836080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6d1841b3-b16c-453b-9935-632dad826ff3 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:33:28.872486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a275fec-3d2b-4e23-9de9-b4992e110872 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.000462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a275fec-3d2b-4e23-9de9-b4992e110872 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.024244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-4a275fec-3d2b-4e23-9de9-b4992e110872 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b115f6-f440-49ec-86ff-848b45b68361']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:29.036070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-4a275fec-3d2b-4e23-9de9-b4992e110872 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ebd586-95be-4553-ba45-8ceff29d6754') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:29.036356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-4a275fec-3d2b-4e23-9de9-b4992e110872 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ebd586-95be-4553-ba45-8ceff29d6754') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:29.048498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a275fec-3d2b-4e23-9de9-b4992e110872 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.064125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a275fec-3d2b-4e23-9de9-b4992e110872 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.070926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a275fec-3d2b-4e23-9de9-b4992e110872 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:33:29.071294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a275fec-3d2b-4e23-9de9-b4992e110872 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:33:29.085875 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:33:29.164477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a275fec-3d2b-4e23-9de9-b4992e110872 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.181660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a275fec-3d2b-4e23-9de9-b4992e110872 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.192621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a275fec-3d2b-4e23-9de9-b4992e110872 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Network': ['ID=36b115f6-f440-49ec-86ff-848b45b68361,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:29.202160 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4a275fec-3d2b-4e23-9de9-b4992e110872 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/networks/36b115f6-f440-49ec-86ff-848b45b68361 HTTP/1.1" status: 204 len: 168 time: 0.4533846 May 09 13:33:29.225248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60202) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:29.233401 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'network': {'name': 'tempest-network-smoke--1052587003', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'port_security_enabled': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:29.238529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:29.242503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:network and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:29.245485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:29.251036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:29.260372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:33:29.263231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.291728 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:33:29.300120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.300488 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Added segment e92b91f7-842d-488e-8031-0ee2c0901017 of type vlan for network 60d99ece-822c-4cdb-9d41-1a6a21f5477a May 09 13:33:29.324849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.352675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.356296 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:29.356868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.457467 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2282891 May 09 13:33:29.460109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60206) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:29.467840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'admin_state_up': True, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:29.475551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d9fe-5207-4df9-b309-902103b5613b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Network': ['ID=60d99ece-822c-4cdb-9d41-1a6a21f5477a,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:29.477821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:29.481728 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:router and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:29.484583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:29.485271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 60d99ece-822c-4cdb-9d41-1a6a21f5477a details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:33:29.490549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:29.501373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.502509 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.522279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.670044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.844015 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:29.872480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:30.002774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.221 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/35d18783-b338-4cbf-90e2-62a1656b39b0) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:33:30.238108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:30.263760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:30.330266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:33:30.333489 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:33:30.336040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:33:30.363457 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=35d18783-b338-4cbf-90e2-62a1656b39b0,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:30.496925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:30.497592 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:30.675382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1d235d55-23cf-4154-9327-3cddfb5ae0b6 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:33:30.708140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 1d235d55-23cf-4154-9327-3cddfb5ae0b6 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:33:30.708481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1d235d55-23cf-4154-9327-3cddfb5ae0b6 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:33:30.720709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 445fa2b7-3fbd-462f-9267-a8529dabf827 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:33:30.912128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:33:30.922060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Sync routers for ids ['445fa2b7-3fbd-462f-9267-a8529dabf827'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:33:30.933639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Routers {'445fa2b7-3fbd-462f-9267-a8529dabf827'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:33:30.934455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:33:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['445fa2b7-3fbd-462f-9267-a8529dabf827'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:30.937546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:30.941659 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-90fa5d8c-72d7-4593-9ec8-50fde9eb22c2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4777236 May 09 13:33:30.941897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60210) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:30.980283 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1b3c5ceb-6899-4398-9b07-c30acffcf338 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8565fca19184006b055116e4f64bdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373514 May 09 13:33:30.983385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60214) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:31.108771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Set router 445fa2b7-3fbd-462f-9267-a8529dabf827 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:33:31.109637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c8ae92-76a4-4177-afe3-e7438a97595a tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:31.111096 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-78c8ae92-76a4-4177-afe3-e7438a97595a tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268313 May 09 13:33:31.114164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60218) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:31.151386 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4554fd1f-4c2f-4591-a19d-6fa8decef93d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362072 May 09 13:33:31.153875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60222) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:31.159395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-233565311', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:31.264050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:31.267686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:subnet and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:31.270436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:31.275972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:31.286348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:33:31.387500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:31.389730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:30Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:31.393575 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Checking router: 445fa2b7-3fbd-462f-9267-a8529dabf827 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:33:31.393916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Updating router 445fa2b7-3fbd-462f-9267-a8529dabf827 port 35d18783-b338-4cbf-90e2-62a1656b39b0 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:33:31.442730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:31.605647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:31.681961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Subnet': ['ID=e0ffabc0-20b9-4090-a9a8-10f9fb1217c9,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:31.697239 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Checking segment: {'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:33:31.697687 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network hostable DHCP agents. Network: 60d99ece-822c-4cdb-9d41-1a6a21f5477a, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:33:31.721665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 60d99ece-822c-4cdb-9d41-1a6a21f5477a is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:33:31.731052 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 60d99ece-822c-4cdb-9d41-1a6a21f5477a) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:33:31.734854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:31.735446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:31.750666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68656281-af65-435b-9311-38fd9cfbd087 None None] Network 60d99ece-822c-4cdb-9d41-1a6a21f5477a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:33:31.758207 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-022bfcee-55f8-4e9d-9f0a-b6fe1ac3d45b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6028681 May 09 13:33:31.761101 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60226) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:31.890985 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:31.924975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Transition to ACTIVE for port object 35d18783-b338-4cbf-90e2-62a1656b39b0 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:33:31.935976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:32.057716 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004d621-2d21-4c79-9366-5d664dcb6709 None None] Pushing event updated for resources: {'Port': ['ID=35d18783-b338-4cbf-90e2-62a1656b39b0,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:32.065545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Attempting to bind port 35d18783-b338-4cbf-90e2-62a1656b39b0 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:33:32.065756 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Attempting to bind port 35d18783-b338-4cbf-90e2-62a1656b39b0 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:33:32.066129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Attempting to bind port 35d18783-b338-4cbf-90e2-62a1656b39b0 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:33:32.106324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:33:32.106704 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:33:32.107096 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:32.107978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:33:32.108440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Bound port: 35d18783-b338-4cbf-90e2-62a1656b39b0, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:33:32.108806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:32.136711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ips': [{'subnet_id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:33:32.137542 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:32.252517 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] For port 35d18783-b338-4cbf-90e2-62a1656b39b0, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:33:32.268193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] For port 35d18783-b338-4cbf-90e2-62a1656b39b0, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=35d18783-b338-4cbf-90e2-62a1656b39b0,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:33:32.272852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:32.401979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004d621-2d21-4c79-9366-5d664dcb6709 None None] Pushing event updated for resources: {'Port': ['ID=35d18783-b338-4cbf-90e2-62a1656b39b0,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:32.410424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Routers {'445fa2b7-3fbd-462f-9267-a8529dabf827'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:33:32.411048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:33:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['445fa2b7-3fbd-462f-9267-a8529dabf827'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:32.468148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Allocated IP 172.20.0.2 (60d99ece-822c-4cdb-9d41-1a6a21f5477a/e0ffabc0-20b9-4090-a9a8-10f9fb1217c9/8cdc4550-e9b0-4313-a11a-e308fdb124cf) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:33:32.610577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:32.712594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] Set router 445fa2b7-3fbd-462f-9267-a8529dabf827 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:33:32.954227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:32.970117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Transition to ACTIVE for port object 8cdc4550-e9b0-4313-a11a-e308fdb124cf will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:33:33.015783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Transition to ACTIVE for port object 8cdc4550-e9b0-4313-a11a-e308fdb124cf will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:33:33.046695 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:33.085985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.1 (60d99ece-822c-4cdb-9d41-1a6a21f5477a/e0ffabc0-20b9-4090-a9a8-10f9fb1217c9/88c5630b-b150-4ec8-848d-3cc8b0f7bb16) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:33:33.130389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Network 60d99ece-822c-4cdb-9d41-1a6a21f5477a is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:33:33.134751 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Pushing event updated for resources: {'Port': ['ID=8cdc4550-e9b0-4313-a11a-e308fdb124cf,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:33.137104 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:33:33.140192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:33:33.249209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:33.264834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:33:33.275618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:30Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:33.281894 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Attempting to bind port 8cdc4550-e9b0-4313-a11a-e308fdb124cf on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:33:33.282260 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Attempting to bind port 8cdc4550-e9b0-4313-a11a-e308fdb124cf by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:33:33.282619 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Attempting to bind port 8cdc4550-e9b0-4313-a11a-e308fdb124cf on network 60d99ece-822c-4cdb-9d41-1a6a21f5477a {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:33:33.285379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91201b4-a7d4-4508-b7c5-1dbd7b7b34d4 None None] The sync data for ids ['445fa2b7-3fbd-462f-9267-a8529dabf827'] in dv-neutron-840889-2-hyperv is: [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:30Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:33:33.286117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:33.291820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:33:33.292196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Checking segment: {'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:33:33.292590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:33.292977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Bound using segment: {'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:33:33.293471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Bound port: 8cdc4550-e9b0-4313-a11a-e308fdb124cf, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:33:33.293870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:33.360022 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 60d99ece-822c-4cdb-9d41-1a6a21f5477a is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:33:33.362587 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:33:33.366814 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:33:33.392560 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] For port 8cdc4550-e9b0-4313-a11a-e308fdb124cf, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:33:33.396535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] For port 8cdc4550-e9b0-4313-a11a-e308fdb124cf, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8cdc4550-e9b0-4313-a11a-e308fdb124cf,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:33:33.397662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=88c5630b-b150-4ec8-848d-3cc8b0f7bb16,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:33.402783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:33.429638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:33.487615 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc2dba-dd71-44ea-94ec-86bff4a818fb None None] Pushing event updated for resources: {'Port': ['ID=8cdc4550-e9b0-4313-a11a-e308fdb124cf,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:33.547366 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:34.099092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:34.103762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:34.219440 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=88c5630b-b150-4ec8-848d-3cc8b0f7bb16,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:34.223111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:34.361485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 60d99ece-822c-4cdb-9d41-1a6a21f5477a is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:33:34.362603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:33:34.436284 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3861348d-68e5-4953-b4c1-ab6e824f9ed0 None None] Network 60d99ece-822c-4cdb-9d41-1a6a21f5477a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:33:34.531679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d002d888-39db-4002-b150-ef28c532884d None None] Provisioning for port 8cdc4550-e9b0-4313-a11a-e308fdb124cf completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:33:34.766661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 445fa2b7-3fbd-462f-9267-a8529dabf827 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:33:34.796145 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 35d18783-b338-4cbf-90e2-62a1656b39b0 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:33:34.868434 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 35d18783-b338-4cbf-90e2-62a1656b39b0 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:33:34.873535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 35d18783-b338-4cbf-90e2-62a1656b39b0 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:33:34.873901 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:34.977077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:33:34.994386 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fe6b005f-6081-47dd-9a7c-85d45a57d1c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/445fa2b7-3fbd-462f-9267-a8529dabf827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2322626 May 09 13:33:34.996820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60230) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:35.009572 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:35.031692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 35d18783-b338-4cbf-90e2-62a1656b39b0, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=35d18783-b338-4cbf-90e2-62a1656b39b0,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:33:35.036235 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:35.037078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8cdc4550-e9b0-4313-a11a-e308fdb124cf up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:33:35.099291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-69566915-3737-44c0-ab62-dd38150adbdd None None] Provisioning for port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:33:35.125210 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-69566915-3737-44c0-ab62-dd38150adbdd None None] Provisioning complete for port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:33:35.125597 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-69566915-3737-44c0-ab62-dd38150adbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:35.146006 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4728a494-6e2a-443f-af0c-c69829a4961b tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:35.146541 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4728a494-6e2a-443f-af0c-c69829a4961b tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:35.146727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4728a494-6e2a-443f-af0c-c69829a4961b tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:35.147291 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4728a494-6e2a-443f-af0c-c69829a4961b tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:35.151359 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4728a494-6e2a-443f-af0c-c69829a4961b tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1511011 May 09 13:33:35.151740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60234) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:35.206249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=35d18783-b338-4cbf-90e2-62a1656b39b0,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:35.226180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-69566915-3737-44c0-ab62-dd38150adbdd None None] Port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:33:35.236270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c7fa38-3fd0-4fd6-9d99-217c9ee47dff tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:35.236667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c7fa38-3fd0-4fd6-9d99-217c9ee47dff tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:35.237163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c7fa38-3fd0-4fd6-9d99-217c9ee47dff tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:35.237611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c7fa38-3fd0-4fd6-9d99-217c9ee47dff tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:35.240105 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 8cdc4550-e9b0-4313-a11a-e308fdb124cf completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:33:35.241749 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-23c7fa38-3fd0-4fd6-9d99-217c9ee47dff tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0889530 May 09 13:33:35.242578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60238) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:35.245586 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 8cdc4550-e9b0-4313-a11a-e308fdb124cf triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:33:35.245953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:35.369853 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:35.378954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-55be3cff-4edf-404b-be75-892492323755 None None] Provisioning complete for port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:33:35.379315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-55be3cff-4edf-404b-be75-892492323755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:35.449215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-55be3cff-4edf-404b-be75-892492323755 None None] Port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:33:35.456480 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 8cdc4550-e9b0-4313-a11a-e308fdb124cf, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8cdc4550-e9b0-4313-a11a-e308fdb124cf,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:33:35.460455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:35.528175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=8cdc4550-e9b0-4313-a11a-e308fdb124cf,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:35.563573 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b4c0b2cb-4e8f-491e-b2ae-2bc8797d1d04 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3167596 May 09 13:33:35.563826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60242) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:35.568960 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-863284869', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:35.699676 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:35.704153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:port and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:35.706935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:35.712472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:35.721783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:33:35.724670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:35.746901 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] device_id is not set on port e5901fe3-3329-469a-8de9-4bb2c1b28d40 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:33:35.883726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.12 (60d99ece-822c-4cdb-9d41-1a6a21f5477a/e0ffabc0-20b9-4090-a9a8-10f9fb1217c9/e5901fe3-3329-469a-8de9-4bb2c1b28d40) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:33:36.073742 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.088691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object e5901fe3-3329-469a-8de9-4bb2c1b28d40 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:33:36.111240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.184972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 60d99ece-822c-4cdb-9d41-1a6a21f5477a is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:33:36.188902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:33:36.193448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:33:36.218645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=e5901fe3-3329-469a-8de9-4bb2c1b28d40,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:36.257044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:36.257686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.282641 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-21cf0986-97a7-4149-80bf-5cb2b2603354 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7178798 May 09 13:33:36.368077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60248) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:36.374043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1591557709', 'description': 'tempest-secgroup-smoke-1591557709 description', 'project_id': 'b8565fca19184006b055116e4f64bdfc'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:36.380783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:36.385228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:36.388060 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:36.393798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:36.402629 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.438398 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:36.442264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:36.445076 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:36.450954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:36.481288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2d2a30b0-9b50-4cc6-b74c-9717f9721c33 None None] Provisioning for port e5901fe3-3329-469a-8de9-4bb2c1b28d40 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:33:36.489355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2d2a30b0-9b50-4cc6-b74c-9717f9721c33 None None] Provisioning complete for port e5901fe3-3329-469a-8de9-4bb2c1b28d40 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:33:36.489849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2d2a30b0-9b50-4cc6-b74c-9717f9721c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.521500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.525204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.543425 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a30b0-9b50-4cc6-b74c-9717f9721c33 None None] Port e5901fe3-3329-469a-8de9-4bb2c1b28d40 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:33:36.569072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed52c487-9259-4f18-bd2a-4986e1a28691,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:36.571764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.572950 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-104f11f5-0c8a-404b-81e2-32d65ad6fa79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2038810 May 09 13:33:36.576771 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60252) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:36.586028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-163e3c8b-dea7-411b-aac3-8c3273d1196c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'ed52c487-9259-4f18-bd2a-4986e1a28691', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:36.592783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-163e3c8b-dea7-411b-aac3-8c3273d1196c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:36.596592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-163e3c8b-dea7-411b-aac3-8c3273d1196c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:36.599520 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-163e3c8b-dea7-411b-aac3-8c3273d1196c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:36.605629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-163e3c8b-dea7-411b-aac3-8c3273d1196c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:36.626734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-163e3c8b-dea7-411b-aac3-8c3273d1196c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.693135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-163e3c8b-dea7-411b-aac3-8c3273d1196c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.697228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-163e3c8b-dea7-411b-aac3-8c3273d1196c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.721617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e3c8b-dea7-411b-aac3-8c3273d1196c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34faefa8-ff7e-43ed-a762-cb66eb2b1ba3,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:36.731261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-163e3c8b-dea7-411b-aac3-8c3273d1196c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.732726 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-163e3c8b-dea7-411b-aac3-8c3273d1196c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1548691 May 09 13:33:36.735561 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60256) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:36.736536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 35d18783-b338-4cbf-90e2-62a1656b39b0 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:33:36.741412 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cff67a44-c0c7-4d6f-9ada-c5e96ae3a4cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'ed52c487-9259-4f18-bd2a-4986e1a28691', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:36.747589 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cff67a44-c0c7-4d6f-9ada-c5e96ae3a4cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:36.751352 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cff67a44-c0c7-4d6f-9ada-c5e96ae3a4cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:36.754206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cff67a44-c0c7-4d6f-9ada-c5e96ae3a4cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:36.759910 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cff67a44-c0c7-4d6f-9ada-c5e96ae3a4cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:36.781186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cff67a44-c0c7-4d6f-9ada-c5e96ae3a4cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.805543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 35d18783-b338-4cbf-90e2-62a1656b39b0 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:33:36.805909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.837214 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Sync routers for ids ['445fa2b7-3fbd-462f-9267-a8529dabf827'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:33:36.859432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cff67a44-c0c7-4d6f-9ada-c5e96ae3a4cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.864646 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cff67a44-c0c7-4d6f-9ada-c5e96ae3a4cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.881391 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Routers {'445fa2b7-3fbd-462f-9267-a8529dabf827'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:33:36.881986 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:33:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['445fa2b7-3fbd-462f-9267-a8529dabf827'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:36.890850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff67a44-c0c7-4d6f-9ada-c5e96ae3a4cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110ee91f-939b-4260-9647-8bef231c5ff1,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:36.902766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cff67a44-c0c7-4d6f-9ada-c5e96ae3a4cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:36.908309 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cff67a44-c0c7-4d6f-9ada-c5e96ae3a4cc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1716523 May 09 13:33:36.908545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60260) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:36.915307 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-30db51ac-2ad9-44ef-8e01-837a552d9cb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'ed52c487-9259-4f18-bd2a-4986e1a28691', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:36.921433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-30db51ac-2ad9-44ef-8e01-837a552d9cb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:36.925381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-30db51ac-2ad9-44ef-8e01-837a552d9cb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:36.927927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8cdc4550-e9b0-4313-a11a-e308fdb124cf up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:33:36.928600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-30db51ac-2ad9-44ef-8e01-837a552d9cb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:36.934526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-30db51ac-2ad9-44ef-8e01-837a552d9cb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:36.953378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30db51ac-2ad9-44ef-8e01-837a552d9cb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.001873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 8cdc4550-e9b0-4313-a11a-e308fdb124cf triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:33:37.002244 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.018082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30db51ac-2ad9-44ef-8e01-837a552d9cb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.021937 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30db51ac-2ad9-44ef-8e01-837a552d9cb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.047168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db51ac-2ad9-44ef-8e01-837a552d9cb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbb683e-adf7-46d5-b000-3ad12fe60a89,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:37.062432 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Set router 445fa2b7-3fbd-462f-9267-a8529dabf827 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:33:37.062658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-30db51ac-2ad9-44ef-8e01-837a552d9cb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.065721 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-30db51ac-2ad9-44ef-8e01-837a552d9cb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1558590 May 09 13:33:37.066874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60264) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:37.072209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6bbea863-fe21-4526-99ce-1d52b74c18a2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'ed52c487-9259-4f18-bd2a-4986e1a28691', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:37.078794 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6bbea863-fe21-4526-99ce-1d52b74c18a2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:37.082607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6bbea863-fe21-4526-99ce-1d52b74c18a2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:37.085510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6bbea863-fe21-4526-99ce-1d52b74c18a2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:37.091190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6bbea863-fe21-4526-99ce-1d52b74c18a2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:37.112016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6bbea863-fe21-4526-99ce-1d52b74c18a2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.175450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6bbea863-fe21-4526-99ce-1d52b74c18a2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.179154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6bbea863-fe21-4526-99ce-1d52b74c18a2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.208174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbea863-fe21-4526-99ce-1d52b74c18a2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4c71b0-2fd9-4381-b48f-ca0082c0409b,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:37.218406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6bbea863-fe21-4526-99ce-1d52b74c18a2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.219771 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6bbea863-fe21-4526-99ce-1d52b74c18a2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1519699 May 09 13:33:37.222536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60268) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:37.227961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1d46e6c8-b482-46c2-b546-191cd3c25c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'ed52c487-9259-4f18-bd2a-4986e1a28691', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:37.233583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1d46e6c8-b482-46c2-b546-191cd3c25c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:37.237453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1d46e6c8-b482-46c2-b546-191cd3c25c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:37.240648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1d46e6c8-b482-46c2-b546-191cd3c25c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:37.246280 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1d46e6c8-b482-46c2-b546-191cd3c25c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:37.257138 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-1d46e6c8-b482-46c2-b546-191cd3c25c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:33:37.264135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d46e6c8-b482-46c2-b546-191cd3c25c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.327087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d46e6c8-b482-46c2-b546-191cd3c25c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.330504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d46e6c8-b482-46c2-b546-191cd3c25c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.352902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46e6c8-b482-46c2-b546-191cd3c25c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d540ff1d-b075-41fe-aaa3-3d314d1de6a3,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:37.362527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d46e6c8-b482-46c2-b546-191cd3c25c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.364043 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1d46e6c8-b482-46c2-b546-191cd3c25c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1405301 May 09 13:33:37.365212 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:33Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '88c5630b-b150-4ec8-848d-3cc8b0f7bb16', 'name': '', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:e2:09:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:32Z', 'updated_at': '2022-05-09T13:33:33Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:37.366900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60272) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:37.369147 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Checking router: 445fa2b7-3fbd-462f-9267-a8529dabf827 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:33:37.369528 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Updating router 445fa2b7-3fbd-462f-9267-a8529dabf827 port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:33:37.372507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2c12eb44-4f4b-47d0-bec8-1dff289ed70b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'ed52c487-9259-4f18-bd2a-4986e1a28691', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:37.378825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2c12eb44-4f4b-47d0-bec8-1dff289ed70b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:37.382601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2c12eb44-4f4b-47d0-bec8-1dff289ed70b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:37.385415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2c12eb44-4f4b-47d0-bec8-1dff289ed70b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:37.391009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2c12eb44-4f4b-47d0-bec8-1dff289ed70b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:37.401394 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-2c12eb44-4f4b-47d0-bec8-1dff289ed70b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:33:37.407591 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c12eb44-4f4b-47d0-bec8-1dff289ed70b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.426922 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.473127 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c12eb44-4f4b-47d0-bec8-1dff289ed70b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.477872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c12eb44-4f4b-47d0-bec8-1dff289ed70b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.501312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12eb44-4f4b-47d0-bec8-1dff289ed70b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f7fef0-780e-4bbf-9d8d-a70ea8edb098,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:37.510788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c12eb44-4f4b-47d0-bec8-1dff289ed70b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.511882 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2c12eb44-4f4b-47d0-bec8-1dff289ed70b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1439962 May 09 13:33:37.688761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-2bd97fe3-8dd5-485a-b38a-8ad392c48a36 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:33:37.703745 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-2bd97fe3-8dd5-485a-b38a-8ad392c48a36 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:33:37.704927 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-2bd97fe3-8dd5-485a-b38a-8ad392c48a36 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1591557709&fields=id&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 267 time: 0.0583944 May 09 13:33:37.779945 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.780531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-e1c70ad2-e03b-407e-ac83-d28a8eb4e4d3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:37.781957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-e1c70ad2-e03b-407e-ac83-d28a8eb4e4d3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:33:37.791577 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Transition to ACTIVE for port object 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:33:37.797983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-e1c70ad2-e03b-407e-ac83-d28a8eb4e4d3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:33:37.799141 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-e1c70ad2-e03b-407e-ac83-d28a8eb4e4d3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 930 time: 0.0878108 May 09 13:33:37.799264 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:37.864844 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e114b-214d-40ab-8272-66fa4f420d11 None None] Pushing event updated for resources: {'Port': ['ID=88c5630b-b150-4ec8-848d-3cc8b0f7bb16,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:37.928117 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884e114b-214d-40ab-8272-66fa4f420d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:37.928460 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884e114b-214d-40ab-8272-66fa4f420d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:37.928781 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884e114b-214d-40ab-8272-66fa4f420d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:37.929105 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884e114b-214d-40ab-8272-66fa4f420d11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:37.929451 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884e114b-214d-40ab-8272-66fa4f420d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:37.929769 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884e114b-214d-40ab-8272-66fa4f420d11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:37.930083 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884e114b-214d-40ab-8272-66fa4f420d11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:37.930395 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884e114b-214d-40ab-8272-66fa4f420d11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:37.930703 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884e114b-214d-40ab-8272-66fa4f420d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:37.931005 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884e114b-214d-40ab-8272-66fa4f420d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:37.931485 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884e114b-214d-40ab-8272-66fa4f420d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:33:37.944073 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-5bb290ce-226e-478c-a7b8-698452756492 service neutron] 10.222.0.44 "GET /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1328886 May 09 13:33:38.020355 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Attempting to bind port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:33:38.020711 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Attempting to bind port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:33:38.021057 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Attempting to bind port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 on network 60d99ece-822c-4cdb-9d41-1a6a21f5477a {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:33:38.027617 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:33:38.027979 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Checking segment: {'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:33:38.028366 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:38.028742 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Bound using segment: {'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:33:38.029740 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Bound port: 88c5630b-b150-4ec8-848d-3cc8b0f7bb16, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:33:38.030104 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:38.083677 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-6086e2ab-d3ec-4d65-a2c6-d2caee574c45 service neutron] 10.222.0.44 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335139 May 09 13:33:38.119813 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] For port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:33:38.122774 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] For port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=88c5630b-b150-4ec8-848d-3cc8b0f7bb16,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:33:38.127909 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:38.210514 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e114b-214d-40ab-8272-66fa4f420d11 None None] Pushing event updated for resources: {'Port': ['ID=88c5630b-b150-4ec8-848d-3cc8b0f7bb16,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:38.217779 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Routers {'445fa2b7-3fbd-462f-9267-a8529dabf827'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:33:38.218400 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:33:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['445fa2b7-3fbd-462f-9267-a8529dabf827'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:38.223888 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-21a30395-0e6c-4b4e-9d7f-0ff740ccb0e8 service neutron] 10.222.0.44 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341918 May 09 13:33:38.443321 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] Set router 445fa2b7-3fbd-462f-9267-a8529dabf827 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:33:38.516805 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f2da1c81-eae6-41cf-a667-4ded0adcc9f6 req-4befbceb-7307-4c3b-bedc-a9e25f06c82d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 210 time: 0.1435854 May 09 13:33:38.781617 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:33Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '88c5630b-b150-4ec8-848d-3cc8b0f7bb16', 'name': '', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:e2:09:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:32Z', 'updated_at': '2022-05-09T13:33:38Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:38.785701 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbb5ff-9a6d-458a-b5dc-10d8f40b3ad8 None None] The sync data for ids ['445fa2b7-3fbd-462f-9267-a8529dabf827'] in dv-neutron-840889-2-hyperv is: [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:33Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '88c5630b-b150-4ec8-848d-3cc8b0f7bb16', 'name': '', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:e2:09:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:32Z', 'updated_at': '2022-05-09T13:33:38Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:33:39.627841 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-e9d27c81-5689-42c6-b9ca-31214437885d service neutron] 10.222.0.57 "GET /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 1026 time: 0.0688772 May 09 13:33:39.712624 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3c320c4c-adf9-4ad0-88a7-998a71937b3b req-ed6b2a83-0ac5-4157-9474-01bfa5668a19 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 210 time: 0.0437241 May 09 13:33:39.777866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-df50c45c-3be6-4158-83e4-df02e5803f50 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:39.778766 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-df50c45c-3be6-4158-83e4-df02e5803f50 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:33:39.794358 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-df50c45c-3be6-4158-83e4-df02e5803f50 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:33:39.795733 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-df50c45c-3be6-4158-83e4-df02e5803f50 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks?id=60d99ece-822c-4cdb-9d41-1a6a21f5477a HTTP/1.1" status: 200 len: 797 time: 0.1632478 May 09 13:33:39.853897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-ba2f43b9-88ec-48f0-a465-542c92f1c239 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:33:39.865699 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-ba2f43b9-88ec-48f0-a465-542c92f1c239 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:33:39.866771 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-ba2f43b9-88ec-48f0-a465-542c92f1c239 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 380 time: 0.0572903 May 09 13:33:39.877484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Request body: {'port': {'device_id': '88f88e01-54a8-4072-b68f-5bb5e992f9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:39.979478 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:40.109468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aad68ef8-5a70-4f5f-9010-8e3c56b5f0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:40.307798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5901fe3-3329-469a-8de9-4bb2c1b28d40 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:33:40.315308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:40.330910 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Transition to ACTIVE for port object e5901fe3-3329-469a-8de9-4bb2c1b28d40 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:33:40.334761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:40.456169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Pushing event updated for resources: {'Port': ['ID=e5901fe3-3329-469a-8de9-4bb2c1b28d40,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:40.568696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Attempting to bind port e5901fe3-3329-469a-8de9-4bb2c1b28d40 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:33:40.568973 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Attempting to bind port e5901fe3-3329-469a-8de9-4bb2c1b28d40 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:33:40.569326 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Attempting to bind port e5901fe3-3329-469a-8de9-4bb2c1b28d40 on network 60d99ece-822c-4cdb-9d41-1a6a21f5477a {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:33:40.575406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Port e5901fe3-3329-469a-8de9-4bb2c1b28d40 on network 60d99ece-822c-4cdb-9d41-1a6a21f5477a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:33:40.575722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Attempting to bind port e5901fe3-3329-469a-8de9-4bb2c1b28d40 on network 60d99ece-822c-4cdb-9d41-1a6a21f5477a {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:33:40.582015 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:33:40.582347 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Checking segment: {'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:33:40.582775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Bound using segment: {'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:33:40.583397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Bound port: e5901fe3-3329-469a-8de9-4bb2c1b28d40, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:33:40.583747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:40.751136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:33:40.769737 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:33:40.772696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:33:40.777410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:40.827083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:33:40.833697 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:33:40.834066 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:40.855668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:40.858321 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] 10.222.0.57 "PUT /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 1131 time: 0.9835887 May 09 13:33:40.861065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f88e01-54a8-4072-b68f-5bb5e992f9fd', 'tag': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:33:40.923470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d21246-1b30-4eec-828c-cb33ce415707 req-cbca5cc7-a59d-4418-b60e-71072c0cd56c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:40.931770 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e3d21246-1b30-4eec-828c-cb33ce415707 req-cbca5cc7-a59d-4418-b60e-71072c0cd56c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 981 time: 0.0937209 May 09 13:33:40.985792 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e3d21246-1b30-4eec-828c-cb33ce415707 req-34a80685-4d0d-4932-a00f-b3a4e2f2ee24 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528743 May 09 13:33:40.989139 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df77051-eaf6-443b-aba8-56f0af9b578d'] response: {'name': 'network-changed', 'server_uuid': '88f88e01-54a8-4072-b68f-5bb5e992f9fd', 'tag': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40', 'status': 'completed', 'code': 200} May 09 13:33:41.002424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06477b1-afc8-40af-a965-c147362a6fca service neutron] Pushing event updated for resources: {'Port': ['ID=e5901fe3-3329-469a-8de9-4bb2c1b28d40,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:41.002579 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:41.034039 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-01f35ab2-a04e-496a-a815-26a923082ff2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 1134 time: 0.1289134 May 09 13:33:41.036215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=88c5630b-b150-4ec8-848d-3cc8b0f7bb16,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:33:41.040359 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:41.105974 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-1f8c3e80-3f19-4a6d-9a06-22abfc0081e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 217 time: 0.0638764 May 09 13:33:41.111319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=88c5630b-b150-4ec8-848d-3cc8b0f7bb16,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:41.169553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-0b64cc65-7c1c-46aa-adda-de70ec420124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:41.170896 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-0b64cc65-7c1c-46aa-adda-de70ec420124 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0ffabc0-20b9-4090-a9a8-10f9fb1217c9 HTTP/1.1" status: 200 len: 834 time: 0.0593848 May 09 13:33:41.242460 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-381a7123-24af-44ec-a1ff-87aa16798d54 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60d99ece-822c-4cdb-9d41-1a6a21f5477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661182 May 09 13:33:41.374540 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-36be7ee3-8c22-45d1-80ad-d40fe3ffcb89 service neutron] 10.222.0.57 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258700 May 09 13:33:41.506731 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-43bc45c4-f5a6-4de4-9333-52e54cf36182 req-0e79eb01-e7fd-42ec-a196-2e1676abde5b service neutron] 10.222.0.57 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243627 May 09 13:33:41.624796 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21648bfa-ce4d-41c7-84b5-0d3afaafa33c req-3210826d-a78e-4d2c-8cf5-0ce4b3882a4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 1134 time: 0.0738091 May 09 13:33:41.751873 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21648bfa-ce4d-41c7-84b5-0d3afaafa33c req-f3da9beb-ceac-4658-b56e-b3bd60b59a01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:41.753342 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21648bfa-ce4d-41c7-84b5-0d3afaafa33c req-f3da9beb-ceac-4658-b56e-b3bd60b59a01 service neutron] 10.222.0.57 "GET /v2.0/networks?id=60d99ece-822c-4cdb-9d41-1a6a21f5477a HTTP/1.1" status: 200 len: 898 time: 0.1229167 May 09 13:33:41.817542 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21648bfa-ce4d-41c7-84b5-0d3afaafa33c req-dfdf5066-fad8-4fbe-b5c6-0a49f7f38642 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 217 time: 0.0586114 May 09 13:33:41.880282 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21648bfa-ce4d-41c7-84b5-0d3afaafa33c req-54fff0e4-4456-4ad3-8012-22e3fcd64d13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:41.881603 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21648bfa-ce4d-41c7-84b5-0d3afaafa33c req-54fff0e4-4456-4ad3-8012-22e3fcd64d13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0ffabc0-20b9-4090-a9a8-10f9fb1217c9 HTTP/1.1" status: 200 len: 834 time: 0.0586607 May 09 13:33:41.951903 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21648bfa-ce4d-41c7-84b5-0d3afaafa33c req-58e0b98c-0faa-4214-966d-d3e4e2c3cbe4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60d99ece-822c-4cdb-9d41-1a6a21f5477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644078 May 09 13:33:42.077834 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21648bfa-ce4d-41c7-84b5-0d3afaafa33c req-1a0626f4-5a98-4dec-9b2c-1d7c30ffa7fd service neutron] 10.222.0.57 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203196 May 09 13:33:42.171988 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faf50f-bfd7-4daa-9147-09371dcb74a1 req-e69c4559-03f0-4efb-9d4a-89f1544c3cd8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:42.173482 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f4faf50f-bfd7-4daa-9147-09371dcb74a1 req-e69c4559-03f0-4efb-9d4a-89f1544c3cd8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 981 time: 0.0748022 May 09 13:33:42.209622 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21648bfa-ce4d-41c7-84b5-0d3afaafa33c req-3d0fdef5-422c-4c92-9c31-2e8d14f2f75b service neutron] 10.222.0.57 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255472 May 09 13:33:42.220380 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f4faf50f-bfd7-4daa-9147-09371dcb74a1 req-b631444d-2f7e-4cb7-94b8-067241e0ce5b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 May 09 13:33:42.412488 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-49a8f6b1-53d4-4e63-814b-4f2f660c19d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:42.726912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:33:42.791961 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:33:42.792317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:43.346188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:43.415091 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91ccb3-5b97-46a4-b288-995161c0c83b req-fc14f463-2e4f-45ba-94dd-eb7ea2e1aaf3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:43.416710 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ef91ccb3-5b97-46a4-b288-995161c0c83b req-fc14f463-2e4f-45ba-94dd-eb7ea2e1aaf3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 981 time: 0.0798178 May 09 13:33:43.462263 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ef91ccb3-5b97-46a4-b288-995161c0c83b req-d89651c3-889c-4c14-bd1a-046f70261094 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395632 May 09 13:33:43.821413 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:44.657483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c8111-3f60-4362-a04e-7ea1131983d6 req-45f7d843-d750-4be0-996f-12093b9b69e1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:44.658852 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-242c8111-3f60-4362-a04e-7ea1131983d6 req-45f7d843-d750-4be0-996f-12093b9b69e1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 981 time: 0.0750926 May 09 13:33:44.707584 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-242c8111-3f60-4362-a04e-7ea1131983d6 req-4f75bcc4-ebda-4b15-9ac2-7288273162f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432177 May 09 13:33:44.788204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e5901fe3-3329-469a-8de9-4bb2c1b28d40 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:33:44.917134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:33:44.929766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'port_id': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40', 'mac_address': 'fa:16:3e:6a:dd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:33:44.981853 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:44.998715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5901fe3-3329-469a-8de9-4bb2c1b28d40 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:33:45.023933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:33:45.024959 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:45.026945 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:45.093124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e5901fe3-3329-469a-8de9-4bb2c1b28d40,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:45.325127 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['e5901fe3-3329-469a-8de9-4bb2c1b28d40'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:33:45.902965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a6bce-2809-437d-8725-b842340e2da0 req-dc9b1a77-c95a-40b6-9edf-3c46ca3eb7e2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:45.904334 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6c5a6bce-2809-437d-8725-b842340e2da0 req-dc9b1a77-c95a-40b6-9edf-3c46ca3eb7e2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 982 time: 0.0740781 May 09 13:33:45.948251 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6c5a6bce-2809-437d-8725-b842340e2da0 req-35e010ef-adc4-416c-a304-1b192050f726 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385044 May 09 13:33:46.796024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e5901fe3-3329-469a-8de9-4bb2c1b28d40 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:33:46.861348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port e5901fe3-3329-469a-8de9-4bb2c1b28d40 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:33:46.866065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port e5901fe3-3329-469a-8de9-4bb2c1b28d40 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:33:46.866431 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:46.974752 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:47.001801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f88e01-54a8-4072-b68f-5bb5e992f9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:33:47.017032 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:33:47.022771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:47.094003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e5901fe3-3329-469a-8de9-4bb2c1b28d40,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:47.289747 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5458ada1-5ccd-475a-88b5-6435d8b4747d'] response: {'server_uuid': '88f88e01-54a8-4072-b68f-5bb5e992f9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40', 'code': 200} May 09 13:33:47.299172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15191c-5536-4d81-8573-db6b073d01f2 req-01e8a9ea-c13b-4ae4-969d-87d3141b11bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:47.300541 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-da15191c-5536-4d81-8573-db6b073d01f2 req-01e8a9ea-c13b-4ae4-969d-87d3141b11bf tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 983 time: 0.0838566 May 09 13:33:47.345704 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-da15191c-5536-4d81-8573-db6b073d01f2 req-9ded9d90-d603-4ced-a398-77eedb6dabc1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393214 May 09 13:33:47.513579 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6ed5090f-6756-4e48-85ab-422074bb7102 req-bf3ea57c-d9a3-4946-8ffe-a88431217ace service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 1136 time: 0.0696421 May 09 13:33:47.555802 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6ed5090f-6756-4e48-85ab-422074bb7102 req-e7499669-f7a9-4d5b-baf0-ddda995bbd0b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368917 May 09 13:33:48.542932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb67384-e028-4e8c-9e8b-7ecff2295ea8 req-329d3197-5cc6-4c36-bc3a-d1769586faf9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:48.545509 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5cb67384-e028-4e8c-9e8b-7ecff2295ea8 req-329d3197-5cc6-4c36-bc3a-d1769586faf9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 983 time: 0.0802433 May 09 13:33:48.590846 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5cb67384-e028-4e8c-9e8b-7ecff2295ea8 req-50ff69ad-9d4a-4e6f-a358-532365feb013 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398707 May 09 13:33:49.785877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cac4cc-4cf2-4eac-8474-0689a8e9e67c req-82c00b7a-6e88-41d2-b541-6c2df5a85aa3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:49.787286 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-91cac4cc-4cf2-4eac-8474-0689a8e9e67c req-82c00b7a-6e88-41d2-b541-6c2df5a85aa3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 983 time: 0.0780740 May 09 13:33:49.832766 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-91cac4cc-4cf2-4eac-8474-0689a8e9e67c req-aab363ea-78f4-4b3b-8fb8-c6129546c7e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400295 May 09 13:33:49.976202 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:33:50.026221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57c0a3-b194-4d4d-a79c-9001abedcc76 req-bb78e56a-316b-41c1-8932-c5250259c86e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:50.027650 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3c57c0a3-b194-4d4d-a79c-9001abedcc76 req-bb78e56a-316b-41c1-8932-c5250259c86e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 983 time: 0.0747657 May 09 13:33:50.070736 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3c57c0a3-b194-4d4d-a79c-9001abedcc76 req-b152a1c0-d01c-4002-8264-f390a200a7bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377712 May 09 13:33:50.098051 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60324) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:50.168307 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2aa1afca-b2f5-4c6b-82bc-e5a92b02065b tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 1131 time: 0.0690007 May 09 13:33:50.171271 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60328) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:50.176329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:50.181713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:50.186061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:floatingip and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:50.188801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:50.194334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:50.204135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:50.336205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:50.471144 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.44 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/f71fdd01-ba94-4b1c-8ea2-ca5274c8a3a0) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:33:50.619033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:50.644928 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:50.709983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:33:50.712831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:33:50.717838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:33:50.742412 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=f71fdd01-ba94-4b1c-8ea2-ca5274c8a3a0,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:51.284634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:51.328067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:51.341854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:51.544750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:51.548957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:51.662801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=f71fdd01-ba94-4b1c-8ea2-ca5274c8a3a0,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:51.676765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:51.863689 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Floating IP 55f3abd1-9525-4c68-a5d4-ce8b3c4ab9ff associated. External IP: 172.26.1.44, port: e5901fe3-3329-469a-8de9-4bb2c1b28d40. May 09 13:33:52.242567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 445fa2b7-3fbd-462f-9267-a8529dabf827 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:33:52.527220 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:33:52.536900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef46bce-452b-4b77-9d61-ce32445b0a16 None None] Sync routers for ids ['445fa2b7-3fbd-462f-9267-a8529dabf827'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:33:52.550718 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef46bce-452b-4b77-9d61-ce32445b0a16 None None] Routers {'445fa2b7-3fbd-462f-9267-a8529dabf827'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:33:52.551334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-4ef46bce-452b-4b77-9d61-ce32445b0a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:33:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['445fa2b7-3fbd-462f-9267-a8529dabf827'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:52.553828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:52.613172 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3f0368d0-c1d5-4c3e-afbf-d9777769632c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4382403 May 09 13:33:52.613172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f88e01-54a8-4072-b68f-5bb5e992f9fd', 'tag': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:33:52.613571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60334) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:52.677647 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f34066b0-c2d8-44ba-bfc6-6b397310f696'] response: {'name': 'network-changed', 'server_uuid': '88f88e01-54a8-4072-b68f-5bb5e992f9fd', 'tag': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40', 'status': 'completed', 'code': 200} May 09 13:33:52.705993 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-28cb3e86-fd34-44c0-b616-60c72ec1c5dd tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd&network_id=60d99ece-822c-4cdb-9d41-1a6a21f5477a HTTP/1.1" status: 200 len: 1131 time: 0.0889838 May 09 13:33:52.751753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-4ef46bce-452b-4b77-9d61-ce32445b0a16 None None] Set router 445fa2b7-3fbd-462f-9267-a8529dabf827 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:33:52.781312 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-74168064-a457-437d-b45a-8aff0c84ce3f req-9173b876-c106-477c-b3c8-fa8477b9d96c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 1136 time: 0.0764453 May 09 13:33:53.009248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74168064-a457-437d-b45a-8aff0c84ce3f req-ef0f770f-d036-4227-a9e4-c6038363ad88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:53.010801 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-74168064-a457-437d-b45a-8aff0c84ce3f req-ef0f770f-d036-4227-a9e4-c6038363ad88 service neutron] 10.222.0.57 "GET /v2.0/networks?id=60d99ece-822c-4cdb-9d41-1a6a21f5477a HTTP/1.1" status: 200 len: 898 time: 0.2235622 May 09 13:33:53.107079 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a65a7-1060-445c-af10-4936c06a87e1 req-8c098620-0fce-4163-aa79-b41a7a1c4a77 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:53.108979 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c40a65a7-1060-445c-af10-4936c06a87e1 req-8c098620-0fce-4163-aa79-b41a7a1c4a77 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 983 time: 0.0827129 May 09 13:33:53.117083 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-74168064-a457-437d-b45a-8aff0c84ce3f req-af98bb7d-1460-47df-9cbe-0035d200e112 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 1036 time: 0.0991755 May 09 13:33:53.156514 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c40a65a7-1060-445c-af10-4936c06a87e1 req-2ce952d7-1c44-4b8a-bf98-9e1fb92cc93f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 May 09 13:33:53.169224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-4ef46bce-452b-4b77-9d61-ce32445b0a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:33Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '55f3abd1-9525-4c68-a5d4-ce8b3c4ab9ff', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.44', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'port_id': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-863284869', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'mac_address': 'fa:16:3e:6a:dd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f88e01-54a8-4072-b68f-5bb5e992f9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:33:51Z', 'updated_at': '2022-05-09T13:33:51Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c5630b-b150-4ec8-848d-3cc8b0f7bb16', 'name': '', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:e2:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:32Z', 'updated_at': '2022-05-09T13:33:41Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:53.173178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef46bce-452b-4b77-9d61-ce32445b0a16 None None] Checking router: 445fa2b7-3fbd-462f-9267-a8529dabf827 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:33:53.183879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef46bce-452b-4b77-9d61-ce32445b0a16 None None] Routers {'445fa2b7-3fbd-462f-9267-a8529dabf827'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:33:53.184473 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-4ef46bce-452b-4b77-9d61-ce32445b0a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:33:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['445fa2b7-3fbd-462f-9267-a8529dabf827'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:53.188964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74168064-a457-437d-b45a-8aff0c84ce3f req-0a1f15c5-4280-443d-9eae-c04336657261 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:53.190466 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-74168064-a457-437d-b45a-8aff0c84ce3f req-0a1f15c5-4280-443d-9eae-c04336657261 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0ffabc0-20b9-4090-a9a8-10f9fb1217c9 HTTP/1.1" status: 200 len: 834 time: 0.0591111 May 09 13:33:53.262261 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-74168064-a457-437d-b45a-8aff0c84ce3f req-83ee7b5d-6e12-418d-8f81-615d63aa932a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60d99ece-822c-4cdb-9d41-1a6a21f5477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655243 May 09 13:33:53.357821 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-4ef46bce-452b-4b77-9d61-ce32445b0a16 None None] Set router 445fa2b7-3fbd-462f-9267-a8529dabf827 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:33:53.390692 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-74168064-a457-437d-b45a-8aff0c84ce3f req-917ddd22-2882-49ea-a1e5-510d9c18743e service neutron] 10.222.0.57 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215584 May 09 13:33:53.523878 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-74168064-a457-437d-b45a-8aff0c84ce3f req-dfcc76f9-2f4b-452a-9505-420d8d09e787 service neutron] 10.222.0.57 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267715 May 09 13:33:53.707061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-4ef46bce-452b-4b77-9d61-ce32445b0a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:33Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '55f3abd1-9525-4c68-a5d4-ce8b3c4ab9ff', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.44', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'port_id': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-863284869', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'mac_address': 'fa:16:3e:6a:dd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f88e01-54a8-4072-b68f-5bb5e992f9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:33:51Z', 'updated_at': '2022-05-09T13:33:51Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c5630b-b150-4ec8-848d-3cc8b0f7bb16', 'name': '', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:e2:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:32Z', 'updated_at': '2022-05-09T13:33:41Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:33:53.710910 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef46bce-452b-4b77-9d61-ce32445b0a16 None None] The sync data for ids ['445fa2b7-3fbd-462f-9267-a8529dabf827'] in dv-neutron-840889-2-hyperv is: [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:33Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '55f3abd1-9525-4c68-a5d4-ce8b3c4ab9ff', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.44', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'port_id': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-863284869', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'mac_address': 'fa:16:3e:6a:dd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f88e01-54a8-4072-b68f-5bb5e992f9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:33:51Z', 'updated_at': '2022-05-09T13:33:51Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c5630b-b150-4ec8-848d-3cc8b0f7bb16', 'name': '', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:e2:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:32Z', 'updated_at': '2022-05-09T13:33:41Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:33:54.351334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfb500-b05f-487e-ad5b-84e52b639e40 req-23710e31-16f8-4d86-8f51-d1e2a9eca880 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:54.352764 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-88bfb500-b05f-487e-ad5b-84e52b639e40 req-23710e31-16f8-4d86-8f51-d1e2a9eca880 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 983 time: 0.0747068 May 09 13:33:54.399634 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-88bfb500-b05f-487e-ad5b-84e52b639e40 req-8205d886-dec6-4500-9516-98428fd8dcd3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 May 09 13:33:54.500947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-d6790fc3-6e73-415a-afd6-9db8cd7aa50d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:54.501561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-d6790fc3-6e73-415a-afd6-9db8cd7aa50d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:33:54.516208 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-d6790fc3-6e73-415a-afd6-9db8cd7aa50d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:33:54.517454 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-d6790fc3-6e73-415a-afd6-9db8cd7aa50d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 983 time: 0.0920653 May 09 13:33:54.588007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-54acf033-f476-423b-8a98-c2aae1faf5d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:54.589374 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-54acf033-f476-423b-8a98-c2aae1faf5d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0670588 May 09 13:33:54.731123 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-105eab6e-8c62-42c9-b68c-e61b7bf6b6f3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1371198 May 09 13:33:54.740678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-6fdbe253-1357-4e50-963e-30d7128390b6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:54.844125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-6fdbe253-1357-4e50-963e-30d7128390b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:54.969397 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df5682-7de7-47d8-a48a-c3e9661f2bd3 None None] New status for floating IP 55f3abd1-9525-4c68-a5d4-ce8b3c4ab9ff: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:33:55.037514 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-6fdbe253-1357-4e50-963e-30d7128390b6 service neutron] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:33:55.065717 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-6fdbe253-1357-4e50-963e-30d7128390b6 service neutron] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:33:55.123376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-6fdbe253-1357-4e50-963e-30d7128390b6 service neutron] device_id is not set on port e5901fe3-3329-469a-8de9-4bb2c1b28d40 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:33:55.131356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-6fdbe253-1357-4e50-963e-30d7128390b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:55.137532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-6fdbe253-1357-4e50-963e-30d7128390b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:55.269613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbe253-1357-4e50-963e-30d7128390b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5901fe3-3329-469a-8de9-4bb2c1b28d40,revision_number=6']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:55.325315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-6fdbe253-1357-4e50-963e-30d7128390b6 service neutron] No DVR routers for this DVR port e5901fe3-3329-469a-8de9-4bb2c1b28d40 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:33:55.380105 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3cb680ea-36ca-4131-bb7b-ece0cbb54479 None None] Provisioning complete for port e5901fe3-3329-469a-8de9-4bb2c1b28d40 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:33:55.380662 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3cb680ea-36ca-4131-bb7b-ece0cbb54479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:55.433434 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3cb680ea-36ca-4131-bb7b-ece0cbb54479 None None] Port e5901fe3-3329-469a-8de9-4bb2c1b28d40 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:33:55.561925 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b7f975e-6421-49ea-9de8-1920cc814004 req-260f9919-3d81-4b08-b283-016a56e25963 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f88e01-54a8-4072-b68f-5bb5e992f9fd HTTP/1.1" status: 200 len: 210 time: 0.0432720 May 09 13:33:55.652161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-6fdbe253-1357-4e50-963e-30d7128390b6 service neutron] In _notify_port_updated(), no bound segment for port e5901fe3-3329-469a-8de9-4bb2c1b28d40 on network 60d99ece-822c-4cdb-9d41-1a6a21f5477a {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:33:55.653114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-6fdbe253-1357-4e50-963e-30d7128390b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:55.654424 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-132a1a4a-652b-4d5d-abad-69f9557ba9dd req-6fdbe253-1357-4e50-963e-30d7128390b6 service neutron] 10.222.0.57 "PUT /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 1026 time: 0.9177396 May 09 13:33:56.681106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60350) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:56.748617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dfc727-d448-4f11-8454-90928161eeb1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:56.749950 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c1dfc727-d448-4f11-8454-90928161eeb1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 925 time: 0.0678544 May 09 13:33:56.826234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60356) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:56.831772 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-47d88430-6723-4e61-86db-d17e2fd15af8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1896831296', 'description': 'tempest-secgroup-smoke-1896831296 description', 'project_id': 'b8565fca19184006b055116e4f64bdfc'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:56.837491 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-47d88430-6723-4e61-86db-d17e2fd15af8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:56.846997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-47d88430-6723-4e61-86db-d17e2fd15af8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:56.857569 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47d88430-6723-4e61-86db-d17e2fd15af8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:56.858916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e5901fe3-3329-469a-8de9-4bb2c1b28d40 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:33:56.891940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-47d88430-6723-4e61-86db-d17e2fd15af8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:56.895689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-47d88430-6723-4e61-86db-d17e2fd15af8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:56.898500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-47d88430-6723-4e61-86db-d17e2fd15af8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:56.904174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-47d88430-6723-4e61-86db-d17e2fd15af8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:56.913836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e5901fe3-3329-469a-8de9-4bb2c1b28d40 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:33:56.961054 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47d88430-6723-4e61-86db-d17e2fd15af8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:56.964613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47d88430-6723-4e61-86db-d17e2fd15af8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.008306 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d88430-6723-4e61-86db-d17e2fd15af8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9843723-be65-4954-a288-4898f9bc36cc,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:57.015113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-47d88430-6723-4e61-86db-d17e2fd15af8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.016467 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-47d88430-6723-4e61-86db-d17e2fd15af8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1892304 May 09 13:33:57.019158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60360) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:57.024523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-5a8ab6f1-653a-493b-b135-1bdf782de498 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'b9843723-be65-4954-a288-4898f9bc36cc', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:57.030201 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5a8ab6f1-653a-493b-b135-1bdf782de498 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:57.033931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5a8ab6f1-653a-493b-b135-1bdf782de498 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:57.036788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5a8ab6f1-653a-493b-b135-1bdf782de498 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:57.042586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5a8ab6f1-653a-493b-b135-1bdf782de498 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:57.059412 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab6f1-653a-493b-b135-1bdf782de498 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.121782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab6f1-653a-493b-b135-1bdf782de498 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.125563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab6f1-653a-493b-b135-1bdf782de498 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.147324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ab6f1-653a-493b-b135-1bdf782de498 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f021ecf2-74b2-4b58-ba7c-44c4a238473f,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:57.155940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab6f1-653a-493b-b135-1bdf782de498 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.157092 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5a8ab6f1-653a-493b-b135-1bdf782de498 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1370232 May 09 13:33:57.159805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60364) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:57.165027 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-db2574fa-f324-4630-ad2b-bf9c94fd85d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'b9843723-be65-4954-a288-4898f9bc36cc', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:57.171057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-db2574fa-f324-4630-ad2b-bf9c94fd85d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:57.174942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-db2574fa-f324-4630-ad2b-bf9c94fd85d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:57.177802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-db2574fa-f324-4630-ad2b-bf9c94fd85d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:57.183530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-db2574fa-f324-4630-ad2b-bf9c94fd85d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:57.199826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db2574fa-f324-4630-ad2b-bf9c94fd85d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.260071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db2574fa-f324-4630-ad2b-bf9c94fd85d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.263496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db2574fa-f324-4630-ad2b-bf9c94fd85d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.285986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2574fa-f324-4630-ad2b-bf9c94fd85d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f247d4-7ebf-4bcc-926d-b7bfcde2b70e,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:57.295124 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-db2574fa-f324-4630-ad2b-bf9c94fd85d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.297400 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-db2574fa-f324-4630-ad2b-bf9c94fd85d0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1355743 May 09 13:33:57.299009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60368) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:57.304404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d62adb2c-2aed-4253-9932-226fbb4e238c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'b9843723-be65-4954-a288-4898f9bc36cc', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:57.310002 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d62adb2c-2aed-4253-9932-226fbb4e238c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:57.313760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d62adb2c-2aed-4253-9932-226fbb4e238c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:57.316621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d62adb2c-2aed-4253-9932-226fbb4e238c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:57.322277 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d62adb2c-2aed-4253-9932-226fbb4e238c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:57.337943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d62adb2c-2aed-4253-9932-226fbb4e238c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.400686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d62adb2c-2aed-4253-9932-226fbb4e238c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.404758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d62adb2c-2aed-4253-9932-226fbb4e238c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.426808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62adb2c-2aed-4253-9932-226fbb4e238c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbebad3-116a-4839-b974-853e17cc0f5f,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:57.434989 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d62adb2c-2aed-4253-9932-226fbb4e238c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.436305 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d62adb2c-2aed-4253-9932-226fbb4e238c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1363711 May 09 13:33:57.438957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60372) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:57.444034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-95bd868a-1daa-49df-b48e-3defd6fae50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'b9843723-be65-4954-a288-4898f9bc36cc', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:57.449462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-95bd868a-1daa-49df-b48e-3defd6fae50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:57.453152 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-95bd868a-1daa-49df-b48e-3defd6fae50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:57.455942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-95bd868a-1daa-49df-b48e-3defd6fae50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:57.461531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-95bd868a-1daa-49df-b48e-3defd6fae50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:57.477685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95bd868a-1daa-49df-b48e-3defd6fae50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.542848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95bd868a-1daa-49df-b48e-3defd6fae50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.548262 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95bd868a-1daa-49df-b48e-3defd6fae50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.589385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd868a-1daa-49df-b48e-3defd6fae50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7c7be3-4b66-4148-968c-75e90b65dad4,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:57.602283 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95bd868a-1daa-49df-b48e-3defd6fae50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.603649 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-95bd868a-1daa-49df-b48e-3defd6fae50a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1638222 May 09 13:33:57.607752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60376) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:57.613244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b635d55d-3cf2-4219-bc84-667cc73baa2c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'b9843723-be65-4954-a288-4898f9bc36cc', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:57.619035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b635d55d-3cf2-4219-bc84-667cc73baa2c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:57.623560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b635d55d-3cf2-4219-bc84-667cc73baa2c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:57.626557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b635d55d-3cf2-4219-bc84-667cc73baa2c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:57.632268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b635d55d-3cf2-4219-bc84-667cc73baa2c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:57.642704 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-b635d55d-3cf2-4219-bc84-667cc73baa2c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:33:57.649134 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b635d55d-3cf2-4219-bc84-667cc73baa2c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.712584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b635d55d-3cf2-4219-bc84-667cc73baa2c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.715891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b635d55d-3cf2-4219-bc84-667cc73baa2c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.738469 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635d55d-3cf2-4219-bc84-667cc73baa2c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de50323e-3dbd-4c18-add7-d0b1e3f1a531,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:57.747101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b635d55d-3cf2-4219-bc84-667cc73baa2c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.748317 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b635d55d-3cf2-4219-bc84-667cc73baa2c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1396611 May 09 13:33:57.751026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60380) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:33:57.756256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6fd53c93-a4bb-4282-811e-7e7874915357 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'b9843723-be65-4954-a288-4898f9bc36cc', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:33:57.761792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6fd53c93-a4bb-4282-811e-7e7874915357 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:33:57.765951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6fd53c93-a4bb-4282-811e-7e7874915357 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:33:57.768716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6fd53c93-a4bb-4282-811e-7e7874915357 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:33:57.774645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6fd53c93-a4bb-4282-811e-7e7874915357 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:33:57.786825 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-6fd53c93-a4bb-4282-811e-7e7874915357 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:33:57.792923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fd53c93-a4bb-4282-811e-7e7874915357 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.859176 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fd53c93-a4bb-4282-811e-7e7874915357 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.862924 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fd53c93-a4bb-4282-811e-7e7874915357 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.885770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd53c93-a4bb-4282-811e-7e7874915357 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e07749-bece-477e-9738-02007540de35,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:33:57.895542 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fd53c93-a4bb-4282-811e-7e7874915357 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:33:57.896711 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6fd53c93-a4bb-4282-811e-7e7874915357 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1447744 May 09 13:33:58.063680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-318f42c9-e4ac-4434-bd8d-9f31464708cd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:33:58.078428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-318f42c9-e4ac-4434-bd8d-9f31464708cd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:33:58.079724 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-318f42c9-e4ac-4434-bd8d-9f31464708cd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1896831296&fields=id&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 267 time: 0.0549073 May 09 13:33:58.150146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-24a8550c-7d95-4d61-a448-9f73c3dec208 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:33:58.151434 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-24a8550c-7d95-4d61-a448-9f73c3dec208 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 930 time: 0.0655627 May 09 13:33:58.222709 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-e98c1fcd-9790-426a-b27e-2bd8106831e4 service neutron] 10.222.0.44 "GET /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0596976 May 09 13:33:58.349516 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-31271257-0753-435e-8f87-44b780ddd795 service neutron] 10.222.0.44 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212671 May 09 13:33:58.476224 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-365370fb-5b1f-4e4a-9c19-db1965d9ff74 service neutron] 10.222.0.44 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211250 May 09 13:33:59.676719 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-61e6ce7a-129c-4d3d-b015-1b7c8b193554 req-2ff86051-ea9f-41a9-94e2-8bf42f1b0d5d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 210 time: 0.0401394 May 09 13:34:00.592745 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-c4508687-6588-44f1-af18-81df2f2461d3 service neutron] 10.222.0.57 "GET /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 1026 time: 0.0640285 May 09 13:34:00.754034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-7d1ed9d5-c9a2-4ab9-bcfb-667c4fcb3166 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:00.755446 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-7d1ed9d5-c9a2-4ab9-bcfb-667c4fcb3166 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks?id=60d99ece-822c-4cdb-9d41-1a6a21f5477a HTTP/1.1" status: 200 len: 797 time: 0.1572487 May 09 13:34:00.810180 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-b1471539-8df7-421d-840b-98b7cde628fb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 473 time: 0.0417423 May 09 13:34:00.823826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Request body: {'port': {'device_id': '06373d6d-51a0-473b-96a8-4e4a7b87295a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:00.840893 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5a849f23-34da-4cb0-b529-24c5037c53e2 req-95cd3e65-71bc-456e-8098-483572514967 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 210 time: 0.0425725 May 09 13:34:00.929445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:01.256068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5901fe3-3329-469a-8de9-4bb2c1b28d40 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:34:01.262606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:01.277459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Transition to ACTIVE for port object e5901fe3-3329-469a-8de9-4bb2c1b28d40 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:34:01.280787 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:01.418483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Pushing event updated for resources: {'Port': ['ID=e5901fe3-3329-469a-8de9-4bb2c1b28d40,revision_number=7']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:01.548955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Attempting to bind port e5901fe3-3329-469a-8de9-4bb2c1b28d40 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:34:01.549300 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Attempting to bind port e5901fe3-3329-469a-8de9-4bb2c1b28d40 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:34:01.549620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Attempting to bind port e5901fe3-3329-469a-8de9-4bb2c1b28d40 on network 60d99ece-822c-4cdb-9d41-1a6a21f5477a {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:34:01.555088 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Port e5901fe3-3329-469a-8de9-4bb2c1b28d40 on network 60d99ece-822c-4cdb-9d41-1a6a21f5477a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:34:01.555395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Attempting to bind port e5901fe3-3329-469a-8de9-4bb2c1b28d40 on network 60d99ece-822c-4cdb-9d41-1a6a21f5477a {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:34:01.561979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:34:01.562301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Checking segment: {'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:34:01.562671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Bound using segment: {'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:34:01.563079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Bound port: e5901fe3-3329-469a-8de9-4bb2c1b28d40, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92b91f7-842d-488e-8031-0ee2c0901017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:34:01.563412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:01.653176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:34:01.656095 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:34:01.659776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:01.722754 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:01.724088 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] 10.222.0.57 "PUT /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 1131 time: 0.9040565 May 09 13:34:01.724511 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06373d6d-51a0-473b-96a8-4e4a7b87295a', 'tag': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:34:01.745567 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455e6f7-ec11-4f55-9e73-d574a3075932 service neutron] Pushing event updated for resources: {'Port': ['ID=e5901fe3-3329-469a-8de9-4bb2c1b28d40,revision_number=8']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:01.792682 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e28d7c-cf16-4894-8812-3998be32f6bd'] response: {'name': 'network-changed', 'server_uuid': '06373d6d-51a0-473b-96a8-4e4a7b87295a', 'tag': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40', 'status': 'completed', 'code': 200} May 09 13:34:01.833657 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-da8c77c9-f0b5-4189-a6d2-e028b11c4f9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 1134 time: 0.0721667 May 09 13:34:02.030624 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-08f68f5c-8c0b-4950-be19-ae53a572a662 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 1036 time: 0.1903079 May 09 13:34:02.043982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aaa9e-f3dc-42c7-91d9-f0df7e3c332e req-5057a789-2e71-45b0-bdc7-af7c99df7994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:02.046085 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f75aaa9e-f3dc-42c7-91d9-f0df7e3c332e req-5057a789-2e71-45b0-bdc7-af7c99df7994 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 981 time: 0.0820410 May 09 13:34:02.090635 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-ee647aec-f786-40af-9cb8-7b5cc6f25885 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:02.090885 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f75aaa9e-f3dc-42c7-91d9-f0df7e3c332e req-2c0cf6ce-24ff-497a-990e-ad574ab2eb79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390644 May 09 13:34:02.092694 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-ee647aec-f786-40af-9cb8-7b5cc6f25885 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0ffabc0-20b9-4090-a9a8-10f9fb1217c9 HTTP/1.1" status: 200 len: 834 time: 0.0562465 May 09 13:34:02.168411 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-35a240f7-3cd4-44d1-b269-28086427c555 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60d99ece-822c-4cdb-9d41-1a6a21f5477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703444 May 09 13:34:02.296197 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-fbe0a95d-da00-4586-8342-4601fddb49e9 service neutron] 10.222.0.57 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219079 May 09 13:34:02.432286 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b09792ba-e6ce-49b3-b8b1-4ed9498f8a4b req-dfa61c14-73e9-4d23-9875-810fa6129ff6 service neutron] 10.222.0.57 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294754 May 09 13:34:02.539195 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b59b0c41-6e49-4b25-8b10-9209c13b7e50 req-fa798d9f-786f-4308-b807-1b186ab1585c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 1134 time: 0.0667138 May 09 13:34:02.671348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b0c41-6e49-4b25-8b10-9209c13b7e50 req-7e353001-daaa-4b4c-8334-a130ca46ced0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:02.672806 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b59b0c41-6e49-4b25-8b10-9209c13b7e50 req-7e353001-daaa-4b4c-8334-a130ca46ced0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=60d99ece-822c-4cdb-9d41-1a6a21f5477a HTTP/1.1" status: 200 len: 898 time: 0.1274602 May 09 13:34:02.778648 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b59b0c41-6e49-4b25-8b10-9209c13b7e50 req-57b678b4-6ca7-4c25-afbd-a967f259c82b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 1036 time: 0.1002138 May 09 13:34:02.839661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b0c41-6e49-4b25-8b10-9209c13b7e50 req-ead00581-261a-4ce9-8032-52a3910ce007 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:02.841025 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b59b0c41-6e49-4b25-8b10-9209c13b7e50 req-ead00581-261a-4ce9-8032-52a3910ce007 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0ffabc0-20b9-4090-a9a8-10f9fb1217c9 HTTP/1.1" status: 200 len: 834 time: 0.0567713 May 09 13:34:02.917595 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b59b0c41-6e49-4b25-8b10-9209c13b7e50 req-2b30a9c0-c5ca-4105-b651-608040bf3831 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60d99ece-822c-4cdb-9d41-1a6a21f5477a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704060 May 09 13:34:03.048775 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b59b0c41-6e49-4b25-8b10-9209c13b7e50 req-7df4280e-7eb4-4b1f-b11c-01ee69e7c446 service neutron] 10.222.0.57 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255329 May 09 13:34:03.183710 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b59b0c41-6e49-4b25-8b10-9209c13b7e50 req-85f69887-e5d6-4ac6-930d-aaf72eefda19 service neutron] 10.222.0.57 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285455 May 09 13:34:03.295117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17262564-d57d-4d4d-9b69-dd87e5c0bc74 req-9880bb23-3d63-4fb6-80e2-56866062c641 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:03.296483 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17262564-d57d-4d4d-9b69-dd87e5c0bc74 req-9880bb23-3d63-4fb6-80e2-56866062c641 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 981 time: 0.0804441 May 09 13:34:03.341717 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17262564-d57d-4d4d-9b69-dd87e5c0bc74 req-fe38679e-4a6c-4d10-9db4-654507cdc2cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389857 May 09 13:34:04.537869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e57ce-f409-4530-9aca-7af7f7ae87bf req-2290e753-fc52-4a65-8ca8-4bc2db93057c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:04.539284 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-732e57ce-f409-4530-9aca-7af7f7ae87bf req-2290e753-fc52-4a65-8ca8-4bc2db93057c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 981 time: 0.0750456 May 09 13:34:04.584170 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-732e57ce-f409-4530-9aca-7af7f7ae87bf req-a3b662f0-37f3-4ea0-becf-0cf51f5d3cb0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389497 May 09 13:34:04.873786 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e5901fe3-3329-469a-8de9-4bb2c1b28d40 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:34:05.006010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:34:05.018484 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'port_id': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40', 'mac_address': 'fa:16:3e:6a:dd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:34:05.070326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:05.087229 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5901fe3-3329-469a-8de9-4bb2c1b28d40 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:34:05.102108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:34:05.106141 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:05.169604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e5901fe3-3329-469a-8de9-4bb2c1b28d40,revision_number=9']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:05.373944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['e5901fe3-3329-469a-8de9-4bb2c1b28d40'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:34:05.855068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdcc9a-e5e5-4f12-84dd-49ec13efa8de req-0f797c21-b833-4da9-af28-97e8a6c0a027 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:05.856495 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0ccdcc9a-e5e5-4f12-84dd-49ec13efa8de req-0f797c21-b833-4da9-af28-97e8a6c0a027 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 982 time: 0.1557558 May 09 13:34:05.902341 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0ccdcc9a-e5e5-4f12-84dd-49ec13efa8de req-b77dab71-28c9-4d0a-b659-8c1575a5e99d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 May 09 13:34:06.884132 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e5901fe3-3329-469a-8de9-4bb2c1b28d40 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:34:06.954720 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port e5901fe3-3329-469a-8de9-4bb2c1b28d40 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:34:06.959444 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port e5901fe3-3329-469a-8de9-4bb2c1b28d40 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:34:06.959811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:07.068954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:07.094927 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2209f13-5c70-4d83-aefb-6d5c75309c2a req-ca16ef9c-1d79-4996-a7d9-06a3edf71a5c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:07.096383 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a2209f13-5c70-4d83-aefb-6d5c75309c2a req-ca16ef9c-1d79-4996-a7d9-06a3edf71a5c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 982 time: 0.0751977 May 09 13:34:07.097999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06373d6d-51a0-473b-96a8-4e4a7b87295a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:34:07.107578 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:34:07.111273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:07.143439 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a2209f13-5c70-4d83-aefb-6d5c75309c2a req-aa05e813-f472-48b1-b628-9905de6bc7d5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 May 09 13:34:07.156258 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94b8050-4b6e-46d7-ab92-a8d9d622f2ed'] response: {'server_uuid': '06373d6d-51a0-473b-96a8-4e4a7b87295a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5901fe3-3329-469a-8de9-4bb2c1b28d40', 'code': 200} May 09 13:34:07.181862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e5901fe3-3329-469a-8de9-4bb2c1b28d40,revision_number=10']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:07.372034 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e615cb48-e467-4dad-9e9c-20cec5e8cba8 req-939ddcf4-0a15-466f-96ec-bacb22ded65c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 1137 time: 0.0655808 May 09 13:34:07.412554 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e615cb48-e467-4dad-9e9c-20cec5e8cba8 req-73ac492f-8912-42fd-893e-ac33915a0080 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343924 May 09 13:34:08.338827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df01ab2-25b0-4c9f-bc1d-b5c2804b8ad1 req-fe9e7805-44af-421f-8c77-42b51b89aa9a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:08.340261 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2df01ab2-25b0-4c9f-bc1d-b5c2804b8ad1 req-fe9e7805-44af-421f-8c77-42b51b89aa9a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 984 time: 0.0773795 May 09 13:34:08.384003 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2df01ab2-25b0-4c9f-bc1d-b5c2804b8ad1 req-963b9353-529b-4aef-9e0c-33623cd0bfb3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376031 May 09 13:34:09.574330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedea438-a2c1-47db-ac64-7189741cd023 req-d69b12a5-a749-4b7d-aeb2-202e47f401b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:09.576314 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-aedea438-a2c1-47db-ac64-7189741cd023 req-d69b12a5-a749-4b7d-aeb2-202e47f401b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 984 time: 0.0744948 May 09 13:34:09.624136 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-aedea438-a2c1-47db-ac64-7189741cd023 req-afc2b67a-90c7-4d2f-80fc-8f3022c9821f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424745 May 09 13:34:09.815666 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d408a-d60f-4ee9-a001-a534a7f93ee7 req-273dda1d-016f-4ab6-9f20-726ac3e9aec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:09.817084 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a22d408a-d60f-4ee9-a001-a534a7f93ee7 req-273dda1d-016f-4ab6-9f20-726ac3e9aec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 984 time: 0.0739567 May 09 13:34:09.860767 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a22d408a-d60f-4ee9-a001-a534a7f93ee7 req-510159da-c24b-4f28-bbe9-7678a5229e1b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382829 May 09 13:34:09.887367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60426) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:09.959716 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8378a62e-95c8-4361-85ee-c93b1b680735 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a&network_id=60d99ece-822c-4cdb-9d41-1a6a21f5477a HTTP/1.1" status: 200 len: 1132 time: 0.0707548 May 09 13:34:10.112267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d63199d9-03e6-4f07-ac9a-266748fbb01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:10.327840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de79818-ea68-4284-aa3b-f4d2d40e9213 req-7b248a7c-6cf0-42da-ba69-d1d789de7229 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:10.329693 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9de79818-ea68-4284-aa3b-f4d2d40e9213 req-7b248a7c-6cf0-42da-ba69-d1d789de7229 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 984 time: 0.0754671 May 09 13:34:10.373676 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9de79818-ea68-4284-aa3b-f4d2d40e9213 req-b4cf6903-06f1-4937-b97e-89952c1885dd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384052 May 09 13:34:11.579096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23acd4-dbed-435b-ae93-f0f7363dccaf req-0be09555-2fd9-40df-9275-97d436bcad15 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:11.580556 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cc23acd4-dbed-435b-ae93-f0f7363dccaf req-0be09555-2fd9-40df-9275-97d436bcad15 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 984 time: 0.0852442 May 09 13:34:11.626960 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cc23acd4-dbed-435b-ae93-f0f7363dccaf req-97b21840-b2c9-4d04-99bf-31ac15a1d9a8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=721726d3-38e9-4d3f-bded-375b08fbb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408709 May 09 13:34:11.695553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-407fac4c-438f-456a-940b-cebc6abc9db4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:11.696892 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-407fac4c-438f-456a-940b-cebc6abc9db4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 984 time: 0.0772071 May 09 13:34:11.768034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-b84e3a84-bd07-4f74-ba80-ad8ce96f74c1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:11.769417 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-b84e3a84-bd07-4f74-ba80-ad8ce96f74c1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0672224 May 09 13:34:11.908802 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-f2083a7d-215d-40f5-be27-ed5f373eb947 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1343162 May 09 13:34:11.917788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-a328798f-af1d-4ca9-87b0-ac842d1326fa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:12.102265 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-a328798f-af1d-4ca9-87b0-ac842d1326fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:12.288700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-a328798f-af1d-4ca9-87b0-ac842d1326fa service neutron] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e5901fe3-3329-469a-8de9-4bb2c1b28d40,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:34:12.316278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-a328798f-af1d-4ca9-87b0-ac842d1326fa service neutron] For port e5901fe3-3329-469a-8de9-4bb2c1b28d40, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:34:12.368055 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-a328798f-af1d-4ca9-87b0-ac842d1326fa service neutron] device_id is not set on port e5901fe3-3329-469a-8de9-4bb2c1b28d40 yet. {{(pid=83895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 09 13:34:12.375816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-a328798f-af1d-4ca9-87b0-ac842d1326fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:12.380676 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-a328798f-af1d-4ca9-87b0-ac842d1326fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:12.414522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e61fd490-a4b9-4e38-89a6-e59b3259a17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:12.512891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328798f-af1d-4ca9-87b0-ac842d1326fa service neutron] Pushing event updated for resources: {'Port': ['ID=e5901fe3-3329-469a-8de9-4bb2c1b28d40,revision_number=11']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:12.569657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-a328798f-af1d-4ca9-87b0-ac842d1326fa service neutron] No DVR routers for this DVR port e5901fe3-3329-469a-8de9-4bb2c1b28d40 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:34:12.690178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7564f028-4101-4086-8b2b-b510918e32f6 None None] Provisioning complete for port e5901fe3-3329-469a-8de9-4bb2c1b28d40 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:34:12.691324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7564f028-4101-4086-8b2b-b510918e32f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:12.755787 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7564f028-4101-4086-8b2b-b510918e32f6 None None] Port e5901fe3-3329-469a-8de9-4bb2c1b28d40 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:34:12.793811 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce711e51-eab6-4014-95fd-2189a2fb1ed0 req-e82ccb96-3445-44e9-8bfd-61ba7958e7b0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=06373d6d-51a0-473b-96a8-4e4a7b87295a HTTP/1.1" status: 200 len: 210 time: 0.0427616 May 09 13:34:12.816259 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-a328798f-af1d-4ca9-87b0-ac842d1326fa service neutron] In _notify_port_updated(), no bound segment for port e5901fe3-3329-469a-8de9-4bb2c1b28d40 on network 60d99ece-822c-4cdb-9d41-1a6a21f5477a {{(pid=83895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 09 13:34:12.817309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-a328798f-af1d-4ca9-87b0-ac842d1326fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:12.818608 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c2af4d84-0123-437c-8b94-1ff28a88a52a req-a328798f-af1d-4ca9-87b0-ac842d1326fa service neutron] 10.222.0.57 "PUT /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 200 len: 1027 time: 0.9045780 May 09 13:34:13.348948 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:13.826819 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:13.904032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60440) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:13.970218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b7bd416e-29bc-48cc-a516-fdeaa762674c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:14.001479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b7bd416e-29bc-48cc-a516-fdeaa762674c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:14.062491 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b7bd416e-29bc-48cc-a516-fdeaa762674c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:14.080706 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd416e-29bc-48cc-a516-fdeaa762674c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9843723-be65-4954-a288-4898f9bc36cc,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:14.090516 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b7bd416e-29bc-48cc-a516-fdeaa762674c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:14.091711 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b7bd416e-29bc-48cc-a516-fdeaa762674c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/security-groups/b9843723-be65-4954-a288-4898f9bc36cc HTTP/1.1" status: 204 len: 168 time: 0.1867166 May 09 13:34:14.132354 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60446) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:14.327316 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-19726a55-fa55-4759-9b1f-b4920f75d129 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port f71fdd01-ba94-4b1c-8ea2-ca5274c8a3a0 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:34:14.327656 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-19726a55-fa55-4759-9b1f-b4920f75d129 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:14.487326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-19726a55-fa55-4759-9b1f-b4920f75d129 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:14.487647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-19726a55-fa55-4759-9b1f-b4920f75d129 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:14.607587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-19726a55-fa55-4759-9b1f-b4920f75d129 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for f71fdd01-ba94-4b1c-8ea2-ca5274c8a3a0 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:34:14.751432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-19726a55-fa55-4759-9b1f-b4920f75d129 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:14.800432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19726a55-fa55-4759-9b1f-b4920f75d129 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=f71fdd01-ba94-4b1c-8ea2-ca5274c8a3a0,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:14.937143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e5901fe3-3329-469a-8de9-4bb2c1b28d40 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:34:14.978678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-19726a55-fa55-4759-9b1f-b4920f75d129 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:15.027605 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e5901fe3-3329-469a-8de9-4bb2c1b28d40 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:34:15.029226 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:15.372746 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19726a55-fa55-4759-9b1f-b4920f75d129 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 445fa2b7-3fbd-462f-9267-a8529dabf827 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:34:15.565237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19726a55-fa55-4759-9b1f-b4920f75d129 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:34:15.576111 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5ed85-54dc-4803-bf07-eda1ec4bc5d2 None None] Sync routers for ids ['445fa2b7-3fbd-462f-9267-a8529dabf827'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:34:15.585992 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-19726a55-fa55-4759-9b1f-b4920f75d129 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:15.588257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5ed85-54dc-4803-bf07-eda1ec4bc5d2 None None] Routers {'445fa2b7-3fbd-462f-9267-a8529dabf827'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:34:15.588903 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a9d5ed85-54dc-4803-bf07-eda1ec4bc5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:34:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['445fa2b7-3fbd-462f-9267-a8529dabf827'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:15.640191 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-19726a55-fa55-4759-9b1f-b4920f75d129 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/floatingips/55f3abd1-9525-4c68-a5d4-ce8b3c4ab9ff HTTP/1.1" status: 204 len: 168 time: 1.5066090 May 09 13:34:15.765591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-a9d5ed85-54dc-4803-bf07-eda1ec4bc5d2 None None] Set router 445fa2b7-3fbd-462f-9267-a8529dabf827 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:34:15.794295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60454) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:15.860870 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2677abfa-87ae-494d-bc70-906ee50c6398 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:15.892623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2677abfa-87ae-494d-bc70-906ee50c6398 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:15.959504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2677abfa-87ae-494d-bc70-906ee50c6398 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:15.977857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677abfa-87ae-494d-bc70-906ee50c6398 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed52c487-9259-4f18-bd2a-4986e1a28691,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:15.985573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2677abfa-87ae-494d-bc70-906ee50c6398 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:15.989892 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2677abfa-87ae-494d-bc70-906ee50c6398 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/security-groups/ed52c487-9259-4f18-bd2a-4986e1a28691 HTTP/1.1" status: 204 len: 168 time: 0.1944978 May 09 13:34:16.030429 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60460) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:16.093985 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-8f50cd9d-3d19-475c-96d3-4a0baa0b555e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port e5901fe3-3329-469a-8de9-4bb2c1b28d40 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:34:16.094325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f50cd9d-3d19-475c-96d3-4a0baa0b555e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:16.098005 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a9d5ed85-54dc-4803-bf07-eda1ec4bc5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:33Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '88c5630b-b150-4ec8-848d-3cc8b0f7bb16', 'name': '', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:e2:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:32Z', 'updated_at': '2022-05-09T13:33:41Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:16.101909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5ed85-54dc-4803-bf07-eda1ec4bc5d2 None None] Checking router: 445fa2b7-3fbd-462f-9267-a8529dabf827 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:34:16.112125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5ed85-54dc-4803-bf07-eda1ec4bc5d2 None None] Routers {'445fa2b7-3fbd-462f-9267-a8529dabf827'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:34:16.112709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a9d5ed85-54dc-4803-bf07-eda1ec4bc5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:34:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['445fa2b7-3fbd-462f-9267-a8529dabf827'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:16.284441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-a9d5ed85-54dc-4803-bf07-eda1ec4bc5d2 None None] Set router 445fa2b7-3fbd-462f-9267-a8529dabf827 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:34:16.329855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f50cd9d-3d19-475c-96d3-4a0baa0b555e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:16.447373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-8f50cd9d-3d19-475c-96d3-4a0baa0b555e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for e5901fe3-3329-469a-8de9-4bb2c1b28d40 owned by {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:34:16.590629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f50cd9d-3d19-475c-96d3-4a0baa0b555e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:16.598610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a9d5ed85-54dc-4803-bf07-eda1ec4bc5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:33Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '88c5630b-b150-4ec8-848d-3cc8b0f7bb16', 'name': '', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:e2:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:32Z', 'updated_at': '2022-05-09T13:33:41Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:16.602879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5ed85-54dc-4803-bf07-eda1ec4bc5d2 None None] The sync data for ids ['445fa2b7-3fbd-462f-9267-a8529dabf827'] in dv-neutron-840889-2-hyperv is: [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:33Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '88c5630b-b150-4ec8-848d-3cc8b0f7bb16', 'name': '', 'network_id': '60d99ece-822c-4cdb-9d41-1a6a21f5477a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:e2:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:32Z', 'updated_at': '2022-05-09T13:33:41Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e0ffabc0-20b9-4090-a9a8-10f9fb1217c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:34:16.642610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50cd9d-3d19-475c-96d3-4a0baa0b555e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=e5901fe3-3329-469a-8de9-4bb2c1b28d40,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:16.850059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f50cd9d-3d19-475c-96d3-4a0baa0b555e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:16.856549 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1fa764-7193-4a29-8cfb-a58305306f0e None None] New status for floating IP 55f3abd1-9525-4c68-a5d4-ce8b3c4ab9ff: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:34:16.864778 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8f50cd9d-3d19-475c-96d3-4a0baa0b555e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/ports/e5901fe3-3329-469a-8de9-4bb2c1b28d40 HTTP/1.1" status: 204 len: 168 time: 0.8308730 May 09 13:34:16.865142 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60464) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:17.250704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:17.839947 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:34:17.840279 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:18.018752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 88c5630b-b150-4ec8-848d-3cc8b0f7bb16, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=88c5630b-b150-4ec8-848d-3cc8b0f7bb16,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:34:18.019013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:18.135095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:34:18.388623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:18.436447 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=88c5630b-b150-4ec8-848d-3cc8b0f7bb16,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:18.474813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:18.475147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:18.475483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:18.475819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:18.476151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:18.476488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:18.476814 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:18.477138 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:18.477487 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:18.477808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:18.478126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:18.737908 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:19.301938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 445fa2b7-3fbd-462f-9267-a8529dabf827 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:34:19.494035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:34:19.504733 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5919a72-ae81-4af7-8e3e-51369139f6fe None None] Sync routers for ids ['445fa2b7-3fbd-462f-9267-a8529dabf827'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:34:19.507755 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4c130779-ac19-456c-9290-7af740257ec0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/445fa2b7-3fbd-462f-9267-a8529dabf827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6415267 May 09 13:34:19.510440 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60468) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:19.516076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5919a72-ae81-4af7-8e3e-51369139f6fe None None] Routers {'445fa2b7-3fbd-462f-9267-a8529dabf827'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:34:19.516682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e5919a72-ae81-4af7-8e3e-51369139f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:34:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['445fa2b7-3fbd-462f-9267-a8529dabf827'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:19.691541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e5919a72-ae81-4af7-8e3e-51369139f6fe None None] Set router 445fa2b7-3fbd-462f-9267-a8529dabf827 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:34:19.792416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-928fb292-fcc2-485d-ae4c-73c7949c452c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting subnet e0ffabc0-20b9-4090-a9a8-10f9fb1217c9 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:34:19.795901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-928fb292-fcc2-485d-ae4c-73c7949c452c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:19.846803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-928fb292-fcc2-485d-ae4c-73c7949c452c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:19.930251 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-928fb292-fcc2-485d-ae4c-73c7949c452c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:20.000492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-928fb292-fcc2-485d-ae4c-73c7949c452c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:20.014109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e5919a72-ae81-4af7-8e3e-51369139f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:34:18Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:20.018003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5919a72-ae81-4af7-8e3e-51369139f6fe None None] Checking router: 445fa2b7-3fbd-462f-9267-a8529dabf827 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:34:20.029136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5919a72-ae81-4af7-8e3e-51369139f6fe None None] Routers {'445fa2b7-3fbd-462f-9267-a8529dabf827'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:34:20.030004 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e5919a72-ae81-4af7-8e3e-51369139f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:34:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['445fa2b7-3fbd-462f-9267-a8529dabf827'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:20.038888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fb292-fcc2-485d-ae4c-73c7949c452c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ffabc0-20b9-4090-a9a8-10f9fb1217c9,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:20.043465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-928fb292-fcc2-485d-ae4c-73c7949c452c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:20.050669 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-928fb292-fcc2-485d-ae4c-73c7949c452c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/subnets/e0ffabc0-20b9-4090-a9a8-10f9fb1217c9 HTTP/1.1" status: 204 len: 168 time: 0.5392933 May 09 13:34:20.053081 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60472) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:20.078469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9633c6-8275-485c-a786-be6030b621ce None None] Network 60d99ece-822c-4cdb-9d41-1a6a21f5477a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:34:20.254952 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:20.354597 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e5919a72-ae81-4af7-8e3e-51369139f6fe None None] Set router 445fa2b7-3fbd-462f-9267-a8529dabf827 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:34:20.451385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:20.460329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 35d18783-b338-4cbf-90e2-62a1656b39b0 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:34:20.460672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:20.616207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23422af-aa85-4d6d-b9a2-6985ef97fcab None None] DHCP port deletion for 60d99ece-822c-4cdb-9d41-1a6a21f5477a request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:34:20.623538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d23422af-aa85-4d6d-b9a2-6985ef97fcab None None] Deleting port 8cdc4550-e9b0-4313-a11a-e308fdb124cf {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:34:20.623901 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d23422af-aa85-4d6d-b9a2-6985ef97fcab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:20.643829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 35d18783-b338-4cbf-90e2-62a1656b39b0, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=35d18783-b338-4cbf-90e2-62a1656b39b0,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:34:20.644476 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:20.757815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 8cdc4550-e9b0-4313-a11a-e308fdb124cf no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:34:20.768773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 35d18783-b338-4cbf-90e2-62a1656b39b0 owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:34:20.832023 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e5919a72-ae81-4af7-8e3e-51369139f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:34:18Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:20.864095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5919a72-ae81-4af7-8e3e-51369139f6fe None None] The sync data for ids ['445fa2b7-3fbd-462f-9267-a8529dabf827'] in dv-neutron-840889-2-hyperv is: [{'id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'name': 'tempest-TestNetworkBasicOps-router-2117373360', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:34:18Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '35d18783-b338-4cbf-90e2-62a1656b39b0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445fa2b7-3fbd-462f-9267-a8529dabf827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:33:29Z', 'updated_at': '2022-05-09T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:34:20.896762 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d23422af-aa85-4d6d-b9a2-6985ef97fcab None None] For port 8cdc4550-e9b0-4313-a11a-e308fdb124cf, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=8cdc4550-e9b0-4313-a11a-e308fdb124cf,segment=NetworkSegment(e92b91f7-842d-488e-8031-0ee2c0901017),segment_id=e92b91f7-842d-488e-8031-0ee2c0901017)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:34:20.897148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d23422af-aa85-4d6d-b9a2-6985ef97fcab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:20.943215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:20.988909 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=35d18783-b338-4cbf-90e2-62a1656b39b0,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:21.074054 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d23422af-aa85-4d6d-b9a2-6985ef97fcab None None] Calling delete_port for 8cdc4550-e9b0-4313-a11a-e308fdb124cf owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:34:21.146861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:21.211101 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d23422af-aa85-4d6d-b9a2-6985ef97fcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:21.215680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:21.266869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23422af-aa85-4d6d-b9a2-6985ef97fcab None None] Pushing event deleted for resources: {'Port': ['ID=8cdc4550-e9b0-4313-a11a-e308fdb124cf,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:21.271556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23422af-aa85-4d6d-b9a2-6985ef97fcab None None] No DVR routers for this DVR port 8cdc4550-e9b0-4313-a11a-e308fdb124cf on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:34:21.339247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:21.572437 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:21.577069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:21.604325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:21.604902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Fanout notify agent at l3_agent the message router_deleted on router 445fa2b7-3fbd-462f-9267-a8529dabf827 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:34:21.620181 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:21.621322 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-946b0478-e211-48f2-942f-0d1f962ee475 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/routers/445fa2b7-3fbd-462f-9267-a8529dabf827 HTTP/1.1" status: 204 len: 168 time: 1.5672791 May 09 13:34:21.623998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60476) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:21.736720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d57e014b-ed95-4ca5-84c0-4f803538a4db tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:21.864088 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d57e014b-ed95-4ca5-84c0-4f803538a4db tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:21.888218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-d57e014b-ed95-4ca5-84c0-4f803538a4db tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d99ece-822c-4cdb-9d41-1a6a21f5477a']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:21.899650 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-d57e014b-ed95-4ca5-84c0-4f803538a4db tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92b91f7-842d-488e-8031-0ee2c0901017') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:21.899947 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-d57e014b-ed95-4ca5-84c0-4f803538a4db tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92b91f7-842d-488e-8031-0ee2c0901017') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:21.911447 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d57e014b-ed95-4ca5-84c0-4f803538a4db tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:21.926588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d57e014b-ed95-4ca5-84c0-4f803538a4db tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:21.932330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57e014b-ed95-4ca5-84c0-4f803538a4db tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:34:21.932706 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d57e014b-ed95-4ca5-84c0-4f803538a4db tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:34:21.946801 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:34:22.026824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d57e014b-ed95-4ca5-84c0-4f803538a4db tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:22.043742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d57e014b-ed95-4ca5-84c0-4f803538a4db tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:22.054753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e014b-ed95-4ca5-84c0-4f803538a4db tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Network': ['ID=60d99ece-822c-4cdb-9d41-1a6a21f5477a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:22.064817 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d57e014b-ed95-4ca5-84c0-4f803538a4db tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/networks/60d99ece-822c-4cdb-9d41-1a6a21f5477a HTTP/1.1" status: 204 len: 168 time: 0.4397748 May 09 13:34:22.078169 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60480) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:22.092203 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b79f13c5-e58b-4687-a992-1c3eace8609f tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0108292 May 09 13:34:22.092384 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60484) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:22.097329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'network': {'name': 'tempest-network-smoke--1249562389', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'port_security_enabled': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:22.102154 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:34:22.106144 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:network and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:34:22.109446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:34:22.115562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:34:22.125379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:34:22.128313 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:22.155708 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:34:22.164697 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:22.165030 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Added segment ff51328a-1c22-4450-9814-d57188aa2d39 of type vlan for network 02c55a2b-dd04-4877-878a-b8796455af01 May 09 13:34:22.190465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:22.223826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:22.227586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:22.228147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:22.324214 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2308233 May 09 13:34:22.327555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60488) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:22.334655 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-944682438', 'admin_state_up': True, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:22.342542 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:34:22.344700 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f22f2-d594-4517-868d-a71710865f84 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Network': ['ID=02c55a2b-dd04-4877-878a-b8796455af01,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:22.348427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:router and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:34:22.351505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:34:22.354473 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 02c55a2b-dd04-4877-878a-b8796455af01 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:34:22.357439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:34:22.366791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:22.367680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:22.387385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:22.533657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:22.705451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:22.735052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:22.748935 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:34:22.785973 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:34:22.786318 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 88c5630b-b150-4ec8-848d-3cc8b0f7bb16 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:34:22.786742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 35d18783-b338-4cbf-90e2-62a1656b39b0 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:34:22.821987 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 35d18783-b338-4cbf-90e2-62a1656b39b0 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:34:22.822337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 35d18783-b338-4cbf-90e2-62a1656b39b0 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:34:22.956832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.161 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/222b837a-0b39-470e-8ea3-cb5ae533ab54) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:34:23.096681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:23.122911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:23.187914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:34:23.190455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:34:23.194023 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:34:23.223068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=222b837a-0b39-470e-8ea3-cb5ae533ab54,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:23.346076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:23.346791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:23.572671 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 1d1756b4-4822-49e3-bed4-dca651966102 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:34:23.768985 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:34:23.777907 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Sync routers for ids ['1d1756b4-4822-49e3-bed4-dca651966102'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:34:23.789596 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Routers {'1d1756b4-4822-49e3-bed4-dca651966102'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:34:23.790208 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:34:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1d1756b4-4822-49e3-bed4-dca651966102'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:23.795163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:23.796464 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bb5c422b-9a4f-428a-8b16-1d3eb2d2f8af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4680181 May 09 13:34:23.799421 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60492) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:23.840840 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-022b59dd-065d-4c89-ada1-3a37b2406ce3 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8565fca19184006b055116e4f64bdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381298 May 09 13:34:23.841046 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60496) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:23.964955 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Set router 1d1756b4-4822-49e3-bed4-dca651966102 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:34:23.967621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3402a5d8-d9de-4687-8b08-0f353d04464b tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:23.969090 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3402a5d8-d9de-4687-8b08-0f353d04464b tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271372 May 09 13:34:23.972042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60500) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:24.011902 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-416cdf6b-af8a-4a7c-bfc1-8bed46eb9b0c tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388110 May 09 13:34:24.014381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60504) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:24.019502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1099522566', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:24.126435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:34:24.130133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:subnet and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:34:24.132896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:34:24.138553 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:34:24.148728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:34:24.243774 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:23Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:24.247527 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Checking router: 1d1756b4-4822-49e3-bed4-dca651966102 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:34:24.247857 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Updating router 1d1756b4-4822-49e3-bed4-dca651966102 port 222b837a-0b39-470e-8ea3-cb5ae533ab54 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:34:24.252040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:24.297694 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:24.466945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:24.625867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Subnet': ['ID=11ec4975-8295-4300-b90b-06e79a826a5a,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:24.648913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Checking segment: {'id': 'ff51328a-1c22-4450-9814-d57188aa2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:34:24.649289 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network hostable DHCP agents. Network: 02c55a2b-dd04-4877-878a-b8796455af01, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:34:24.649932 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:24.662274 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Transition to ACTIVE for port object 222b837a-0b39-470e-8ea3-cb5ae533ab54 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:34:24.669565 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:24.670728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 02c55a2b-dd04-4877-878a-b8796455af01 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:34:24.679906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 02c55a2b-dd04-4877-878a-b8796455af01) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:34:24.683920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:24.684523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:24.691877 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d093c-fba5-4831-aaba-351a4155468f None None] Network 02c55a2b-dd04-4877-878a-b8796455af01 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:34:24.708269 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3e7299d1-cbf9-4881-a7ff-cc851ac9bba9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6929138 May 09 13:34:24.711051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60508) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:24.762129 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3ed84-8a91-4080-b41c-fc75b3f8b40f None None] Pushing event updated for resources: {'Port': ['ID=222b837a-0b39-470e-8ea3-cb5ae533ab54,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:24.764871 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Attempting to bind port 222b837a-0b39-470e-8ea3-cb5ae533ab54 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:34:24.765289 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Attempting to bind port 222b837a-0b39-470e-8ea3-cb5ae533ab54 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:34:24.765597 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Attempting to bind port 222b837a-0b39-470e-8ea3-cb5ae533ab54 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:34:24.772443 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:34:24.772791 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:34:24.773199 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:24.773585 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:34:24.774036 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Bound port: 222b837a-0b39-470e-8ea3-cb5ae533ab54, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:34:24.774416 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:24.850277 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] For port 222b837a-0b39-470e-8ea3-cb5ae533ab54, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:34:24.853552 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] For port 222b837a-0b39-470e-8ea3-cb5ae533ab54, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=222b837a-0b39-470e-8ea3-cb5ae533ab54,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:34:24.858218 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:24.932412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-02c55a2b-dd04-4877-878a-b8796455af01', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ips': [{'subnet_id': '11ec4975-8295-4300-b90b-06e79a826a5a'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:34:24.933639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:24.957890 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3ed84-8a91-4080-b41c-fc75b3f8b40f None None] Pushing event updated for resources: {'Port': ['ID=222b837a-0b39-470e-8ea3-cb5ae533ab54,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:24.963958 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Routers {'1d1756b4-4822-49e3-bed4-dca651966102'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:34:24.964642 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:34:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1d1756b4-4822-49e3-bed4-dca651966102'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:25.122457 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Allocated IP 172.20.0.2 (02c55a2b-dd04-4877-878a-b8796455af01/11ec4975-8295-4300-b90b-06e79a826a5a/165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:34:25.169973 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] Set router 1d1756b4-4822-49e3-bed4-dca651966102 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:34:25.388917 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:25.401211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Transition to ACTIVE for port object 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:34:25.421063 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Transition to ACTIVE for port object 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:34:25.427251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:25.461218 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:23Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:25.465156 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b57b8-fc54-494c-8446-6d429ef56262 None None] The sync data for ids ['1d1756b4-4822-49e3-bed4-dca651966102'] in dv-neutron-840889-2-hyperv is: [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:23Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:34:25.503148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Network 02c55a2b-dd04-4877-878a-b8796455af01 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:34:25.506814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:34:25.509867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:34:25.522943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Pushing event updated for resources: {'Port': ['ID=165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:25.615801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Attempting to bind port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:34:25.616252 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Attempting to bind port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'ff51328a-1c22-4450-9814-d57188aa2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:34:25.616694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Attempting to bind port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf on network 02c55a2b-dd04-4877-878a-b8796455af01 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:34:25.624849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:34:25.625333 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Checking segment: {'id': 'ff51328a-1c22-4450-9814-d57188aa2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:34:25.625799 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:25.626262 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Bound using segment: {'id': 'ff51328a-1c22-4450-9814-d57188aa2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:34:25.626812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Bound port: 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff51328a-1c22-4450-9814-d57188aa2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:34:25.627254 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:25.690553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:25.735896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] For port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:34:25.739471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] For port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf,segment=NetworkSegment(ff51328a-1c22-4450-9814-d57188aa2d39),segment_id=ff51328a-1c22-4450-9814-d57188aa2d39)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:34:25.745439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:25.831772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fff2d8-92fa-4821-9054-477cc66d3e7d None None] Pushing event updated for resources: {'Port': ['ID=165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:26.141825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.1 (02c55a2b-dd04-4877-878a-b8796455af01/11ec4975-8295-4300-b90b-06e79a826a5a/d9f01f20-eb4f-48cf-b46d-91a250fb9fd8) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:34:26.308878 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:26.324338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:34:26.345465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:26.418303 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 02c55a2b-dd04-4877-878a-b8796455af01 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:34:26.421152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:34:26.425158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:34:26.455544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=d9f01f20-eb4f-48cf-b46d-91a250fb9fd8,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:26.477209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:26.477563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:26.477894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:26.478215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:26.478535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:26.478849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:26.479161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:26.479476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:26.479785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:26.480091 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:26.480400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:26.495794 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:26.586381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:26.749882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f5006c-4fee-439f-87b9-66d13bbd967c None None] Network 02c55a2b-dd04-4877-878a-b8796455af01 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:34:26.819554 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 222b837a-0b39-470e-8ea3-cb5ae533ab54 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:34:26.891253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4aa90715-3ab4-4873-af40-eeee5a30779b None None] Provisioning for port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:34:26.977309 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:34:27.011439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:27.016182 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:27.029546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 222b837a-0b39-470e-8ea3-cb5ae533ab54 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:34:27.038602 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 222b837a-0b39-470e-8ea3-cb5ae533ab54 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:34:27.038968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:27.123265 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=d9f01f20-eb4f-48cf-b46d-91a250fb9fd8,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:27.125739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:27.202446 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:27.222820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 222b837a-0b39-470e-8ea3-cb5ae533ab54, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=222b837a-0b39-470e-8ea3-cb5ae533ab54,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:34:27.227774 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:27.228617 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:34:27.270292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 02c55a2b-dd04-4877-878a-b8796455af01 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:34:27.271544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:34:27.348571 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=222b837a-0b39-470e-8ea3-cb5ae533ab54,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:27.363862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:34:27.369396 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:34:27.369846 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:27.504656 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-15dbf0d6-d28c-46c9-bcaf-91b32b9b2162 None None] Provisioning for port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:34:27.512551 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-15dbf0d6-d28c-46c9-bcaf-91b32b9b2162 None None] Provisioning complete for port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:34:27.512917 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-15dbf0d6-d28c-46c9-bcaf-91b32b9b2162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:27.535558 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:27.588342 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-15dbf0d6-d28c-46c9-bcaf-91b32b9b2162 None None] Port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:34:27.594589 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf,segment=NetworkSegment(ff51328a-1c22-4450-9814-d57188aa2d39),segment_id=ff51328a-1c22-4450-9814-d57188aa2d39)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:34:27.610766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:27.666942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-15dbf0d6-d28c-46c9-bcaf-91b32b9b2162 None None] Provisioning complete for port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:34:27.667440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-15dbf0d6-d28c-46c9-bcaf-91b32b9b2162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:27.743600 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:27.792580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 1d1756b4-4822-49e3-bed4-dca651966102 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:34:27.926008 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4d36ef77-6832-4f4e-91f2-5bfed534c350 None None] Provisioning complete for port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:34:27.926584 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4d36ef77-6832-4f4e-91f2-5bfed534c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:27.979527 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4d36ef77-6832-4f4e-91f2-5bfed534c350 None None] Port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:34:27.988460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:34:28.001419 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cae23678-2aa4-4bcd-83bc-d09ca39dcb51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/1d1756b4-4822-49e3-bed4-dca651966102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2892504 May 09 13:34:28.003832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60512) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:28.135209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4b51ce-ca42-4590-9d71-f6305d745470 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:28.135579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4b51ce-ca42-4590-9d71-f6305d745470 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:28.135939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4b51ce-ca42-4590-9d71-f6305d745470 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:28.136295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4b51ce-ca42-4590-9d71-f6305d745470 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:28.138529 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8c4b51ce-ca42-4590-9d71-f6305d745470 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1338105 May 09 13:34:28.141277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60516) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:28.208297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59aed0-7d30-4608-b015-075940e2ce24 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:28.208659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59aed0-7d30-4608-b015-075940e2ce24 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:28.209012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59aed0-7d30-4608-b015-075940e2ce24 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:28.209382 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59aed0-7d30-4608-b015-075940e2ce24 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:28.210937 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0d59aed0-7d30-4608-b015-075940e2ce24 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0687976 May 09 13:34:28.213446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60520) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:28.403144 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b3432f68-4593-4be8-b7ac-1bca96b68b23 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1886451 May 09 13:34:28.481133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60526) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:28.487260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886948970', 'description': 'tempest-secgroup-smoke-886948970 description', 'project_id': 'b8565fca19184006b055116e4f64bdfc'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:28.493414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:34:28.498187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:34:28.501022 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:34:28.506739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:34:28.518870 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:28.553473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:34:28.557153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:34:28.560465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:34:28.566442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:34:28.620249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:28.624562 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:28.666996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:28.670795 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:28.671969 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8e7dd50d-f9f5-4b16-aabc-dfbbd41394c9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1892469 May 09 13:34:28.674835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60530) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:28.680185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2309aad9-dce2-4331-a017-bfbbdc2cd7e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'd7518e8a-7cdb-4049-aec1-7519fc6d4d3b', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:28.686556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2309aad9-dce2-4331-a017-bfbbdc2cd7e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:34:28.690581 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2309aad9-dce2-4331-a017-bfbbdc2cd7e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:34:28.693826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2309aad9-dce2-4331-a017-bfbbdc2cd7e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:34:28.699573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2309aad9-dce2-4331-a017-bfbbdc2cd7e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:34:28.716335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2309aad9-dce2-4331-a017-bfbbdc2cd7e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:28.759404 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 222b837a-0b39-470e-8ea3-cb5ae533ab54 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:34:28.782835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2309aad9-dce2-4331-a017-bfbbdc2cd7e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:28.786944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2309aad9-dce2-4331-a017-bfbbdc2cd7e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:28.812308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309aad9-dce2-4331-a017-bfbbdc2cd7e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fad514-1be1-49b2-aa40-b96b7ddbe9e3,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:28.822430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2309aad9-dce2-4331-a017-bfbbdc2cd7e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:28.824108 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2309aad9-dce2-4331-a017-bfbbdc2cd7e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1482584 May 09 13:34:28.826737 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60534) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:28.832315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-81cdc43e-6391-4c5a-b91d-b476b8f0916e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'd7518e8a-7cdb-4049-aec1-7519fc6d4d3b', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:28.838244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-81cdc43e-6391-4c5a-b91d-b476b8f0916e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:34:28.842508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 222b837a-0b39-470e-8ea3-cb5ae533ab54 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:34:28.842879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:28.843363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-81cdc43e-6391-4c5a-b91d-b476b8f0916e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:34:28.846321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-81cdc43e-6391-4c5a-b91d-b476b8f0916e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:34:28.851998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-81cdc43e-6391-4c5a-b91d-b476b8f0916e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:34:28.870359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-81cdc43e-6391-4c5a-b91d-b476b8f0916e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:28.938978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-81cdc43e-6391-4c5a-b91d-b476b8f0916e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:28.943234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-81cdc43e-6391-4c5a-b91d-b476b8f0916e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:28.966700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdc43e-6391-4c5a-b91d-b476b8f0916e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1eccd5-1ec4-4021-9520-3f970ffd4aa0,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:28.976948 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-81cdc43e-6391-4c5a-b91d-b476b8f0916e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:28.979617 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:34:28.981047 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60538) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:28.982113 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-81cdc43e-6391-4c5a-b91d-b476b8f0916e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1533458 May 09 13:34:28.987311 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4c159c8e-6a89-4be8-8098-05d1e2872f0b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'd7518e8a-7cdb-4049-aec1-7519fc6d4d3b', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:28.993427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4c159c8e-6a89-4be8-8098-05d1e2872f0b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:34:28.997174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4c159c8e-6a89-4be8-8098-05d1e2872f0b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:34:29.000026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4c159c8e-6a89-4be8-8098-05d1e2872f0b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:34:29.006433 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4c159c8e-6a89-4be8-8098-05d1e2872f0b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:34:29.022862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c159c8e-6a89-4be8-8098-05d1e2872f0b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.056704 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Sync routers for ids ['1d1756b4-4822-49e3-bed4-dca651966102'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:34:29.062228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:34:29.062583 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.089631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c159c8e-6a89-4be8-8098-05d1e2872f0b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.093733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c159c8e-6a89-4be8-8098-05d1e2872f0b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.116371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c159c8e-6a89-4be8-8098-05d1e2872f0b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297c5939-f42b-40f0-b5be-c38f3206ec1d,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:29.120520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Routers {'1d1756b4-4822-49e3-bed4-dca651966102'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:34:29.121319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:34:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1d1756b4-4822-49e3-bed4-dca651966102'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:29.126807 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c159c8e-6a89-4be8-8098-05d1e2872f0b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.128013 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4c159c8e-6a89-4be8-8098-05d1e2872f0b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1453874 May 09 13:34:29.130992 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60542) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:29.136330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-40204a89-c190-497a-ba4d-ab120fcbbf31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'd7518e8a-7cdb-4049-aec1-7519fc6d4d3b', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:29.142588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-40204a89-c190-497a-ba4d-ab120fcbbf31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:34:29.146391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-40204a89-c190-497a-ba4d-ab120fcbbf31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:34:29.149276 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-40204a89-c190-497a-ba4d-ab120fcbbf31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:34:29.155602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-40204a89-c190-497a-ba4d-ab120fcbbf31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:34:29.171557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-40204a89-c190-497a-ba4d-ab120fcbbf31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.234531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-40204a89-c190-497a-ba4d-ab120fcbbf31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.238643 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-40204a89-c190-497a-ba4d-ab120fcbbf31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.258890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40204a89-c190-497a-ba4d-ab120fcbbf31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938a6c41-7f1b-4e7a-98bb-4138bacb694d,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:29.270191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-40204a89-c190-497a-ba4d-ab120fcbbf31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.274105 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-40204a89-c190-497a-ba4d-ab120fcbbf31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1394258 May 09 13:34:29.274284 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60546) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:29.280338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a85961d2-ee2a-4d79-a648-067ba8355fcd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'd7518e8a-7cdb-4049-aec1-7519fc6d4d3b', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:29.285960 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a85961d2-ee2a-4d79-a648-067ba8355fcd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:34:29.289788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a85961d2-ee2a-4d79-a648-067ba8355fcd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:34:29.292656 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a85961d2-ee2a-4d79-a648-067ba8355fcd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:34:29.298454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a85961d2-ee2a-4d79-a648-067ba8355fcd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:34:29.309192 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-a85961d2-ee2a-4d79-a648-067ba8355fcd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:34:29.315399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a85961d2-ee2a-4d79-a648-067ba8355fcd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.346034 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Set router 1d1756b4-4822-49e3-bed4-dca651966102 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:34:29.379580 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a85961d2-ee2a-4d79-a648-067ba8355fcd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.383269 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a85961d2-ee2a-4d79-a648-067ba8355fcd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.411670 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85961d2-ee2a-4d79-a648-067ba8355fcd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5047f54a-158f-4cfd-bc18-bf389c6fc9fa,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:29.418854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a85961d2-ee2a-4d79-a648-067ba8355fcd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.420182 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a85961d2-ee2a-4d79-a648-067ba8355fcd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1449890 May 09 13:34:29.422970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60550) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:29.428248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0933f963-c0cd-41aa-9f7b-535536530ebd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': 'd7518e8a-7cdb-4049-aec1-7519fc6d4d3b', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:29.433937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0933f963-c0cd-41aa-9f7b-535536530ebd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:34:29.438190 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0933f963-c0cd-41aa-9f7b-535536530ebd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:34:29.440951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0933f963-c0cd-41aa-9f7b-535536530ebd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:34:29.446503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0933f963-c0cd-41aa-9f7b-535536530ebd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:34:29.459006 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-0933f963-c0cd-41aa-9f7b-535536530ebd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:34:29.465148 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0933f963-c0cd-41aa-9f7b-535536530ebd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.534037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0933f963-c0cd-41aa-9f7b-535536530ebd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.538398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0933f963-c0cd-41aa-9f7b-535536530ebd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.562532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933f963-c0cd-41aa-9f7b-535536530ebd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769e5087-61de-43bf-8bcc-0e8a33a5cb44,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:29.572747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0933f963-c0cd-41aa-9f7b-535536530ebd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.574321 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0933f963-c0cd-41aa-9f7b-535536530ebd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1503904 May 09 13:34:29.704650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:26Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd9f01f20-eb4f-48cf-b46d-91a250fb9fd8', 'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:35:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:25Z', 'updated_at': '2022-05-09T13:34:26Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:29.708582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Checking router: 1d1756b4-4822-49e3-bed4-dca651966102 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:34:29.708924 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Updating router 1d1756b4-4822-49e3-bed4-dca651966102 port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:34:29.743764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-61c77a77-5867-4073-88c3-860895525888 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:34:29.759182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-61c77a77-5867-4073-88c3-860895525888 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:34:29.760509 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-61c77a77-5867-4073-88c3-860895525888 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886948970&fields=id&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 267 time: 0.0561440 May 09 13:34:29.761369 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:29.909884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-4aa4a35c-186d-498f-848c-a71bab31d2a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:29.911085 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-4aa4a35c-186d-498f-848c-a71bab31d2a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:34:29.927106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-4aa4a35c-186d-498f-848c-a71bab31d2a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:34:29.928543 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-4aa4a35c-186d-498f-848c-a71bab31d2a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/networks?id=02c55a2b-dd04-4877-878a-b8796455af01 HTTP/1.1" status: 200 len: 797 time: 0.1605077 May 09 13:34:29.945369 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ca066a05-db9e-4564-9cc7-d2a01ec2f5a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/quotas/b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 375 time: 0.0112481 May 09 13:34:30.028658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-1c6e9af9-10f0-4644-8948-897434281a23 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:34:30.044981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-1c6e9af9-10f0-4644-8948-897434281a23 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:34:30.046345 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-1c6e9af9-10f0-4644-8948-897434281a23 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959661 May 09 13:34:30.096878 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:30.109043 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Transition to ACTIVE for port object d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:34:30.115244 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:30.183234 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-053e0e91-90c9-46cd-87f0-bfacf253b557 service neutron] 10.222.0.44 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251185 May 09 13:34:30.246172 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3a389-37e3-4f72-96c7-06f21698cd25 None None] Pushing event updated for resources: {'Port': ['ID=d9f01f20-eb4f-48cf-b46d-91a250fb9fd8,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:30.284090 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3a389-37e3-4f72-96c7-06f21698cd25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:30.284432 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3a389-37e3-4f72-96c7-06f21698cd25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:30.284764 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3a389-37e3-4f72-96c7-06f21698cd25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:30.285095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3a389-37e3-4f72-96c7-06f21698cd25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:30.285458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3a389-37e3-4f72-96c7-06f21698cd25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:30.285785 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3a389-37e3-4f72-96c7-06f21698cd25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:30.286105 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3a389-37e3-4f72-96c7-06f21698cd25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:30.286958 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3a389-37e3-4f72-96c7-06f21698cd25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:30.286958 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3a389-37e3-4f72-96c7-06f21698cd25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:30.287147 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3a389-37e3-4f72-96c7-06f21698cd25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:30.287337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3a389-37e3-4f72-96c7-06f21698cd25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:34:30.325645 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-3e48f5bc-7fbb-4fce-bd80-2eae8d497dd4 service neutron] 10.222.0.44 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331763 May 09 13:34:30.347518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Attempting to bind port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:34:30.347951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Attempting to bind port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'ff51328a-1c22-4450-9814-d57188aa2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:34:30.348370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Attempting to bind port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 on network 02c55a2b-dd04-4877-878a-b8796455af01 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:34:30.355430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:34:30.355884 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Checking segment: {'id': 'ff51328a-1c22-4450-9814-d57188aa2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:34:30.356921 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:30.357613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Bound using segment: {'id': 'ff51328a-1c22-4450-9814-d57188aa2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:34:30.358143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Bound port: d9f01f20-eb4f-48cf-b46d-91a250fb9fd8, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff51328a-1c22-4450-9814-d57188aa2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:34:30.358577 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:30.470122 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] For port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:34:30.473686 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] For port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d9f01f20-eb4f-48cf-b46d-91a250fb9fd8,segment=NetworkSegment(ff51328a-1c22-4450-9814-d57188aa2d39),segment_id=ff51328a-1c22-4450-9814-d57188aa2d39)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:34:30.478062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:30.522142 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a0afdb8d-4381-4c61-9a34-404884dfb3ec req-ec0fd883-9f96-433b-8bbd-3685969955e0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 210 time: 0.0442803 May 09 13:34:30.591583 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Routers {'1d1756b4-4822-49e3-bed4-dca651966102'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:34:30.592449 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:34:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1d1756b4-4822-49e3-bed4-dca651966102'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:30.706730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3a389-37e3-4f72-96c7-06f21698cd25 None None] Pushing event updated for resources: {'Port': ['ID=d9f01f20-eb4f-48cf-b46d-91a250fb9fd8,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:30.788140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] Set router 1d1756b4-4822-49e3-bed4-dca651966102 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:34:31.120249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:26Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd9f01f20-eb4f-48cf-b46d-91a250fb9fd8', 'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:35:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:25Z', 'updated_at': '2022-05-09T13:34:30Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:31.124870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe19a38-fdc5-4ea4-a556-f2ce2183d651 None None] The sync data for ids ['1d1756b4-4822-49e3-bed4-dca651966102'] in dv-neutron-840889-2-hyperv is: [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:26Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd9f01f20-eb4f-48cf-b46d-91a250fb9fd8', 'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:35:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:25Z', 'updated_at': '2022-05-09T13:34:30Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:34:31.583839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-1fed0f87-635a-458a-a252-ed40077e3e48 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:31.585505 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-1fed0f87-635a-458a-a252-ed40077e3e48 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks?id=02c55a2b-dd04-4877-878a-b8796455af01 HTTP/1.1" status: 200 len: 797 time: 0.1746092 May 09 13:34:31.663090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-18c9440b-94ee-4969-99ec-20a771e3e82a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:34:31.676542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-18c9440b-94ee-4969-99ec-20a771e3e82a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:34:31.677811 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-18c9440b-94ee-4969-99ec-20a771e3e82a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 379 time: 0.0799050 May 09 13:34:31.687999 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'port': {'device_id': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'admin_state_up': True, 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'security_groups': ['d7518e8a-7cdb-4049-aec1-7519fc6d4d3b']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:31.743723 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a958940-0ecf-4f35-b46f-91f58727c3dd req-ea87e78a-fd8f-4ebf-8632-cb1969e439b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 210 time: 0.0605865 May 09 13:34:31.926880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:34:31.936526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:34:31.946619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:34:31.949755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:32.114969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.13 (02c55a2b-dd04-4877-878a-b8796455af01/11ec4975-8295-4300-b90b-06e79a826a5a/54151d32-e85f-4ca6-a965-ff5a6317906e) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:34:32.294438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:32.309123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object 54151d32-e85f-4ca6-a965-ff5a6317906e will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:34:32.330245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:32.402408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 02c55a2b-dd04-4877-878a-b8796455af01 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:34:32.406108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:34:32.410433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:34:32.435510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=54151d32-e85f-4ca6-a965-ff5a6317906e,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:32.472937 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:32.473561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:32.499345 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-c893287f-97f2-4e40-bf44-0ff4375cedf8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8163085 May 09 13:34:32.510719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Request body: {'port': {'device_id': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:32.621352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b3b78b3e-d491-491d-b349-ccc407174729 None None] Provisioning for port 54151d32-e85f-4ca6-a965-ff5a6317906e completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:34:32.622818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:32.626436 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b3b78b3e-d491-491d-b349-ccc407174729 None None] Provisioning complete for port 54151d32-e85f-4ca6-a965-ff5a6317906e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:34:32.626797 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b3b78b3e-d491-491d-b349-ccc407174729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:32.680050 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b3b78b3e-d491-491d-b349-ccc407174729 None None] Port 54151d32-e85f-4ca6-a965-ff5a6317906e cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:34:32.782649 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:34:32.890151 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:34:32.895115 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:34:32.895925 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:32.948191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc544f9-0479-408d-a699-24eb1ca88d00 req-2cd34d14-404d-461e-b2ba-3c152fdaafce tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:32.949687 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3cc544f9-0479-408d-a699-24eb1ca88d00 req-2cd34d14-404d-461e-b2ba-3c152fdaafce tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 932 time: 0.0897007 May 09 13:34:32.982153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54151d32-e85f-4ca6-a965-ff5a6317906e {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:34:32.991466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:33.002420 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3cc544f9-0479-408d-a699-24eb1ca88d00 req-e7b563b8-c5d0-4bd2-bd0b-5753dfa23e2f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468338 May 09 13:34:33.006486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Transition to ACTIVE for port object 54151d32-e85f-4ca6-a965-ff5a6317906e will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:34:33.010620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:33.012918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:33.052885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d9f01f20-eb4f-48cf-b46d-91a250fb9fd8,segment=NetworkSegment(ff51328a-1c22-4450-9814-d57188aa2d39),segment_id=ff51328a-1c22-4450-9814-d57188aa2d39)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:34:33.057072 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:33.124784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=d9f01f20-eb4f-48cf-b46d-91a250fb9fd8,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:33.136828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Pushing event updated for resources: {'Port': ['ID=54151d32-e85f-4ca6-a965-ff5a6317906e,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:33.242501 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Attempting to bind port 54151d32-e85f-4ca6-a965-ff5a6317906e on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:34:33.242838 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Attempting to bind port 54151d32-e85f-4ca6-a965-ff5a6317906e by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'ff51328a-1c22-4450-9814-d57188aa2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:34:33.243126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Attempting to bind port 54151d32-e85f-4ca6-a965-ff5a6317906e on network 02c55a2b-dd04-4877-878a-b8796455af01 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:34:33.248740 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Port 54151d32-e85f-4ca6-a965-ff5a6317906e on network 02c55a2b-dd04-4877-878a-b8796455af01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:34:33.249049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Attempting to bind port 54151d32-e85f-4ca6-a965-ff5a6317906e on network 02c55a2b-dd04-4877-878a-b8796455af01 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:34:33.255139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:34:33.255465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Checking segment: {'id': 'ff51328a-1c22-4450-9814-d57188aa2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:34:33.255837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Bound using segment: {'id': 'ff51328a-1c22-4450-9814-d57188aa2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:34:33.256245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Bound port: 54151d32-e85f-4ca6-a965-ff5a6317906e, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff51328a-1c22-4450-9814-d57188aa2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:34:33.256584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:33.341504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] For port 54151d32-e85f-4ca6-a965-ff5a6317906e, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:34:33.344329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] For port 54151d32-e85f-4ca6-a965-ff5a6317906e, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=54151d32-e85f-4ca6-a965-ff5a6317906e,segment=NetworkSegment(ff51328a-1c22-4450-9814-d57188aa2d39),segment_id=ff51328a-1c22-4450-9814-d57188aa2d39)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:34:33.348612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:33.411430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:33.412827 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] 10.222.0.57 "PUT /v2.0/ports/54151d32-e85f-4ca6-a965-ff5a6317906e HTTP/1.1" status: 200 len: 1094 time: 0.9062400 May 09 13:34:33.413201 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'tag': '54151d32-e85f-4ca6-a965-ff5a6317906e'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:34:33.434793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ba498-7f00-4b46-986c-0919482c59f8 service neutron] Pushing event updated for resources: {'Port': ['ID=54151d32-e85f-4ca6-a965-ff5a6317906e,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:33.488535 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31238580-d23b-4331-9494-2c0a4d68d7c3'] response: {'name': 'network-changed', 'server_uuid': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'tag': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'status': 'completed', 'code': 200} May 09 13:34:33.529979 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-bfb900f8-31a0-4a08-bcbf-399b74a13dbb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 1097 time: 0.0740259 May 09 13:34:33.601515 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-31a083b1-9d14-439b-85aa-e04a204b2294 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54151d32-e85f-4ca6-a965-ff5a6317906e HTTP/1.1" status: 200 len: 217 time: 0.0653939 May 09 13:34:33.663616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-5b814a1b-13d0-483a-86bb-14f71232bcd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:33.664986 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-5b814a1b-13d0-483a-86bb-14f71232bcd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ec4975-8295-4300-b90b-06e79a826a5a HTTP/1.1" status: 200 len: 835 time: 0.0575619 May 09 13:34:33.826007 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-03be851d-a070-4dda-a15e-3cbf63e06f77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c55a2b-dd04-4877-878a-b8796455af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1547034 May 09 13:34:33.954174 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-9451d41b-d8f4-4ec1-8f18-a5607c688735 service neutron] 10.222.0.57 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225791 May 09 13:34:34.083416 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-30a2b0e1-2c7a-41ab-b39f-a182f4be2b38 req-3cd23e46-9da6-42f3-af29-269f5ebd762f service neutron] 10.222.0.57 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234753 May 09 13:34:34.196891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b41d9-cfd9-45c5-9ff5-1e08906b76cb req-12c55d49-bcb2-49cf-bd1a-83a93f737375 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:34.198087 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ea8fcea2-f537-4137-b70e-726fbe552573 req-c67699bb-2cdc-4b51-a4a9-c188905eb4aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 1097 time: 0.0671809 May 09 13:34:34.198342 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-500b41d9-cfd9-45c5-9ff5-1e08906b76cb req-12c55d49-bcb2-49cf-bd1a-83a93f737375 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 944 time: 0.0756063 May 09 13:34:34.242872 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-500b41d9-cfd9-45c5-9ff5-1e08906b76cb req-2f499c26-b02b-4c54-8372-980bb879184f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381932 May 09 13:34:34.325833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fcea2-f537-4137-b70e-726fbe552573 req-65076662-90b4-4f30-99ff-65ea5c8581fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:34.327304 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ea8fcea2-f537-4137-b70e-726fbe552573 req-65076662-90b4-4f30-99ff-65ea5c8581fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c55a2b-dd04-4877-878a-b8796455af01 HTTP/1.1" status: 200 len: 898 time: 0.1231439 May 09 13:34:34.395968 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ea8fcea2-f537-4137-b70e-726fbe552573 req-e3937b09-1020-4256-80fc-d48fddc7477d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54151d32-e85f-4ca6-a965-ff5a6317906e HTTP/1.1" status: 200 len: 217 time: 0.0624568 May 09 13:34:34.454953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fcea2-f537-4137-b70e-726fbe552573 req-008c9a3a-d53e-49ad-84b7-341e999e6474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:34.456350 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ea8fcea2-f537-4137-b70e-726fbe552573 req-008c9a3a-d53e-49ad-84b7-341e999e6474 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ec4975-8295-4300-b90b-06e79a826a5a HTTP/1.1" status: 200 len: 835 time: 0.0546656 May 09 13:34:34.533632 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ea8fcea2-f537-4137-b70e-726fbe552573 req-0fc293fd-4443-467f-ba30-53a258ac527b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c55a2b-dd04-4877-878a-b8796455af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711756 May 09 13:34:34.661572 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ea8fcea2-f537-4137-b70e-726fbe552573 req-28936fa0-4de6-434a-9dbf-f16fe13bc94d service neutron] 10.222.0.57 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216204 May 09 13:34:34.758291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:34:34.792984 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ea8fcea2-f537-4137-b70e-726fbe552573 req-710f091b-5798-4701-bf61-b519aa8e628e service neutron] 10.222.0.57 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242905 May 09 13:34:34.825735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:34:34.826102 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:35.440976 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf9490-c3f4-4eb4-b07a-d4aff4c1be91 req-a032e9f1-644b-4311-b99f-eb709f7116d7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:35.442422 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-09cf9490-c3f4-4eb4-b07a-d4aff4c1be91 req-a032e9f1-644b-4311-b99f-eb709f7116d7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 944 time: 0.0776942 May 09 13:34:35.486778 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-09cf9490-c3f4-4eb4-b07a-d4aff4c1be91 req-7da1c344-044e-4751-a8aa-6a7c634a26ce tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388751 May 09 13:34:36.680600 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46d13b-7b37-4a6e-b42c-130c44e846cb req-88990509-3f10-4cc7-a8aa-c8139e7bc7d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:36.682058 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a46d13b-7b37-4a6e-b42c-130c44e846cb req-88990509-3f10-4cc7-a8aa-c8139e7bc7d9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 944 time: 0.0738919 May 09 13:34:36.730034 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a46d13b-7b37-4a6e-b42c-130c44e846cb req-d9c9402c-28a4-4dc3-a68b-8ed08277bc95 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424511 May 09 13:34:36.999064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 54151d32-e85f-4ca6-a965-ff5a6317906e details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:34:37.127333 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 54151d32-e85f-4ca6-a965-ff5a6317906e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=54151d32-e85f-4ca6-a965-ff5a6317906e,segment=NetworkSegment(ff51328a-1c22-4450-9814-d57188aa2d39),segment_id=ff51328a-1c22-4450-9814-d57188aa2d39)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:34:37.140577 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'port_id': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'mac_address': 'fa:16:3e:d0:9f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:34:37.196341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:37.215303 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54151d32-e85f-4ca6-a965-ff5a6317906e {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:34:37.229464 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 54151d32-e85f-4ca6-a965-ff5a6317906e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=54151d32-e85f-4ca6-a965-ff5a6317906e,segment=NetworkSegment(ff51328a-1c22-4450-9814-d57188aa2d39),segment_id=ff51328a-1c22-4450-9814-d57188aa2d39)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:34:37.233393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:37.296778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=54151d32-e85f-4ca6-a965-ff5a6317906e,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:37.511521 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['54151d32-e85f-4ca6-a965-ff5a6317906e'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:34:37.921709 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d7521-8f46-4882-b289-e386a8c71064 req-465fb588-5270-4088-a1d4-123a552a11aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:37.923050 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-400d7521-8f46-4882-b289-e386a8c71064 req-465fb588-5270-4088-a1d4-123a552a11aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 945 time: 0.0746768 May 09 13:34:37.966844 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-400d7521-8f46-4882-b289-e386a8c71064 req-6215bb58-f2e4-4766-93f6-77d567c2bc82 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383201 May 09 13:34:38.998901 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 54151d32-e85f-4ca6-a965-ff5a6317906e up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:34:39.067310 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 54151d32-e85f-4ca6-a965-ff5a6317906e completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:34:39.072235 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 54151d32-e85f-4ca6-a965-ff5a6317906e triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:34:39.072595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:39.161264 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f452d1-69a4-4581-b0c1-314a78499e6a req-24d7ee0a-2aa7-4983-a022-c6769c488ef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:39.162853 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8f452d1-69a4-4581-b0c1-314a78499e6a req-24d7ee0a-2aa7-4983-a022-c6769c488ef3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 945 time: 0.0779755 May 09 13:34:39.181796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:39.207971 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f8f452d1-69a4-4581-b0c1-314a78499e6a req-383002dc-3876-45a6-99ca-a4a777b3e47a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385680 May 09 13:34:39.211007 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54151d32-e85f-4ca6-a965-ff5a6317906e'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:34:39.222005 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 54151d32-e85f-4ca6-a965-ff5a6317906e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=54151d32-e85f-4ca6-a965-ff5a6317906e,segment=NetworkSegment(ff51328a-1c22-4450-9814-d57188aa2d39),segment_id=ff51328a-1c22-4450-9814-d57188aa2d39)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:34:39.232831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:39.270100 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5530b6c4-955a-4221-bf4c-b9e5cdce7d6f'] response: {'server_uuid': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'code': 200} May 09 13:34:39.301768 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=54151d32-e85f-4ca6-a965-ff5a6317906e,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:39.483874 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-935705e2-44aa-4a6a-9c9a-0823cdb5dc35 req-48187aa5-b306-490a-9a95-9975749500f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 1099 time: 0.0656321 May 09 13:34:39.524483 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-935705e2-44aa-4a6a-9c9a-0823cdb5dc35 req-76932b80-73c0-407b-abf8-ceb626e1e131 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348654 May 09 13:34:40.114622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dacbde85-6620-44a9-bb3d-5d67abbfa1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:40.400194 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8bac4-ba97-4b64-ac79-e445074b3357 req-f13e1093-7897-4bd1-a8a7-7e3b9ac61ebc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:40.401734 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-32b8bac4-ba97-4b64-ac79-e445074b3357 req-f13e1093-7897-4bd1-a8a7-7e3b9ac61ebc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 946 time: 0.0741889 May 09 13:34:40.445904 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-32b8bac4-ba97-4b64-ac79-e445074b3357 req-6dd89f8a-3d6c-4f47-8bf9-320fea64fc23 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387073 May 09 13:34:41.423034 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1196f8f9-9383-4090-ad12-506139de8034 req-1901d491-3f4e-448b-9d3d-52286b45e09c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706205 May 09 13:34:41.562278 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1196f8f9-9383-4090-ad12-506139de8034 req-d07b0089-0ab0-4fba-be3f-1f0ec9ca24e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 1099 time: 0.0684328 May 09 13:34:41.711023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196f8f9-9383-4090-ad12-506139de8034 req-4e008e2b-79ab-4ec3-9bd9-b5da993446bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:41.712473 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1196f8f9-9383-4090-ad12-506139de8034 req-4e008e2b-79ab-4ec3-9bd9-b5da993446bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c55a2b-dd04-4877-878a-b8796455af01 HTTP/1.1" status: 200 len: 898 time: 0.1321051 May 09 13:34:41.732305 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f58d2-3a4e-491b-a5fe-ab0a15a0be76 req-e283d21d-6195-4341-af4d-067648126576 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:41.733813 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ac4f58d2-3a4e-491b-a5fe-ab0a15a0be76 req-e283d21d-6195-4341-af4d-067648126576 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 946 time: 0.1622338 May 09 13:34:41.778850 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ac4f58d2-3a4e-491b-a5fe-ab0a15a0be76 req-701639a6-1ea3-4fdc-9792-9daf8d4fee78 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392990 May 09 13:34:41.782049 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1196f8f9-9383-4090-ad12-506139de8034 req-113ff01e-a1b1-4a85-a2d0-1ba76af7f2ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54151d32-e85f-4ca6-a965-ff5a6317906e HTTP/1.1" status: 200 len: 217 time: 0.0637307 May 09 13:34:41.842867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196f8f9-9383-4090-ad12-506139de8034 req-5a719045-d5bf-46b0-8ab4-78472f6d1dfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:41.844278 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1196f8f9-9383-4090-ad12-506139de8034 req-5a719045-d5bf-46b0-8ab4-78472f6d1dfd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ec4975-8295-4300-b90b-06e79a826a5a HTTP/1.1" status: 200 len: 835 time: 0.0570440 May 09 13:34:41.916782 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1196f8f9-9383-4090-ad12-506139de8034 req-ea72ef41-7dec-4399-99aa-8fd364702e31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c55a2b-dd04-4877-878a-b8796455af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663517 May 09 13:34:41.974004 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219ded-4cb9-4900-88f4-02c84dc32604 req-e39b5103-e1f0-4aa8-8994-807d4ffa40fc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:41.975521 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-97219ded-4cb9-4900-88f4-02c84dc32604 req-e39b5103-e1f0-4aa8-8994-807d4ffa40fc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 946 time: 0.0758986 May 09 13:34:42.024162 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-97219ded-4cb9-4900-88f4-02c84dc32604 req-42e20017-6ba1-4339-8036-6cc360a38344 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430205 May 09 13:34:42.052295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60596) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:42.128903 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e2027d53-bed3-499c-866c-f57de77cbd2c tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 1094 time: 0.0753663 May 09 13:34:42.131505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60600) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:42.136597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:34:42.140979 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1196f8f9-9383-4090-ad12-506139de8034 req-c3c1658e-d976-4c28-8310-0d2a82010e56 service neutron] 10.222.0.57 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182755 May 09 13:34:42.142007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:34:42.145817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:floatingip and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:34:42.148613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:34:42.154801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:34:42.164706 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:42.271112 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1196f8f9-9383-4090-ad12-506139de8034 req-fc277e27-5c63-46a0-81a6-35b8ccbd2d3b service neutron] 10.222.0.57 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245756 May 09 13:34:42.302132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:42.417832 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7ac7946e-4eaa-4211-a773-35e4bdd07a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:42.440853 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.207 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/b0213e81-ffd7-4681-9baf-1f4d2a934e60) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:34:42.586059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:42.614673 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:42.681663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:34:42.684508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:34:42.688862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:34:42.713191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=b0213e81-ffd7-4681-9baf-1f4d2a934e60,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:43.180443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:43.236552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:43.350822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:43.436206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:43.440255 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:43.637419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=b0213e81-ffd7-4681-9baf-1f4d2a934e60,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:34:43.650807 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:43.818719 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:43.836402 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Floating IP f99ccbd8-9e97-47f3-81f9-280ea8f8d865 associated. External IP: 172.26.1.207, port: 54151d32-e85f-4ca6-a965-ff5a6317906e. May 09 13:34:44.214191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 1d1756b4-4822-49e3-bed4-dca651966102 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:34:44.408344 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:34:44.419579 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66381ba6-206d-4836-8d7b-adc7ef032f2d None None] Sync routers for ids ['1d1756b4-4822-49e3-bed4-dca651966102'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:34:44.431859 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:44.432613 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66381ba6-206d-4836-8d7b-adc7ef032f2d None None] Routers {'1d1756b4-4822-49e3-bed4-dca651966102'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:34:44.433215 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-66381ba6-206d-4836-8d7b-adc7ef032f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:34:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1d1756b4-4822-49e3-bed4-dca651966102'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:44.484904 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0184d1e3-1e11-4607-9afd-a3f3714bc653 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3523207 May 09 13:34:44.485400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'tag': '54151d32-e85f-4ca6-a965-ff5a6317906e'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:34:44.487597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60604) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:44.540303 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7175885-a79f-4503-9465-283977691bc9'] response: {'name': 'network-changed', 'server_uuid': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'tag': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'status': 'completed', 'code': 200} May 09 13:34:44.617841 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-66381ba6-206d-4836-8d7b-adc7ef032f2d None None] Set router 1d1756b4-4822-49e3-bed4-dca651966102 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:34:44.708553 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8e1570b0-b3b3-49bf-86f6-5851b1cf803c req-f3a6ba61-77fd-4646-87d4-5bbbf469673e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 1099 time: 0.1055455 May 09 13:34:44.862879 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fa548088-ef8b-4cf7-8f4e-41a98d652a02 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/routers/1d1756b4-4822-49e3-bed4-dca651966102 HTTP/1.1" status: 200 len: 922 time: 0.3738070 May 09 13:34:44.864377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1570b0-b3b3-49bf-86f6-5851b1cf803c req-584cd073-c374-4902-ae70-31e7753d7b05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:44.866355 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8e1570b0-b3b3-49bf-86f6-5851b1cf803c req-584cd073-c374-4902-ae70-31e7753d7b05 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c55a2b-dd04-4877-878a-b8796455af01 HTTP/1.1" status: 200 len: 898 time: 0.1511593 May 09 13:34:44.866512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60610) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:44.974969 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-345fdd64-1af0-4cef-97aa-ab0c969c91e3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 992 time: 0.1076095 May 09 13:34:44.975179 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8e1570b0-b3b3-49bf-86f6-5851b1cf803c req-40b27e70-0bcb-408d-a0a3-17af01dc9c6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54151d32-e85f-4ca6-a965-ff5a6317906e HTTP/1.1" status: 200 len: 1000 time: 0.1006651 May 09 13:34:44.989788 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-66381ba6-206d-4836-8d7b-adc7ef032f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:26Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'f99ccbd8-9e97-47f3-81f9-280ea8f8d865', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.207', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'port_id': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'mac_address': 'fa:16:3e:d0:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:34:43Z', 'updated_at': '2022-05-09T13:34:43Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f01f20-eb4f-48cf-b46d-91a250fb9fd8', 'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:35:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:25Z', 'updated_at': '2022-05-09T13:34:33Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:44.994092 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66381ba6-206d-4836-8d7b-adc7ef032f2d None None] Checking router: 1d1756b4-4822-49e3-bed4-dca651966102 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:34:45.004949 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66381ba6-206d-4836-8d7b-adc7ef032f2d None None] Routers {'1d1756b4-4822-49e3-bed4-dca651966102'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:34:45.005564 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-66381ba6-206d-4836-8d7b-adc7ef032f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:34:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1d1756b4-4822-49e3-bed4-dca651966102'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:45.021715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:34:45.039916 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1570b0-b3b3-49bf-86f6-5851b1cf803c req-22c601f1-3f9c-471f-a503-5d0a558af158 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:34:45.041360 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8e1570b0-b3b3-49bf-86f6-5851b1cf803c req-22c601f1-3f9c-471f-a503-5d0a558af158 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ec4975-8295-4300-b90b-06e79a826a5a HTTP/1.1" status: 200 len: 835 time: 0.0603900 May 09 13:34:45.116199 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8e1570b0-b3b3-49bf-86f6-5851b1cf803c req-017cbc58-9adf-4643-91d3-a1831cb5547b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c55a2b-dd04-4877-878a-b8796455af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688972 May 09 13:34:45.178532 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-66381ba6-206d-4836-8d7b-adc7ef032f2d None None] Set router 1d1756b4-4822-49e3-bed4-dca651966102 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:34:45.246001 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8e1570b0-b3b3-49bf-86f6-5851b1cf803c req-72fdb455-5a63-405f-87cb-82ce7c8f575d service neutron] 10.222.0.57 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234744 May 09 13:34:45.376008 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8e1570b0-b3b3-49bf-86f6-5851b1cf803c req-40060820-b30b-4a12-9b26-fed16be94cd0 service neutron] 10.222.0.57 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238096 May 09 13:34:45.522276 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-66381ba6-206d-4836-8d7b-adc7ef032f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:26Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'f99ccbd8-9e97-47f3-81f9-280ea8f8d865', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.207', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'port_id': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'mac_address': 'fa:16:3e:d0:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:34:43Z', 'updated_at': '2022-05-09T13:34:43Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f01f20-eb4f-48cf-b46d-91a250fb9fd8', 'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:35:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:25Z', 'updated_at': '2022-05-09T13:34:33Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:34:45.526084 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66381ba6-206d-4836-8d7b-adc7ef032f2d None None] The sync data for ids ['1d1756b4-4822-49e3-bed4-dca651966102'] in dv-neutron-840889-2-hyperv is: [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:26Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'f99ccbd8-9e97-47f3-81f9-280ea8f8d865', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.207', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'port_id': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'mac_address': 'fa:16:3e:d0:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:34:43Z', 'updated_at': '2022-05-09T13:34:43Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f01f20-eb4f-48cf-b46d-91a250fb9fd8', 'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:35:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:25Z', 'updated_at': '2022-05-09T13:34:33Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:34:45.923933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dad0b2-4d5d-4cc6-aebf-c6e35a99bebb None None] New status for floating IP f99ccbd8-9e97-47f3-81f9-280ea8f8d865: ACTIVE {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:34:45.978935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60614) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:46.082274 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-68a35779-6601-41c1-b546-d554032f9218 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 992 time: 0.1021261 May 09 13:34:47.086020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60618) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:34:47.191347 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-074214e7-51cd-4103-8124-510d1b75a1f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 994 time: 0.1042032 May 09 13:34:51.340227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:03.977597 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:35:10.115626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-64506769-76ca-4395-b64f-cdda3113982a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:12.421330 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-00d19e9a-aa19-461e-997f-05e081d20548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:13.352223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:13.819513 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:15.024381 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:21.349951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:40.117110 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-34a5b0c1-fe6c-403b-be5d-1b6c27ac76a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:40.978101 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:35:42.422114 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-32a44337-39b7-4c50-a557-fade8702397c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:43.355845 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:43.429213 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0f6cfdf5-d4be-4760-92e0-898eeff7ee1f req-50c91749-031e-41ed-9d88-98f344435044 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663521 May 09 13:35:43.566176 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0f6cfdf5-d4be-4760-92e0-898eeff7ee1f req-54f2e6ac-f95b-4063-9876-98bc1880a9b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 1099 time: 0.0678976 May 09 13:35:43.705623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cfdf5-d4be-4760-92e0-898eeff7ee1f req-15134b88-0d4d-4c5f-8764-910a96abed73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:35:43.707063 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0f6cfdf5-d4be-4760-92e0-898eeff7ee1f req-15134b88-0d4d-4c5f-8764-910a96abed73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c55a2b-dd04-4877-878a-b8796455af01 HTTP/1.1" status: 200 len: 898 time: 0.1232250 May 09 13:35:43.822217 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:43.894521 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0f6cfdf5-d4be-4760-92e0-898eeff7ee1f req-5a6a99b0-c089-4e62-84b6-5eb953435fed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54151d32-e85f-4ca6-a965-ff5a6317906e HTTP/1.1" status: 200 len: 1002 time: 0.1805091 May 09 13:35:43.956747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cfdf5-d4be-4760-92e0-898eeff7ee1f req-a501d832-b13c-4342-abd4-96d2b951bb7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:35:43.958269 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0f6cfdf5-d4be-4760-92e0-898eeff7ee1f req-a501d832-b13c-4342-abd4-96d2b951bb7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ec4975-8295-4300-b90b-06e79a826a5a HTTP/1.1" status: 200 len: 835 time: 0.0585165 May 09 13:35:44.030249 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0f6cfdf5-d4be-4760-92e0-898eeff7ee1f req-7295cf94-785d-42ea-bf95-99088dcd7ea6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c55a2b-dd04-4877-878a-b8796455af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652518 May 09 13:35:44.153924 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0f6cfdf5-d4be-4760-92e0-898eeff7ee1f req-7a051287-4a94-4643-9c0c-0c55349614c0 service neutron] 10.222.0.57 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181026 May 09 13:35:44.280217 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0f6cfdf5-d4be-4760-92e0-898eeff7ee1f req-51ed0597-c661-4cd3-b6d0-a486eaa5973c service neutron] 10.222.0.57 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196442 May 09 13:35:45.025563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:47.939674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60640) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:48.199416 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5d5b08a2-9518-4d8a-a41f-026ca4609edf tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/routers/1d1756b4-4822-49e3-bed4-dca651966102/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2586167 May 09 13:35:48.202329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60646) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:48.498809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5615637-93e1-4ac6-9dd6-16f857a30bcf tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Notify agent at dv-neutron-840889-2-hyperv the message router_removed_from_agent {{(pid=83894) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 09 13:35:48.501863 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f5615637-93e1-4ac6-9dd6-16f857a30bcf tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "DELETE /v2.0/agents/05405189-ea9d-453b-a7b9-5364c0384cf1/l3-routers/1d1756b4-4822-49e3-bed4-dca651966102 HTTP/1.1" status: 204 len: 168 time: 0.2986457 May 09 13:35:48.505322 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60650) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:48.681626 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7e44fd39-ff43-4c5b-b9cc-ff5f605a5abb tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/routers/1d1756b4-4822-49e3-bed4-dca651966102/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1750698 May 09 13:35:48.684246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60654) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:48.786543 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6b7ff4af-52b0-4557-ad31-c79d0b92cb6f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 994 time: 0.1011555 May 09 13:35:48.908393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:35:49.018129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:49.048439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d9f01f20-eb4f-48cf-b46d-91a250fb9fd8,segment=NetworkSegment(ff51328a-1c22-4450-9814-d57188aa2d39),segment_id=ff51328a-1c22-4450-9814-d57188aa2d39)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:35:49.052345 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:49.115698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=d9f01f20-eb4f-48cf-b46d-91a250fb9fd8,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:35:49.124147 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:35:49.124501 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:35:49.124815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:35:49.125142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:35:49.125498 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:35:49.125824 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:35:49.126144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:35:49.126462 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:35:49.126777 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:35:49.127091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:35:49.127405 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:35:49.293560 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a081e6c-d481-46ed-a014-db64bee44ad9 None None] New status for floating IP f99ccbd8-9e97-47f3-81f9-280ea8f8d865: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:35:49.790122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60658) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:49.890550 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-60aa736c-d8da-421c-b5ef-fb3dccee15f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 992 time: 0.0993314 May 09 13:35:50.789048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 222b837a-0b39-470e-8ea3-cb5ae533ab54 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:35:50.896813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:50.912061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 222b837a-0b39-470e-8ea3-cb5ae533ab54, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=222b837a-0b39-470e-8ea3-cb5ae533ab54,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:35:50.916178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:50.980499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=222b837a-0b39-470e-8ea3-cb5ae533ab54,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:35:51.044026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60664) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:51.238418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3b7928-3d17-4095-9fb6-9cd907a23de2 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Router 1d1756b4-4822-49e3-bed4-dca651966102 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:35:51.239052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3b7928-3d17-4095-9fb6-9cd907a23de2 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Notify agent at dv-neutron-840889-2-hyperv the message router_added_to_agent {{(pid=83894) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 09 13:35:51.265972 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-aa3b7928-3d17-4095-9fb6-9cd907a23de2 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "POST /v2.0/agents/05405189-ea9d-453b-a7b9-5364c0384cf1/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2209260 May 09 13:35:51.268568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60670) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:51.286969 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc87c9-e006-4385-83d5-e24e843858c5 None None] Sync routers for ids ['1d1756b4-4822-49e3-bed4-dca651966102'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:35:51.299257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc87c9-e006-4385-83d5-e24e843858c5 None None] Routers {'1d1756b4-4822-49e3-bed4-dca651966102'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:35:51.299867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-93fc87c9-e006-4385-83d5-e24e843858c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:35:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1d1756b4-4822-49e3-bed4-dca651966102'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:35:51.444450 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:51.447606 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9ecc0105-03df-4277-a378-c3175df22f50 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/routers/1d1756b4-4822-49e3-bed4-dca651966102/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1780198 May 09 13:35:51.450432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60676) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:51.495428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-93fc87c9-e006-4385-83d5-e24e843858c5 None None] Set router 1d1756b4-4822-49e3-bed4-dca651966102 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:35:51.554026 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f0f640f4-de36-4a77-8830-141d052fe8d4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 992 time: 0.1025724 May 09 13:35:51.833682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-93fc87c9-e006-4385-83d5-e24e843858c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:26Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:35:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'f99ccbd8-9e97-47f3-81f9-280ea8f8d865', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.207', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'port_id': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'mac_address': 'fa:16:3e:d0:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:34:43Z', 'updated_at': '2022-05-09T13:35:49Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f01f20-eb4f-48cf-b46d-91a250fb9fd8', 'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:35:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:25Z', 'updated_at': '2022-05-09T13:35:49Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:35:51.837375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc87c9-e006-4385-83d5-e24e843858c5 None None] Checking router: 1d1756b4-4822-49e3-bed4-dca651966102 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:35:51.847915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc87c9-e006-4385-83d5-e24e843858c5 None None] Routers {'1d1756b4-4822-49e3-bed4-dca651966102'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:35:51.848486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-93fc87c9-e006-4385-83d5-e24e843858c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:35:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1d1756b4-4822-49e3-bed4-dca651966102'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:35:52.016633 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-93fc87c9-e006-4385-83d5-e24e843858c5 None None] Set router 1d1756b4-4822-49e3-bed4-dca651966102 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:35:52.381278 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-93fc87c9-e006-4385-83d5-e24e843858c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:26Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:35:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'f99ccbd8-9e97-47f3-81f9-280ea8f8d865', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.207', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'port_id': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'mac_address': 'fa:16:3e:d0:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:34:43Z', 'updated_at': '2022-05-09T13:35:49Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f01f20-eb4f-48cf-b46d-91a250fb9fd8', 'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:35:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:25Z', 'updated_at': '2022-05-09T13:35:49Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:35:52.385047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc87c9-e006-4385-83d5-e24e843858c5 None None] The sync data for ids ['1d1756b4-4822-49e3-bed4-dca651966102'] in dv-neutron-840889-2-hyperv is: [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:34:26Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:35:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'f99ccbd8-9e97-47f3-81f9-280ea8f8d865', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.207', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'port_id': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'mac_address': 'fa:16:3e:d0:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:34:43Z', 'updated_at': '2022-05-09T13:35:49Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f01f20-eb4f-48cf-b46d-91a250fb9fd8', 'name': '', 'network_id': '02c55a2b-dd04-4877-878a-b8796455af01', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:35:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:25Z', 'updated_at': '2022-05-09T13:35:49Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '11ec4975-8295-4300-b90b-06e79a826a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:35:52.559057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60680) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:52.667421 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-697d2532-063d-45f0-b527-cac5bc862d59 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 992 time: 0.1085036 May 09 13:35:52.817434 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:35:52.885903 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:35:52.886543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:53.011541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:53.045650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d9f01f20-eb4f-48cf-b46d-91a250fb9fd8,segment=NetworkSegment(ff51328a-1c22-4450-9814-d57188aa2d39),segment_id=ff51328a-1c22-4450-9814-d57188aa2d39)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:35:53.050286 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:53.119276 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=d9f01f20-eb4f-48cf-b46d-91a250fb9fd8,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:35:53.671277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60684) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:53.773038 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9934a6d3-f9e3-4a16-b473-8d34043c61cd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 992 time: 0.1007168 May 09 13:35:54.776920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60688) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:54.859298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 222b837a-0b39-470e-8ea3-cb5ae533ab54 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:35:54.878138 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-94d5081c-d4a6-41f5-8e8c-0067028d5e3d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 992 time: 0.1000421 May 09 13:35:54.924901 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 222b837a-0b39-470e-8ea3-cb5ae533ab54 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:35:54.925273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:55.038793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:55.054247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 222b837a-0b39-470e-8ea3-cb5ae533ab54, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=222b837a-0b39-470e-8ea3-cb5ae533ab54,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:35:55.058393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:55.059211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:35:55.166966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=222b837a-0b39-470e-8ea3-cb5ae533ab54,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:35:55.180603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:35:55.180966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:55.881368 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60692) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:55.987168 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-eca4b498-b679-4c30-b679-69da5b378a87 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 992 time: 0.1042683 May 09 13:35:56.798316 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 222b837a-0b39-470e-8ea3-cb5ae533ab54 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:35:56.864963 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 222b837a-0b39-470e-8ea3-cb5ae533ab54 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:35:56.865243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:35:56.990909 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60696) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:57.093473 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-02dcc5db-ca01-43bc-9a21-ecf04972dcb2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 992 time: 0.1014335 May 09 13:35:58.097305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60700) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:58.198557 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f85ac2f4-492e-4624-a109-7ac409df7163 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 992 time: 0.1001072 May 09 13:35:59.202825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60704) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:35:59.407694 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7b8a4c6b-c870-4089-a463-bb0d14f666bb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 992 time: 0.2037613 May 09 13:35:59.506104 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56757fc0-8524-43b3-8b04-962bc9262a02 None None] New status for floating IP f99ccbd8-9e97-47f3-81f9-280ea8f8d865: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:36:00.411563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60708) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:00.514944 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-feb71998-b66f-43a0-98a2-c54c905ac8d4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 200 len: 994 time: 0.1022692 May 09 13:36:00.791385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60716) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:00.992072 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port b0213e81-ffd7-4681-9baf-1f4d2a934e60 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:36:00.992318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:01.242832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:01.243073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:01.356845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for b0213e81-ffd7-4681-9baf-1f4d2a934e60 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:36:01.510916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:01.555198 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=b0213e81-ffd7-4681-9baf-1f4d2a934e60,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:01.595678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:01.596015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:01.596345 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:01.596674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:01.596995 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:01.597338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:01.597663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:01.597980 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:01.598293 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:01.598609 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:01.598919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:01.657455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:02.037400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 1d1756b4-4822-49e3-bed4-dca651966102 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:36:02.233591 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:36:02.249059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:02.300094 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-87c29498-543a-4f90-b982-095cc116552e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/floatingips/f99ccbd8-9e97-47f3-81f9-280ea8f8d865 HTTP/1.1" status: 204 len: 168 time: 1.5076108 May 09 13:36:02.300567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'tag': '54151d32-e85f-4ca6-a965-ff5a6317906e'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:36:02.356126 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-321cb969-d6df-442e-992a-c29a26758e13'] response: {'name': 'network-changed', 'server_uuid': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'tag': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'status': 'completed', 'code': 200} May 09 13:36:02.444563 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6ba4fdb5-c860-4379-a2be-608c79f93fa2 req-2ae8d375-18de-4395-812d-2009a0202dae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 1099 time: 0.0664136 May 09 13:36:02.590755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4fdb5-c860-4379-a2be-608c79f93fa2 req-85cd502b-570a-4cad-b0fd-cce6db5189c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:02.592218 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6ba4fdb5-c860-4379-a2be-608c79f93fa2 req-85cd502b-570a-4cad-b0fd-cce6db5189c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c55a2b-dd04-4877-878a-b8796455af01 HTTP/1.1" status: 200 len: 898 time: 0.1419971 May 09 13:36:02.665768 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6ba4fdb5-c860-4379-a2be-608c79f93fa2 req-5cb1a975-099b-4fbe-8397-eaa3f36e8272 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54151d32-e85f-4ca6-a965-ff5a6317906e HTTP/1.1" status: 200 len: 217 time: 0.0671048 May 09 13:36:02.698318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230b9d4-a4d9-4460-bddf-ce0814a5a87e req-caab1f14-4634-4575-a75d-9daaf4ce3ff3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:02.699037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-4230b9d4-a4d9-4460-bddf-ce0814a5a87e req-caab1f14-4634-4575-a75d-9daaf4ce3ff3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:36:02.718235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-4230b9d4-a4d9-4460-bddf-ce0814a5a87e req-caab1f14-4634-4575-a75d-9daaf4ce3ff3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:36:02.721658 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4230b9d4-a4d9-4460-bddf-ce0814a5a87e req-caab1f14-4634-4575-a75d-9daaf4ce3ff3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 946 time: 0.1097243 May 09 13:36:02.734792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4fdb5-c860-4379-a2be-608c79f93fa2 req-9f02c6a6-bac3-4aa4-8c80-687dd27006ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:02.736193 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6ba4fdb5-c860-4379-a2be-608c79f93fa2 req-9f02c6a6-bac3-4aa4-8c80-687dd27006ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ec4975-8295-4300-b90b-06e79a826a5a HTTP/1.1" status: 200 len: 835 time: 0.0600665 May 09 13:36:02.768150 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4230b9d4-a4d9-4460-bddf-ce0814a5a87e req-8bb73eb0-1cd2-4ea9-b955-c95ab7c24b9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426071 May 09 13:36:02.816427 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6ba4fdb5-c860-4379-a2be-608c79f93fa2 req-bf851961-861a-48d1-8056-6aa951c6eca1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c55a2b-dd04-4877-878a-b8796455af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737059 May 09 13:36:02.827104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [req-6ba4fdb5-c860-4379-a2be-608c79f93fa2 req-f2db1912-7da2-434a-8f53-2c3d69fe0a21 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:36:02.828042 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6ba4fdb5-c860-4379-a2be-608c79f93fa2 req-f2db1912-7da2-434a-8f53-2c3d69fe0a21 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047605 May 09 13:36:02.958694 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6ba4fdb5-c860-4379-a2be-608c79f93fa2 req-bfca0977-8f0e-442c-9474-edf9539d5136 service neutron] 10.222.0.57 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237705 May 09 13:36:03.099207 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6ba4fdb5-c860-4379-a2be-608c79f93fa2 req-f8544a5f-ac4f-41bd-96c2-918d52da9a6e service neutron] 10.222.0.57 "GET /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337924 May 09 13:36:03.967575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543abb44-f430-470d-9505-fe8ea75c9699 req-59b4f733-0bec-4cda-b95f-1c036d614631 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:03.968983 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-543abb44-f430-470d-9505-fe8ea75c9699 req-59b4f733-0bec-4cda-b95f-1c036d614631 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 946 time: 0.0747015 May 09 13:36:04.012884 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-543abb44-f430-470d-9505-fe8ea75c9699 req-a068788b-3433-456c-8462-3008a1c3121a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385292 May 09 13:36:04.159121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d8844-337a-4fc7-8b98-53e1da5ac451 req-9bb6187f-0729-45df-94c8-978dde617d14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:04.159710 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-db3d8844-337a-4fc7-8b98-53e1da5ac451 req-9bb6187f-0729-45df-94c8-978dde617d14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:36:04.170837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-db3d8844-337a-4fc7-8b98-53e1da5ac451 req-9bb6187f-0729-45df-94c8-978dde617d14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:36:04.171865 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-db3d8844-337a-4fc7-8b98-53e1da5ac451 req-9bb6187f-0729-45df-94c8-978dde617d14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 946 time: 0.0848022 May 09 13:36:04.237265 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-db3d8844-337a-4fc7-8b98-53e1da5ac451 req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 54151d32-e85f-4ca6-a965-ff5a6317906e {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:36:04.237642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-db3d8844-337a-4fc7-8b98-53e1da5ac451 req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:04.471507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-db3d8844-337a-4fc7-8b98-53e1da5ac451 req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 54151d32-e85f-4ca6-a965-ff5a6317906e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=54151d32-e85f-4ca6-a965-ff5a6317906e,segment=NetworkSegment(ff51328a-1c22-4450-9814-d57188aa2d39),segment_id=ff51328a-1c22-4450-9814-d57188aa2d39)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:36:04.471785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-db3d8844-337a-4fc7-8b98-53e1da5ac451 req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:04.589770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-db3d8844-337a-4fc7-8b98-53e1da5ac451 req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 54151d32-e85f-4ca6-a965-ff5a6317906e owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:36:04.735096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-db3d8844-337a-4fc7-8b98-53e1da5ac451 req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:04.788603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=54151d32-e85f-4ca6-a965-ff5a6317906e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:04.866050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:04.866050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:04.866050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:04.866050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:04.866050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:04.866050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:04.866050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:04.866050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:04.866050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:04.866050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:04.866050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:04.878290 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3d8844-337a-4fc7-8b98-53e1da5ac451 req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] No DVR routers for this DVR port 54151d32-e85f-4ca6-a965-ff5a6317906e on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:36:04.880396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-db3d8844-337a-4fc7-8b98-53e1da5ac451 req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:04.882986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'name': 'network-vif-deleted', 'tag': '54151d32-e85f-4ca6-a965-ff5a6317906e'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:36:04.899794 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-db3d8844-337a-4fc7-8b98-53e1da5ac451 req-1b3d7f93-aecd-4bcf-9201-6fc13eb35408 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "DELETE /v2.0/ports/54151d32-e85f-4ca6-a965-ff5a6317906e HTTP/1.1" status: 204 len: 173 time: 0.7222812 May 09 13:36:04.940730 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1779df9-9b85-4c1f-9ba1-8276e0973887'] response: {'server_uuid': '0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf', 'name': 'network-vif-deleted', 'tag': '54151d32-e85f-4ca6-a965-ff5a6317906e', 'status': 'completed', 'code': 200} May 09 13:36:05.196388 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-55166aca-10f3-4a60-a222-cd1a2bcf1335 req-b56cd835-26d5-444b-a10c-83ce6bdb1cfe tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa92f74-b9a8-4e56-ad9e-fb2bb219ecbf HTTP/1.1" status: 200 len: 210 time: 0.0447371 May 09 13:36:06.306270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60734) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:06.372596 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cfb1b0db-5563-443d-83da-f17964b10f04 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:06.400182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cfb1b0db-5563-443d-83da-f17964b10f04 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:06.462451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cfb1b0db-5563-443d-83da-f17964b10f04 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:06.481449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1b0db-5563-443d-83da-f17964b10f04 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7518e8a-7cdb-4049-aec1-7519fc6d4d3b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:06.489538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cfb1b0db-5563-443d-83da-f17964b10f04 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:06.490638 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cfb1b0db-5563-443d-83da-f17964b10f04 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/security-groups/d7518e8a-7cdb-4049-aec1-7519fc6d4d3b HTTP/1.1" status: 204 len: 168 time: 0.1834147 May 09 13:36:06.531284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60740) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:07.010009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eea0df00-d720-4b0b-a470-19df2ff07e01 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:07.608334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-eea0df00-d720-4b0b-a470-19df2ff07e01 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:36:07.608857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eea0df00-d720-4b0b-a470-19df2ff07e01 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:07.786039 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-eea0df00-d720-4b0b-a470-19df2ff07e01 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port d9f01f20-eb4f-48cf-b46d-91a250fb9fd8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d9f01f20-eb4f-48cf-b46d-91a250fb9fd8,segment=NetworkSegment(ff51328a-1c22-4450-9814-d57188aa2d39),segment_id=ff51328a-1c22-4450-9814-d57188aa2d39)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:36:07.786387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eea0df00-d720-4b0b-a470-19df2ff07e01 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:07.900872 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-eea0df00-d720-4b0b-a470-19df2ff07e01 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:36:08.070342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eea0df00-d720-4b0b-a470-19df2ff07e01 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:08.205902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0df00-d720-4b0b-a470-19df2ff07e01 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=d9f01f20-eb4f-48cf-b46d-91a250fb9fd8,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:08.490537 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eea0df00-d720-4b0b-a470-19df2ff07e01 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:09.046378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea0df00-d720-4b0b-a470-19df2ff07e01 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 1d1756b4-4822-49e3-bed4-dca651966102 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:36:09.242406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea0df00-d720-4b0b-a470-19df2ff07e01 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:36:09.254369 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-eea0df00-d720-4b0b-a470-19df2ff07e01 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/1d1756b4-4822-49e3-bed4-dca651966102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7218616 May 09 13:36:09.256957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60744) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:09.387689 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 54151d32-e85f-4ca6-a965-ff5a6317906e no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:36:09.419148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 54151d32-e85f-4ca6-a965-ff5a6317906e {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:36:09.419481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 54151d32-e85f-4ca6-a965-ff5a6317906e not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:36:09.433313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbe172c-ab48-41b8-8535-06d5ed24e028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting subnet 11ec4975-8295-4300-b90b-06e79a826a5a {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:36:09.436122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0dbe172c-ab48-41b8-8535-06d5ed24e028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:09.488493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0dbe172c-ab48-41b8-8535-06d5ed24e028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:09.670066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0dbe172c-ab48-41b8-8535-06d5ed24e028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:09.739234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0dbe172c-ab48-41b8-8535-06d5ed24e028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:09.776009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe172c-ab48-41b8-8535-06d5ed24e028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Subnet': ['ID=11ec4975-8295-4300-b90b-06e79a826a5a,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:09.784823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0dbe172c-ab48-41b8-8535-06d5ed24e028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:09.790927 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0dbe172c-ab48-41b8-8535-06d5ed24e028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/subnets/11ec4975-8295-4300-b90b-06e79a826a5a HTTP/1.1" status: 204 len: 168 time: 0.5330155 May 09 13:36:09.791116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8184efb9-a0f2-47e4-98c0-b84355a6233f None None] Network 02c55a2b-dd04-4877-878a-b8796455af01 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:36:09.793500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60748) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:09.969913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47f173-e0f7-419f-865a-01d040b6814c None None] Sync routers for ids ['1d1756b4-4822-49e3-bed4-dca651966102'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:36:09.990729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:09.991138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47f173-e0f7-419f-865a-01d040b6814c None None] Routers {'1d1756b4-4822-49e3-bed4-dca651966102'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:36:09.991736 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fa47f173-e0f7-419f-865a-01d040b6814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:35:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1d1756b4-4822-49e3-bed4-dca651966102'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:10.097733 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0859b27-f226-443c-b514-622686c8e7b5 None None] DHCP port deletion for 02c55a2b-dd04-4877-878a-b8796455af01 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:36:10.124596 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c0859b27-f226-443c-b514-622686c8e7b5 None None] Deleting port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:36:10.124960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c0859b27-f226-443c-b514-622686c8e7b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:10.196494 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:10.207376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 222b837a-0b39-470e-8ea3-cb5ae533ab54 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:36:10.207722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:10.216602 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cf24a8f-e326-4bfb-bb3f-553c05d97d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:10.379030 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-fa47f173-e0f7-419f-865a-01d040b6814c None None] Set router 1d1756b4-4822-49e3-bed4-dca651966102 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:36:10.382511 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 222b837a-0b39-470e-8ea3-cb5ae533ab54, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=222b837a-0b39-470e-8ea3-cb5ae533ab54,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:36:10.382962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:10.504310 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 222b837a-0b39-470e-8ea3-cb5ae533ab54 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:36:10.511034 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c0859b27-f226-443c-b514-622686c8e7b5 None None] For port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf,segment=NetworkSegment(ff51328a-1c22-4450-9814-d57188aa2d39),segment_id=ff51328a-1c22-4450-9814-d57188aa2d39)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:36:10.511545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c0859b27-f226-443c-b514-622686c8e7b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:10.668679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:10.711830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=222b837a-0b39-470e-8ea3-cb5ae533ab54,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:10.713719 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c0859b27-f226-443c-b514-622686c8e7b5 None None] Calling delete_port for 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:36:10.839699 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c0859b27-f226-443c-b514-622686c8e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:10.876725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:36:10.921442 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0859b27-f226-443c-b514-622686c8e7b5 None None] Pushing event deleted for resources: {'Port': ['ID=165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:10.925636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:36:10.926038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:36:10.934697 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0859b27-f226-443c-b514-622686c8e7b5 None None] No DVR routers for this DVR port 165beb9d-d2cc-4cf5-9d9e-8ec2effe53cf on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:36:10.942903 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fa47f173-e0f7-419f-865a-01d040b6814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:36:08Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '222b837a-0b39-470e-8ea3-cb5ae533ab54', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1756b4-4822-49e3-bed4-dca651966102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:35:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:10.946535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47f173-e0f7-419f-865a-01d040b6814c None None] Checking router: 1d1756b4-4822-49e3-bed4-dca651966102 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:36:10.950760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:10.957466 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47f173-e0f7-419f-865a-01d040b6814c None None] Routers {'1d1756b4-4822-49e3-bed4-dca651966102'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:36:10.958067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fa47f173-e0f7-419f-865a-01d040b6814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:35:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['1d1756b4-4822-49e3-bed4-dca651966102'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:11.084337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-fa47f173-e0f7-419f-865a-01d040b6814c None None] Set router 1d1756b4-4822-49e3-bed4-dca651966102 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:36:11.188003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fa47f173-e0f7-419f-865a-01d040b6814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:36:10Z', 'revision_number': 7, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:11.191902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47f173-e0f7-419f-865a-01d040b6814c None None] The sync data for ids ['1d1756b4-4822-49e3-bed4-dca651966102'] in dv-neutron-840889-2-hyperv is: [{'id': '1d1756b4-4822-49e3-bed4-dca651966102', 'name': 'tempest-TestNetworkBasicOps-router-944682438', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:34:22Z', 'updated_at': '2022-05-09T13:36:10Z', 'revision_number': 7, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port_host': None}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:36:11.300352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.304375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.327982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.328459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Fanout notify agent at l3_agent the message router_deleted on router 1d1756b4-4822-49e3-bed4-dca651966102 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:36:11.343571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.344653 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7365cf42-830d-41c9-b875-613f3c6df900 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/routers/1d1756b4-4822-49e3-bed4-dca651966102 HTTP/1.1" status: 204 len: 168 time: 1.5502279 May 09 13:36:11.347669 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60752) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:11.457387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6efd194-b0fe-4a6d-8b39-85d128fc3a88 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.588234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6efd194-b0fe-4a6d-8b39-85d128fc3a88 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.616184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-c6efd194-b0fe-4a6d-8b39-85d128fc3a88 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c55a2b-dd04-4877-878a-b8796455af01']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:11.631480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-c6efd194-b0fe-4a6d-8b39-85d128fc3a88 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff51328a-1c22-4450-9814-d57188aa2d39') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:11.632002 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-c6efd194-b0fe-4a6d-8b39-85d128fc3a88 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff51328a-1c22-4450-9814-d57188aa2d39') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:11.646652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6efd194-b0fe-4a6d-8b39-85d128fc3a88 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.662351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6efd194-b0fe-4a6d-8b39-85d128fc3a88 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.668641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6efd194-b0fe-4a6d-8b39-85d128fc3a88 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:36:11.669048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6efd194-b0fe-4a6d-8b39-85d128fc3a88 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:36:11.683337 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:36:11.769026 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6efd194-b0fe-4a6d-8b39-85d128fc3a88 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.774099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c6efd194-b0fe-4a6d-8b39-85d128fc3a88 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.799298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efd194-b0fe-4a6d-8b39-85d128fc3a88 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Network': ['ID=02c55a2b-dd04-4877-878a-b8796455af01,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:11.806282 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c6efd194-b0fe-4a6d-8b39-85d128fc3a88 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/networks/02c55a2b-dd04-4877-878a-b8796455af01 HTTP/1.1" status: 204 len: 168 time: 0.4576778 May 09 13:36:11.827927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60756) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:11.833697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'network': {'name': 'tempest-network-smoke--1314291399', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'port_security_enabled': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:36:11.838749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:36:11.842935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:network and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:36:11.845756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:36:11.852417 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:36:11.864084 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:36:11.867112 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.895484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:36:11.904007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.904362 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Added segment f7988154-d3ba-47d6-9121-17e99a04f929 of type vlan for network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 May 09 13:36:11.936636 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.966521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:11.970816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:11.971383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:12.036021 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7ced98-a020-4bc0-bdc5-63cd0af67406 None None] New status for floating IP f99ccbd8-9e97-47f3-81f9-280ea8f8d865: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:36:12.082303 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2532718 May 09 13:36:12.085071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340669bb-82da-455f-94c6-a8b686bf20aa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Network': ['ID=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:12.085433 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60760) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:12.094050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-158142442', 'admin_state_up': True, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:36:12.096104 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:36:12.101125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:36:12.105711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:router and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:36:12.109318 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:36:12.116267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:36:12.126617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:12.127601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:12.147629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:12.392885 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:12.424369 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c0c782d7-d639-4fad-8599-de1b5d51bbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:12.563471 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:12.595878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:12.723480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.204 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/cbc3fc06-549a-43e5-9bea-7a0265b5fa6c) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:36:12.769016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 222b837a-0b39-470e-8ea3-cb5ae533ab54 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:36:12.801740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 222b837a-0b39-470e-8ea3-cb5ae533ab54 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:36:12.802078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 222b837a-0b39-470e-8ea3-cb5ae533ab54 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:36:12.802489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:36:12.832541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:36:12.832880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d9f01f20-eb4f-48cf-b46d-91a250fb9fd8 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:36:12.867145 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:12.894077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:12.960341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:36:12.962903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:36:12.966507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:36:12.994651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=cbc3fc06-549a-43e5-9bea-7a0265b5fa6c,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:13.120335 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:13.121029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:13.338247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:36:13.358267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:13.553037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:36:13.564078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Sync routers for ids ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:36:13.575450 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Routers {'fd8c08d5-2cb9-40eb-9444-ff834a3515c3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:36:13.576528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:36:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:13.581468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:13.582687 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fd9f60e7-7fa3-404e-b71b-5bf70877832c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4956367 May 09 13:36:13.585714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60764) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:13.625748 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-719f9d5d-7650-4045-8291-b5133611bf5f tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8565fca19184006b055116e4f64bdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387738 May 09 13:36:13.628215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60768) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:13.755645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980e8347-e960-4197-9e42-146c8fb2ce0e tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:13.757158 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-980e8347-e960-4197-9e42-146c8fb2ce0e tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280725 May 09 13:36:13.759943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60772) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:13.798670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Set router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:36:13.799205 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b2ce0986-db25-45ea-876c-932d12249030 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376801 May 09 13:36:13.801862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60776) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:13.808197 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1904837405', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:36:13.927669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:14.006262 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:36:14.010192 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:subnet and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:36:14.013090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:36:14.019446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:36:14.028950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:36:14.093244 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:13Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:14.097140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Checking router: fd8c08d5-2cb9-40eb-9444-ff834a3515c3 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:36:14.097536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Updating router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 port cbc3fc06-549a-43e5-9bea-7a0265b5fa6c binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:36:14.127800 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:14.147429 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:14.341275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:14.418694 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Subnet': ['ID=62c7c639-e9a6-42f9-82d7-7f429a5318db,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:14.433134 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Checking segment: {'id': 'f7988154-d3ba-47d6-9121-17e99a04f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:36:14.433522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network hostable DHCP agents. Network: 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:36:14.457815 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:36:14.466469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:14.467402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:36:14.471880 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:14.472960 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:14.480022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca29332b-ed05-4e80-88a1-8b3038fd0076 None None] Network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:36:14.497434 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-95459ae4-4915-4b6c-9fb6-71b1220af875 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6945934 May 09 13:36:14.500714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60780) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:14.505874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Transition to ACTIVE for port object cbc3fc06-549a-43e5-9bea-7a0265b5fa6c will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:36:14.558391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:14.672838 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abac9e3-9783-4596-9106-01e4cbd21a71 None None] Pushing event updated for resources: {'Port': ['ID=cbc3fc06-549a-43e5-9bea-7a0265b5fa6c,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:14.679620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Attempting to bind port cbc3fc06-549a-43e5-9bea-7a0265b5fa6c on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:36:14.679988 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Attempting to bind port cbc3fc06-549a-43e5-9bea-7a0265b5fa6c by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:36:14.680342 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Attempting to bind port cbc3fc06-549a-43e5-9bea-7a0265b5fa6c on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:36:14.697381 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:36:14.697818 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:36:14.698148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:14.698609 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:36:14.699134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Bound port: cbc3fc06-549a-43e5-9bea-7a0265b5fa6c, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:36:14.699554 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:14.848077 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] For port cbc3fc06-549a-43e5-9bea-7a0265b5fa6c, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:36:14.856694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] For port cbc3fc06-549a-43e5-9bea-7a0265b5fa6c, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cbc3fc06-549a-43e5-9bea-7a0265b5fa6c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:36:14.860664 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:14.893116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ips': [{'subnet_id': '62c7c639-e9a6-42f9-82d7-7f429a5318db'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:36:14.893921 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:15.012518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abac9e3-9783-4596-9106-01e4cbd21a71 None None] Pushing event updated for resources: {'Port': ['ID=cbc3fc06-549a-43e5-9bea-7a0265b5fa6c,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:15.042539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Routers {'fd8c08d5-2cb9-40eb-9444-ff834a3515c3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:36:15.043155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:36:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:15.185355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:15.246325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:15.283604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Allocated IP 172.20.0.2 (0a1dd533-27b5-4b4c-b297-e7e87e4d02b7/62c7c639-e9a6-42f9-82d7-7f429a5318db/cd5b1e68-4f56-4354-bc48-6ab996a1912a) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:36:15.393315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] Set router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:36:15.749766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:15.766780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Transition to ACTIVE for port object cd5b1e68-4f56-4354-bc48-6ab996a1912a will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:36:15.793905 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Transition to ACTIVE for port object cd5b1e68-4f56-4354-bc48-6ab996a1912a will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:36:15.800681 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:15.862248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.1 (0a1dd533-27b5-4b4c-b297-e7e87e4d02b7/62c7c639-e9a6-42f9-82d7-7f429a5318db/9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:36:15.877757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Pushing event updated for resources: {'Port': ['ID=cd5b1e68-4f56-4354-bc48-6ab996a1912a,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:15.884885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:36:15.886591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:13Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:15.889497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:36:15.892265 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:36:15.896532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa4a1d3-64a5-4857-a6b5-0a0609907d1a None None] The sync data for ids ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'] in dv-neutron-840889-2-hyperv is: [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:13Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:36:15.990428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Attempting to bind port cd5b1e68-4f56-4354-bc48-6ab996a1912a on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:36:15.991445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Attempting to bind port cd5b1e68-4f56-4354-bc48-6ab996a1912a by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'f7988154-d3ba-47d6-9121-17e99a04f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:36:15.991445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Attempting to bind port cd5b1e68-4f56-4354-bc48-6ab996a1912a on network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:36:16.000613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:36:16.001072 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Checking segment: {'id': 'f7988154-d3ba-47d6-9121-17e99a04f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:36:16.001561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:16.002046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Bound using segment: {'id': 'f7988154-d3ba-47d6-9121-17e99a04f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:36:16.002580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Bound port: cd5b1e68-4f56-4354-bc48-6ab996a1912a, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7988154-d3ba-47d6-9121-17e99a04f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:36:16.003061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:16.026797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:16.043053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:36:16.092940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:16.115416 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] For port cd5b1e68-4f56-4354-bc48-6ab996a1912a, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:36:16.118396 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] For port cd5b1e68-4f56-4354-bc48-6ab996a1912a, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cd5b1e68-4f56-4354-bc48-6ab996a1912a,segment=NetworkSegment(f7988154-d3ba-47d6-9121-17e99a04f929),segment_id=f7988154-d3ba-47d6-9121-17e99a04f929)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:36:16.127720 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:16.175862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:36:16.179577 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:36:16.183532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:36:16.215392 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97e57d-2f31-49bb-928f-43d904377f19 None None] Pushing event updated for resources: {'Port': ['ID=cd5b1e68-4f56-4354-bc48-6ab996a1912a,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:16.234844 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:16.255583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:16.352443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:16.796449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:16.801602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:16.863204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cbc3fc06-549a-43e5-9bea-7a0265b5fa6c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:36:16.902497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:16.936816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port cbc3fc06-549a-43e5-9bea-7a0265b5fa6c completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:36:16.941940 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cbc3fc06-549a-43e5-9bea-7a0265b5fa6c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:36:16.942530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:16.995379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:17.067147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:36:17.068331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:36:17.070166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:17.089435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port cbc3fc06-549a-43e5-9bea-7a0265b5fa6c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cbc3fc06-549a-43e5-9bea-7a0265b5fa6c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:36:17.094770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:17.095717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd5b1e68-4f56-4354-bc48-6ab996a1912a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:36:17.199512 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dcea55-ec3d-4f2a-8d7b-4066d089e60b None None] Network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:36:17.270802 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=cbc3fc06-549a-43e5-9bea-7a0265b5fa6c,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:17.318880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d21a3ebf-2983-46ed-b911-443c8d649840 None None] Provisioning for port cd5b1e68-4f56-4354-bc48-6ab996a1912a completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:36:17.324670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port cd5b1e68-4f56-4354-bc48-6ab996a1912a completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:36:17.332313 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d21a3ebf-2983-46ed-b911-443c8d649840 None None] Provisioning complete for port cd5b1e68-4f56-4354-bc48-6ab996a1912a triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:36:17.332680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d21a3ebf-2983-46ed-b911-443c8d649840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:17.375185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cd5b1e68-4f56-4354-bc48-6ab996a1912a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:36:17.375556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:17.562166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:36:17.714921 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d21a3ebf-2983-46ed-b911-443c8d649840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:17.735173 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:17.777074 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d21a3ebf-2983-46ed-b911-443c8d649840 None None] For port cd5b1e68-4f56-4354-bc48-6ab996a1912a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cd5b1e68-4f56-4354-bc48-6ab996a1912a,segment=NetworkSegment(f7988154-d3ba-47d6-9121-17e99a04f929),segment_id=f7988154-d3ba-47d6-9121-17e99a04f929)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:36:17.782216 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:36:17.783915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d21a3ebf-2983-46ed-b911-443c8d649840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:17.799937 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-88313c8f-2874-4cf8-9f78-0cc07782f028 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/fd8c08d5-2cb9-40eb-9444-ff834a3515c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2981167 May 09 13:36:17.802563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60784) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:17.908154 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:36:17.908744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:36:17.911884 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a3ebf-2983-46ed-b911-443c8d649840 None None] Pushing event updated for resources: {'Port': ['ID=cd5b1e68-4f56-4354-bc48-6ab996a1912a,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:17.950522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b78845-f390-4618-9a3e-05bf0db94e3d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:17.950889 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b78845-f390-4618-9a3e-05bf0db94e3d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:17.951764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b78845-f390-4618-9a3e-05bf0db94e3d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:17.952117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b78845-f390-4618-9a3e-05bf0db94e3d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:17.953743 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-28b78845-f390-4618-9a3e-05bf0db94e3d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1499577 May 09 13:36:17.956353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60788) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:17.980066 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:36:18.010671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-34c4b629-1fa6-4ba1-9e4a-d7bda75aed4c None None] Provisioning complete for port cd5b1e68-4f56-4354-bc48-6ab996a1912a triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:36:18.011327 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-34c4b629-1fa6-4ba1-9e4a-d7bda75aed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.033902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe820169-a6bb-4dfb-82b7-e167ac48abcd tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:18.034267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe820169-a6bb-4dfb-82b7-e167ac48abcd tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:18.034683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe820169-a6bb-4dfb-82b7-e167ac48abcd tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:18.035041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe820169-a6bb-4dfb-82b7-e167ac48abcd tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:18.037310 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fe820169-a6bb-4dfb-82b7-e167ac48abcd tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0794322 May 09 13:36:18.039524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60792) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:18.152267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-34c4b629-1fa6-4ba1-9e4a-d7bda75aed4c None None] Provisioning for port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:36:18.157794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-34c4b629-1fa6-4ba1-9e4a-d7bda75aed4c None None] Provisioning complete for port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:36:18.158236 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-34c4b629-1fa6-4ba1-9e4a-d7bda75aed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.213802 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-34c4b629-1fa6-4ba1-9e4a-d7bda75aed4c None None] Port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:36:18.248395 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4bf51480-e508-4908-973b-d3a754a4a9d5 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2072113 May 09 13:36:18.329601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60798) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:18.335107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073461706', 'description': 'tempest-secgroup-smoke-2073461706 description', 'project_id': 'b8565fca19184006b055116e4f64bdfc'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:36:18.340765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:36:18.340908 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a32ebfc9-a02a-4e14-8ec2-4cc2958c189f None None] Provisioning complete for port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:36:18.341202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a32ebfc9-a02a-4e14-8ec2-4cc2958c189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.344870 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:36:18.347703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:36:18.353310 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:36:18.363183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.394225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a32ebfc9-a02a-4e14-8ec2-4cc2958c189f None None] Port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:36:18.398787 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:36:18.402633 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:36:18.405436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:36:18.411400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:36:18.467687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.470967 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.515082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=869f1765-2327-46d6-848d-0241e5542478,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:18.515319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c4d0e2d6-e2ea-4af5-a5bb-8f6b4f550a57 None None] Provisioning complete for port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:36:18.515508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c4d0e2d6-e2ea-4af5-a5bb-8f6b4f550a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.525684 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.527023 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-056d56fa-2639-4815-9e5d-4f11dfc72da2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1964400 May 09 13:36:18.529911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60802) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:18.535211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-64c3d36f-58da-4a94-89e8-36b240b02c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '869f1765-2327-46d6-848d-0241e5542478', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:36:18.541186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-64c3d36f-58da-4a94-89e8-36b240b02c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:36:18.545516 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-64c3d36f-58da-4a94-89e8-36b240b02c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:36:18.548369 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-64c3d36f-58da-4a94-89e8-36b240b02c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:36:18.554052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-64c3d36f-58da-4a94-89e8-36b240b02c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:36:18.567103 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0e2d6-e2ea-4af5-a5bb-8f6b4f550a57 None None] Port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:36:18.572864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-64c3d36f-58da-4a94-89e8-36b240b02c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.632331 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-64c3d36f-58da-4a94-89e8-36b240b02c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.638621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-64c3d36f-58da-4a94-89e8-36b240b02c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.661204 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3d36f-58da-4a94-89e8-36b240b02c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1806169-5af7-4209-a387-f1a5a785cc79,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:18.669441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-64c3d36f-58da-4a94-89e8-36b240b02c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.671111 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-64c3d36f-58da-4a94-89e8-36b240b02c93 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1402981 May 09 13:36:18.674467 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60806) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:18.679636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-90b01e9f-7013-404c-9539-8b0da794db40 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '869f1765-2327-46d6-848d-0241e5542478', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:36:18.685122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-90b01e9f-7013-404c-9539-8b0da794db40 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:36:18.689509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-90b01e9f-7013-404c-9539-8b0da794db40 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:36:18.692304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-90b01e9f-7013-404c-9539-8b0da794db40 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:36:18.697913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-90b01e9f-7013-404c-9539-8b0da794db40 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:36:18.714011 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90b01e9f-7013-404c-9539-8b0da794db40 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.778719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90b01e9f-7013-404c-9539-8b0da794db40 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.782587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90b01e9f-7013-404c-9539-8b0da794db40 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.806116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b01e9f-7013-404c-9539-8b0da794db40 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25dbce6-bb2b-4f54-ad6c-aaa5ecd19f00,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:18.815481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90b01e9f-7013-404c-9539-8b0da794db40 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.816830 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-90b01e9f-7013-404c-9539-8b0da794db40 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1414747 May 09 13:36:18.819679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60810) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:18.822484 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cbc3fc06-549a-43e5-9bea-7a0265b5fa6c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:36:18.825059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d3ed9f98-8c90-4acc-83b8-b3cc52d5e60e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '869f1765-2327-46d6-848d-0241e5542478', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:36:18.831043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d3ed9f98-8c90-4acc-83b8-b3cc52d5e60e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:36:18.834903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d3ed9f98-8c90-4acc-83b8-b3cc52d5e60e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:36:18.837758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d3ed9f98-8c90-4acc-83b8-b3cc52d5e60e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:36:18.843884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d3ed9f98-8c90-4acc-83b8-b3cc52d5e60e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:36:18.861849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9f98-8c90-4acc-83b8-b3cc52d5e60e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.893248 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cbc3fc06-549a-43e5-9bea-7a0265b5fa6c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:36:18.893646 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.925299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9f98-8c90-4acc-83b8-b3cc52d5e60e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.928803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9f98-8c90-4acc-83b8-b3cc52d5e60e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.952637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed9f98-8c90-4acc-83b8-b3cc52d5e60e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd6f4d8-11e4-4bc8-a82c-ed185ced6bc5,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:18.961755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9f98-8c90-4acc-83b8-b3cc52d5e60e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:18.962873 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d3ed9f98-8c90-4acc-83b8-b3cc52d5e60e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1423054 May 09 13:36:18.965580 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60814) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:18.970933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3435e78a-0643-4f9e-b694-2d96269fcf83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '869f1765-2327-46d6-848d-0241e5542478', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:36:18.976547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3435e78a-0643-4f9e-b694-2d96269fcf83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:36:18.980256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3435e78a-0643-4f9e-b694-2d96269fcf83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:36:18.983182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3435e78a-0643-4f9e-b694-2d96269fcf83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:36:18.989240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3435e78a-0643-4f9e-b694-2d96269fcf83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:36:19.006209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3435e78a-0643-4f9e-b694-2d96269fcf83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:19.010380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd5b1e68-4f56-4354-bc48-6ab996a1912a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:36:19.070087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3435e78a-0643-4f9e-b694-2d96269fcf83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:19.073506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3435e78a-0643-4f9e-b694-2d96269fcf83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:19.080544 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cd5b1e68-4f56-4354-bc48-6ab996a1912a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:36:19.080903 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:19.098279 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435e78a-0643-4f9e-b694-2d96269fcf83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5601ec-f5a1-47c6-83fe-195143fcce23,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:19.108128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3435e78a-0643-4f9e-b694-2d96269fcf83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:19.109830 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3435e78a-0643-4f9e-b694-2d96269fcf83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1432273 May 09 13:36:19.112334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60818) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:19.118282 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e57cb013-6167-4077-99d4-e8f1e51bda6c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '869f1765-2327-46d6-848d-0241e5542478', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:36:19.124505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e57cb013-6167-4077-99d4-e8f1e51bda6c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:36:19.128393 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e57cb013-6167-4077-99d4-e8f1e51bda6c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:36:19.131307 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e57cb013-6167-4077-99d4-e8f1e51bda6c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:36:19.136951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e57cb013-6167-4077-99d4-e8f1e51bda6c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:36:19.147912 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-e57cb013-6167-4077-99d4-e8f1e51bda6c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:36:19.154388 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e57cb013-6167-4077-99d4-e8f1e51bda6c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:19.219013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e57cb013-6167-4077-99d4-e8f1e51bda6c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:19.222753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e57cb013-6167-4077-99d4-e8f1e51bda6c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:19.246501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cb013-6167-4077-99d4-e8f1e51bda6c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1463f28-e9e3-4e89-b570-83bec8753509,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:19.256000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e57cb013-6167-4077-99d4-e8f1e51bda6c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:19.257241 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e57cb013-6167-4077-99d4-e8f1e51bda6c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1439106 May 09 13:36:19.260065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60822) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:19.266464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-e6a69dac-a885-4101-8057-bb022ce371f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '869f1765-2327-46d6-848d-0241e5542478', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:36:19.272397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e6a69dac-a885-4101-8057-bb022ce371f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:36:19.276201 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e6a69dac-a885-4101-8057-bb022ce371f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:36:19.279064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e6a69dac-a885-4101-8057-bb022ce371f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:36:19.285584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e6a69dac-a885-4101-8057-bb022ce371f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:36:19.296245 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-e6a69dac-a885-4101-8057-bb022ce371f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:36:19.303078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e6a69dac-a885-4101-8057-bb022ce371f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:19.370224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e6a69dac-a885-4101-8057-bb022ce371f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:19.374878 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e6a69dac-a885-4101-8057-bb022ce371f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:19.401741 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a69dac-a885-4101-8057-bb022ce371f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c049d8-062a-485f-ae49-e10af1398dc3,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:19.407383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e6a69dac-a885-4101-8057-bb022ce371f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:19.408788 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e6a69dac-a885-4101-8057-bb022ce371f8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1471214 May 09 13:36:19.459706 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Sync routers for ids ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:36:19.471746 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Routers {'fd8c08d5-2cb9-40eb-9444-ff834a3515c3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:36:19.472419 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:36:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:19.619252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-bcfbb12c-45f1-49e1-bb3b-6171742c123d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:36:19.634857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-bcfbb12c-45f1-49e1-bb3b-6171742c123d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:36:19.635991 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-bcfbb12c-45f1-49e1-bb3b-6171742c123d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073461706&fields=id&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 267 time: 0.0624938 May 09 13:36:19.651097 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Set router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:36:19.782438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-7fe3d8c3-d2a2-442e-a868-d09db751babc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:19.783887 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-7fe3d8c3-d2a2-442e-a868-d09db751babc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/networks?id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 HTTP/1.1" status: 200 len: 797 time: 0.1409552 May 09 13:36:19.800102 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-0532041c-0e27-437c-abe5-0cc055a7969f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/quotas/b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 375 time: 0.0108886 May 09 13:36:19.882657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-c4c1ee18-aa84-4d15-9672-04a90b26a0e2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:36:19.897509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-c4c1ee18-aa84-4d15-9672-04a90b26a0e2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:36:19.899019 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-c4c1ee18-aa84-4d15-9672-04a90b26a0e2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936308 May 09 13:36:19.914993 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-d314b54b-bc2d-4bab-8492-fb5ad71db52d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:36:19.915900 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-d314b54b-bc2d-4bab-8492-fb5ad71db52d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049524 May 09 13:36:19.960141 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:16Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9', 'name': '', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:c5:d5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:15Z', 'updated_at': '2022-05-09T13:36:16Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:19.963859 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Checking router: fd8c08d5-2cb9-40eb-9444-ff834a3515c3 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:36:19.964192 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Updating router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:36:20.013276 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:20.046450 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-abb344d2-22a8-45d2-890b-427a66b3568a service neutron] 10.222.0.44 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241398 May 09 13:36:20.176752 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-89f13eef-6223-41ea-a749-fcd9086e0a4b service neutron] 10.222.0.44 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243165 May 09 13:36:20.352729 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:20.360747 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0adb51d8-e79f-466f-8f37-bb49d0c11d58 req-4d3da044-2fe5-477b-b162-3f8ce44807c8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 210 time: 0.0414429 May 09 13:36:20.367339 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Transition to ACTIVE for port object 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:36:20.374821 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:20.497295 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360246d1-4031-4d0b-bb17-1aa1b80224c2 None None] Pushing event updated for resources: {'Port': ['ID=9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:20.534826 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360246d1-4031-4d0b-bb17-1aa1b80224c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:20.535162 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360246d1-4031-4d0b-bb17-1aa1b80224c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:20.535492 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360246d1-4031-4d0b-bb17-1aa1b80224c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:20.535817 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360246d1-4031-4d0b-bb17-1aa1b80224c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:20.536142 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360246d1-4031-4d0b-bb17-1aa1b80224c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:20.536466 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360246d1-4031-4d0b-bb17-1aa1b80224c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:20.536803 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360246d1-4031-4d0b-bb17-1aa1b80224c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:20.537103 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360246d1-4031-4d0b-bb17-1aa1b80224c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:20.537453 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360246d1-4031-4d0b-bb17-1aa1b80224c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:20.537773 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360246d1-4031-4d0b-bb17-1aa1b80224c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:20.538088 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360246d1-4031-4d0b-bb17-1aa1b80224c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:36:20.596121 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Attempting to bind port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:36:20.596480 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Attempting to bind port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'f7988154-d3ba-47d6-9121-17e99a04f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:36:20.597012 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Attempting to bind port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 on network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:36:20.603572 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:36:20.603966 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Checking segment: {'id': 'f7988154-d3ba-47d6-9121-17e99a04f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:36:20.604324 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:20.604706 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Bound using segment: {'id': 'f7988154-d3ba-47d6-9121-17e99a04f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:36:20.605159 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Bound port: 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7988154-d3ba-47d6-9121-17e99a04f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:36:20.605549 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:20.690117 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] For port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:36:20.693608 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] For port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9,segment=NetworkSegment(f7988154-d3ba-47d6-9121-17e99a04f929),segment_id=f7988154-d3ba-47d6-9121-17e99a04f929)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:36:20.698723 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:20.808926 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360246d1-4031-4d0b-bb17-1aa1b80224c2 None None] Pushing event updated for resources: {'Port': ['ID=9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:20.814108 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Routers {'fd8c08d5-2cb9-40eb-9444-ff834a3515c3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:36:20.814716 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:36:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:20.990424 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] Set router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:36:21.287938 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:16Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9', 'name': '', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:c5:d5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:15Z', 'updated_at': '2022-05-09T13:36:20Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:21.291610 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d7e95c-d3de-40d2-93b6-f317dfb4d257 None None] The sync data for ids ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'] in dv-neutron-840889-2-hyperv is: [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:16Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9', 'name': '', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:c5:d5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:15Z', 'updated_at': '2022-05-09T13:36:20Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:36:21.360218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:21.475372 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-aca028d4-ca1b-40f9-bc2b-49a04b6396fe req-797d256e-a77f-49d8-b29d-b17181be3bff tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 210 time: 0.0423880 May 09 13:36:22.600311 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ce2223d-d617-4df9-85f6-37f4ec9517d0 req-04d572ec-6d39-45ee-b6c8-76af035be0ef tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 210 time: 0.0448329 May 09 13:36:22.833654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:36:22.903595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:36:22.910035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:36:22.910403 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:23.027140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:23.058404 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9,segment=NetworkSegment(f7988154-d3ba-47d6-9121-17e99a04f929),segment_id=f7988154-d3ba-47d6-9121-17e99a04f929)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:36:23.061874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:23.124928 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:23.408031 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-61b5e80a-060d-4ddd-ae35-a6b8dce9c472 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:23.408699 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-61b5e80a-060d-4ddd-ae35-a6b8dce9c472 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:36:23.423714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-61b5e80a-060d-4ddd-ae35-a6b8dce9c472 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:36:23.424811 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-61b5e80a-060d-4ddd-ae35-a6b8dce9c472 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks?id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 HTTP/1.1" status: 200 len: 797 time: 0.1596503 May 09 13:36:23.478651 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-9e76ef3b-a299-4083-9ff0-a65f24a631e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 380 time: 0.0407619 May 09 13:36:23.486896 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'port': {'device_id': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'admin_state_up': True, 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'security_groups': ['869f1765-2327-46d6-848d-0241e5542478']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:36:23.625751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:36:23.636031 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:36:23.647499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:36:23.650648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:23.848333 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6a7dad0d-5e32-4438-a46e-2e21b10d69d4 req-9c092277-d8b9-4b60-aa4f-cfe29021561e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 210 time: 0.1247518 May 09 13:36:23.910810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.14 (0a1dd533-27b5-4b4c-b297-e7e87e4d02b7/62c7c639-e9a6-42f9-82d7-7f429a5318db/b2c94856-f7bb-4e12-acdc-b360372cae87) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:36:24.090283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:24.105414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object b2c94856-f7bb-4e12-acdc-b360372cae87 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:36:24.126547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:24.203200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:36:24.208130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:36:24.212183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:36:24.263763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=b2c94856-f7bb-4e12-acdc-b360372cae87,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:24.293617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:24.294204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:24.320004 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-83d57f79-102e-4838-a217-3cb35684f11a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8367221 May 09 13:36:24.330962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Request body: {'port': {'device_id': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:36:24.437730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:24.463895 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6d1e9766-9bd3-45e2-813e-4abff5ca99e0 None None] Provisioning for port b2c94856-f7bb-4e12-acdc-b360372cae87 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:36:24.469080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6d1e9766-9bd3-45e2-813e-4abff5ca99e0 None None] Provisioning complete for port b2c94856-f7bb-4e12-acdc-b360372cae87 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:36:24.469485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9766-9bd3-45e2-813e-4abff5ca99e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:24.524851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e9766-9bd3-45e2-813e-4abff5ca99e0 None None] Port b2c94856-f7bb-4e12-acdc-b360372cae87 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:36:24.769418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c94856-f7bb-4e12-acdc-b360372cae87 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:36:24.776330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:24.791108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Transition to ACTIVE for port object b2c94856-f7bb-4e12-acdc-b360372cae87 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:36:24.795058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:24.813719 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:36:24.884048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:36:24.884717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:24.950170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c94856-f7bb-4e12-acdc-b360372cae87,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:25.063365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Attempting to bind port b2c94856-f7bb-4e12-acdc-b360372cae87 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:36:25.063690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Attempting to bind port b2c94856-f7bb-4e12-acdc-b360372cae87 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'f7988154-d3ba-47d6-9121-17e99a04f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:36:25.064037 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Attempting to bind port b2c94856-f7bb-4e12-acdc-b360372cae87 on network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:36:25.070213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Port b2c94856-f7bb-4e12-acdc-b360372cae87 on network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:36:25.070524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Attempting to bind port b2c94856-f7bb-4e12-acdc-b360372cae87 on network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:36:25.078090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:36:25.078417 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Checking segment: {'id': 'f7988154-d3ba-47d6-9121-17e99a04f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:36:25.078792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Bound using segment: {'id': 'f7988154-d3ba-47d6-9121-17e99a04f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:36:25.079215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Bound port: b2c94856-f7bb-4e12-acdc-b360372cae87, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7988154-d3ba-47d6-9121-17e99a04f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:36:25.079555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:25.098414 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3f4da-c235-471f-98c2-0c01c8afd3de req-63367e4a-37c4-4826-b7b4-054e077c2ac7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:25.099848 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9dc3f4da-c235-471f-98c2-0c01c8afd3de req-63367e4a-37c4-4826-b7b4-054e077c2ac7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 944 time: 0.0915704 May 09 13:36:25.148015 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9dc3f4da-c235-471f-98c2-0c01c8afd3de req-8f6f74c4-dabb-45b5-b418-fde3bd150c29 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=869f1765-2327-46d6-848d-0241e5542478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424147 May 09 13:36:25.169963 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] For port b2c94856-f7bb-4e12-acdc-b360372cae87, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:36:25.172897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] For port b2c94856-f7bb-4e12-acdc-b360372cae87, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b2c94856-f7bb-4e12-acdc-b360372cae87,segment=NetworkSegment(f7988154-d3ba-47d6-9121-17e99a04f929),segment_id=f7988154-d3ba-47d6-9121-17e99a04f929)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:36:25.177427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:25.238469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:25.240052 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] 10.222.0.57 "PUT /v2.0/ports/b2c94856-f7bb-4e12-acdc-b360372cae87 HTTP/1.1" status: 200 len: 1094 time: 0.9131775 May 09 13:36:25.240488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'tag': 'b2c94856-f7bb-4e12-acdc-b360372cae87'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:36:25.258673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ae869-f507-4f5a-9a30-fb84f7e8c017 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c94856-f7bb-4e12-acdc-b360372cae87,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:25.324110 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b912dd51-a7f9-4b59-a8bc-415f7de85c9a'] response: {'name': 'network-changed', 'server_uuid': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'tag': 'b2c94856-f7bb-4e12-acdc-b360372cae87', 'status': 'completed', 'code': 200} May 09 13:36:25.365752 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-ed287be2-6f83-4b92-9ed2-5fc5b7760e72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 1097 time: 0.0799809 May 09 13:36:25.436373 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-63865e14-ee6f-41c5-99f3-af7843ce18e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2c94856-f7bb-4e12-acdc-b360372cae87 HTTP/1.1" status: 200 len: 217 time: 0.0643461 May 09 13:36:25.496183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-ab12d87a-5b0a-46b8-8a50-3d958e7a60d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:25.497612 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-ab12d87a-5b0a-46b8-8a50-3d958e7a60d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c7c639-e9a6-42f9-82d7-7f429a5318db HTTP/1.1" status: 200 len: 844 time: 0.0557485 May 09 13:36:25.568649 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-76ff579d-5e5a-4daa-a575-7b96e890ec97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657945 May 09 13:36:25.793106 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-2d4a436d-26c3-4086-818d-917324f19c8e service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181344 May 09 13:36:25.920504 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-39a263a4-8b2e-4fd4-b8a3-b13332419875 req-9a181bb8-02b7-4522-866b-95b833f44d16 service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211355 May 09 13:36:26.038660 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f3688c7a-98c3-4ac8-80a5-083f17094618 req-60477766-d250-4a8d-a045-ca415e6ef52a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 1097 time: 0.0728614 May 09 13:36:26.164973 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3688c7a-98c3-4ac8-80a5-083f17094618 req-24a15c9d-30ce-43eb-9063-047974c30509 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:26.166318 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f3688c7a-98c3-4ac8-80a5-083f17094618 req-24a15c9d-30ce-43eb-9063-047974c30509 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 HTTP/1.1" status: 200 len: 898 time: 0.1216536 May 09 13:36:26.235972 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f3688c7a-98c3-4ac8-80a5-083f17094618 req-602a6df1-ba86-4cba-9602-5fc6117f67bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2c94856-f7bb-4e12-acdc-b360372cae87 HTTP/1.1" status: 200 len: 217 time: 0.0633266 May 09 13:36:26.297290 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3688c7a-98c3-4ac8-80a5-083f17094618 req-00658367-9436-48ac-89d6-392a7350cd42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:26.298743 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f3688c7a-98c3-4ac8-80a5-083f17094618 req-00658367-9436-48ac-89d6-392a7350cd42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c7c639-e9a6-42f9-82d7-7f429a5318db HTTP/1.1" status: 200 len: 844 time: 0.0576451 May 09 13:36:26.341052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4fd77-69d9-475c-9155-aeb4b3e599fd req-6694f9cf-2cba-449b-aca8-e494d525a071 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:26.343152 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fba4fd77-69d9-475c-9155-aeb4b3e599fd req-6694f9cf-2cba-449b-aca8-e494d525a071 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 944 time: 0.0766187 May 09 13:36:26.377686 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f3688c7a-98c3-4ac8-80a5-083f17094618 req-845a3367-762a-4d77-8fd7-83d6f55463d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719848 May 09 13:36:26.392761 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fba4fd77-69d9-475c-9155-aeb4b3e599fd req-c167c70c-5450-45e2-9522-c0b3ae5c3570 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=869f1765-2327-46d6-848d-0241e5542478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438945 May 09 13:36:26.506787 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f3688c7a-98c3-4ac8-80a5-083f17094618 req-2764e415-1dd1-4bf4-aa69-ad816d562087 service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233578 May 09 13:36:26.636598 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f3688c7a-98c3-4ac8-80a5-083f17094618 req-c7d1b556-6d7a-4546-b057-50b80ae8979d service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231527 May 09 13:36:27.481193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b2c94856-f7bb-4e12-acdc-b360372cae87 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:36:27.591929 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d445e-bde7-4414-9125-8d61b49e38da req-6b05c529-9d66-4c4a-991d-f66ecc24f6ab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:27.593761 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce9d445e-bde7-4414-9125-8d61b49e38da req-6b05c529-9d66-4c4a-991d-f66ecc24f6ab tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 944 time: 0.0807352 May 09 13:36:27.615813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port b2c94856-f7bb-4e12-acdc-b360372cae87, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b2c94856-f7bb-4e12-acdc-b360372cae87,segment=NetworkSegment(f7988154-d3ba-47d6-9121-17e99a04f929),segment_id=f7988154-d3ba-47d6-9121-17e99a04f929)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:36:27.630089 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'b2c94856-f7bb-4e12-acdc-b360372cae87', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'port_id': 'b2c94856-f7bb-4e12-acdc-b360372cae87', 'mac_address': 'fa:16:3e:0d:ea:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:36:27.648284 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce9d445e-bde7-4414-9125-8d61b49e38da req-90c2b8f2-9be4-40b3-894c-e50792ed0556 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=869f1765-2327-46d6-848d-0241e5542478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483584 May 09 13:36:27.682607 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:27.701129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c94856-f7bb-4e12-acdc-b360372cae87 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:36:27.715579 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port b2c94856-f7bb-4e12-acdc-b360372cae87, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b2c94856-f7bb-4e12-acdc-b360372cae87,segment=NetworkSegment(f7988154-d3ba-47d6-9121-17e99a04f929),segment_id=f7988154-d3ba-47d6-9121-17e99a04f929)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:36:27.719699 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:27.817598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=b2c94856-f7bb-4e12-acdc-b360372cae87,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:28.024882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['b2c94856-f7bb-4e12-acdc-b360372cae87'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:36:28.840224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf6dae-3910-4484-a771-58791a8dcb4f req-504e43b4-56c5-47b7-84b5-fab4f092f54f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:28.841824 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f5cf6dae-3910-4484-a771-58791a8dcb4f req-504e43b4-56c5-47b7-84b5-fab4f092f54f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 945 time: 0.0735929 May 09 13:36:28.885841 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f5cf6dae-3910-4484-a771-58791a8dcb4f req-277fa5cb-f0d3-4a13-b082-831d12c9c18a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=869f1765-2327-46d6-848d-0241e5542478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385745 May 09 13:36:29.496064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b2c94856-f7bb-4e12-acdc-b360372cae87 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:36:29.561677 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port b2c94856-f7bb-4e12-acdc-b360372cae87 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:36:29.566087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port b2c94856-f7bb-4e12-acdc-b360372cae87 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:36:29.566451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:29.676795 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:29.703869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c94856-f7bb-4e12-acdc-b360372cae87'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:36:29.713495 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port b2c94856-f7bb-4e12-acdc-b360372cae87, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b2c94856-f7bb-4e12-acdc-b360372cae87,segment=NetworkSegment(f7988154-d3ba-47d6-9121-17e99a04f929),segment_id=f7988154-d3ba-47d6-9121-17e99a04f929)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:36:29.717842 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:29.761362 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71574332-bf21-4b50-b554-9b7f021c6e8d'] response: {'server_uuid': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c94856-f7bb-4e12-acdc-b360372cae87', 'code': 200} May 09 13:36:29.784858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=b2c94856-f7bb-4e12-acdc-b360372cae87,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:29.980319 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2ae30992-1682-4fd5-a1d1-7d553ba81054 req-8019c10e-7c11-4c9f-94d2-af759bf71616 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 1099 time: 0.0701716 May 09 13:36:30.021617 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2ae30992-1682-4fd5-a1d1-7d553ba81054 req-8112b310-6ec6-4036-a8f5-99b06e8ad664 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=869f1765-2327-46d6-848d-0241e5542478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355844 May 09 13:36:30.085159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77847e10-58f9-4110-b9a9-4aa1510e667e req-f03db065-d17f-4dd4-bdab-3a1ab8b96d11 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:30.086608 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-77847e10-58f9-4110-b9a9-4aa1510e667e req-f03db065-d17f-4dd4-bdab-3a1ab8b96d11 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 946 time: 0.0781021 May 09 13:36:30.131074 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-77847e10-58f9-4110-b9a9-4aa1510e667e req-7d21fef2-81c8-4ae7-86fa-41056a972331 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=869f1765-2327-46d6-848d-0241e5542478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383856 May 09 13:36:31.332611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212b557-35a6-4e25-9e18-bdd4dac77a97 req-405a505c-47ec-4c1b-b28e-33ea3ca26a11 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:31.334066 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6212b557-35a6-4e25-9e18-bdd4dac77a97 req-405a505c-47ec-4c1b-b28e-33ea3ca26a11 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 946 time: 0.0765193 May 09 13:36:31.378551 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6212b557-35a6-4e25-9e18-bdd4dac77a97 req-303b9838-e44f-4501-8706-03ec8034354f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=869f1765-2327-46d6-848d-0241e5542478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389709 May 09 13:36:32.572299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b192e8-9fc3-4b4f-a983-119a203d9a5b req-9d5c5933-3d20-401d-a43b-19887f894a32 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:32.573743 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-49b192e8-9fc3-4b4f-a983-119a203d9a5b req-9d5c5933-3d20-401d-a43b-19887f894a32 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 946 time: 0.0765493 May 09 13:36:32.618393 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-49b192e8-9fc3-4b4f-a983-119a203d9a5b req-20517a6a-f535-4aac-b516-04a4f75592be tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=869f1765-2327-46d6-848d-0241e5542478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390847 May 09 13:36:32.812527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba32f41-640e-4fa9-b07e-8a486ebc3f6d req-aa1de105-4f29-4399-a7cf-52de8d624c83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:32.814013 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eba32f41-640e-4fa9-b07e-8a486ebc3f6d req-aa1de105-4f29-4399-a7cf-52de8d624c83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 946 time: 0.0780625 May 09 13:36:32.861739 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eba32f41-640e-4fa9-b07e-8a486ebc3f6d req-27099512-5664-4edc-997d-f146f06b66b1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=869f1765-2327-46d6-848d-0241e5542478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421472 May 09 13:36:32.889129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60874) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:32.956998 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0a866573-e880-4d93-9153-6c64697019bb tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 1094 time: 0.0666888 May 09 13:36:32.959477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60878) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:32.964345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'b2c94856-f7bb-4e12-acdc-b360372cae87', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:36:32.970254 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:36:32.974033 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:floatingip and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:36:32.976776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:36:32.982452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:36:32.992483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:33.127625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:33.260449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.40 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/0ddb699c-c57f-471a-a953-1b1e303b8b60) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:36:33.405993 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:33.432329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:33.581777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:36:33.584650 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:36:33.588844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:36:33.612461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=0ddb699c-c57f-471a-a953-1b1e303b8b60,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:34.091053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:34.144183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:34.340131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:34.345487 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:34.442577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=0ddb699c-c57f-471a-a953-1b1e303b8b60,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:36:34.461768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:34.645289 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Floating IP df178b32-2adf-4af3-96e2-199ffc647824 associated. External IP: 172.26.1.40, port: b2c94856-f7bb-4e12-acdc-b360372cae87. May 09 13:36:35.119105 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:36:35.312282 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:36:35.321986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea30c0-f535-4a12-9754-c5d6cc0dc2f4 None None] Sync routers for ids ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:36:35.334332 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea30c0-f535-4a12-9754-c5d6cc0dc2f4 None None] Routers {'fd8c08d5-2cb9-40eb-9444-ff834a3515c3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:36:35.334931 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-edea30c0-f535-4a12-9754-c5d6cc0dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:36:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:35.335960 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:35.393208 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1aca0121-4900-4b6c-8348-c81fc6e711bc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4326477 May 09 13:36:35.393702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'tag': 'b2c94856-f7bb-4e12-acdc-b360372cae87'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:36:35.395901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60882) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:35.464114 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb0d00f-54ac-4115-a819-561e5bf2f853'] response: {'name': 'network-changed', 'server_uuid': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'tag': 'b2c94856-f7bb-4e12-acdc-b360372cae87', 'status': 'completed', 'code': 200} May 09 13:36:35.514665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-edea30c0-f535-4a12-9754-c5d6cc0dc2f4 None None] Set router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:36:35.522674 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4449bf74-0292-4bf3-899d-8c8830d1cf01 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/df178b32-2adf-4af3-96e2-199ffc647824 HTTP/1.1" status: 200 len: 991 time: 0.1255341 May 09 13:36:35.557925 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-29808c18-6f51-42a7-ae25-036fe55ab342 req-b42455db-7493-4a03-afc1-d4b4c74ab452 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 1099 time: 0.0710135 May 09 13:36:35.689311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29808c18-6f51-42a7-ae25-036fe55ab342 req-1a758a6b-506c-4069-8bb0-aaaf841df072 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:35.690953 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-29808c18-6f51-42a7-ae25-036fe55ab342 req-1a758a6b-506c-4069-8bb0-aaaf841df072 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 HTTP/1.1" status: 200 len: 898 time: 0.1276605 May 09 13:36:35.797240 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-29808c18-6f51-42a7-ae25-036fe55ab342 req-44c19137-73ea-42fd-a185-e28df1194211 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2c94856-f7bb-4e12-acdc-b360372cae87 HTTP/1.1" status: 200 len: 999 time: 0.1007144 May 09 13:36:35.859110 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29808c18-6f51-42a7-ae25-036fe55ab342 req-e6db214f-c0f2-40f0-a9b3-e25d3da7f487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:35.860847 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-29808c18-6f51-42a7-ae25-036fe55ab342 req-e6db214f-c0f2-40f0-a9b3-e25d3da7f487 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c7c639-e9a6-42f9-82d7-7f429a5318db HTTP/1.1" status: 200 len: 844 time: 0.0578351 May 09 13:36:35.866941 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-edea30c0-f535-4a12-9754-c5d6cc0dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:16Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'df178b32-2adf-4af3-96e2-199ffc647824', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.40', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'port_id': 'b2c94856-f7bb-4e12-acdc-b360372cae87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'mac_address': 'fa:16:3e:0d:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:36:33Z', 'updated_at': '2022-05-09T13:36:33Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9', 'name': '', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:c5:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:15Z', 'updated_at': '2022-05-09T13:36:23Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:35.870727 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea30c0-f535-4a12-9754-c5d6cc0dc2f4 None None] Checking router: fd8c08d5-2cb9-40eb-9444-ff834a3515c3 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:36:35.880957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea30c0-f535-4a12-9754-c5d6cc0dc2f4 None None] Routers {'fd8c08d5-2cb9-40eb-9444-ff834a3515c3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:36:35.881561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-edea30c0-f535-4a12-9754-c5d6cc0dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:36:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:35.936628 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-29808c18-6f51-42a7-ae25-036fe55ab342 req-b58773be-bc42-4fde-a241-893fb5296f03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701494 May 09 13:36:36.053210 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-edea30c0-f535-4a12-9754-c5d6cc0dc2f4 None None] Set router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:36:36.078809 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-29808c18-6f51-42a7-ae25-036fe55ab342 req-e6819de4-c872-4fb6-a3ae-31d076d0b677 service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235828 May 09 13:36:36.207400 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-29808c18-6f51-42a7-ae25-036fe55ab342 req-9fba33ff-1a70-4a02-861d-93898428683d service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229150 May 09 13:36:36.433844 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-edea30c0-f535-4a12-9754-c5d6cc0dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:16Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'df178b32-2adf-4af3-96e2-199ffc647824', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.40', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'port_id': 'b2c94856-f7bb-4e12-acdc-b360372cae87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'mac_address': 'fa:16:3e:0d:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:36:33Z', 'updated_at': '2022-05-09T13:36:33Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9', 'name': '', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:c5:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:15Z', 'updated_at': '2022-05-09T13:36:23Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:36:36.438345 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea30c0-f535-4a12-9754-c5d6cc0dc2f4 None None] The sync data for ids ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'] in dv-neutron-840889-2-hyperv is: [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:16Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'df178b32-2adf-4af3-96e2-199ffc647824', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.40', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'port_id': 'b2c94856-f7bb-4e12-acdc-b360372cae87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'mac_address': 'fa:16:3e:0d:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:36:33Z', 'updated_at': '2022-05-09T13:36:33Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9', 'name': '', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:c5:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:15Z', 'updated_at': '2022-05-09T13:36:23Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:36:36.526280 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60888) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:36.625210 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-da971084-049e-4a27-a90a-b0a44d0480f2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/df178b32-2adf-4af3-96e2-199ffc647824 HTTP/1.1" status: 200 len: 991 time: 0.0977767 May 09 13:36:37.541549 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a1706e-5c49-4988-b2ba-583707d93c4d None None] New status for floating IP df178b32-2adf-4af3-96e2-199ffc647824: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:36:37.629025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60892) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:37.736802 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-182e14d0-7853-4df1-a22b-310d18a78360 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/df178b32-2adf-4af3-96e2-199ffc647824 HTTP/1.1" status: 200 len: 991 time: 0.1061192 May 09 13:36:38.739802 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60898) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:36:38.841550 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-aaafa869-df2d-40e4-a87a-c99024fa738b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/df178b32-2adf-4af3-96e2-199ffc647824 HTTP/1.1" status: 200 len: 993 time: 0.1005137 May 09 13:36:40.118872 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d02bae03-17ba-4969-b52a-aa6d53c7865d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:42.427201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-267949ca-cfd8-4adf-a8f5-7b941e6b2bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:43.361184 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:43.478302 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f954ab2d-50ad-4dfd-ab1e-a6dba8471f9a req-dde999ff-1473-4b2d-8d8b-bb6d73787e4f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1280370 May 09 13:36:43.610597 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f954ab2d-50ad-4dfd-ab1e-a6dba8471f9a req-705eb397-9118-43c8-a2f0-3830e1b4593c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 1099 time: 0.0660715 May 09 13:36:43.753446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954ab2d-50ad-4dfd-ab1e-a6dba8471f9a req-419b5eeb-eaf8-4ea9-9b75-ea2581a40fbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:43.754975 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f954ab2d-50ad-4dfd-ab1e-a6dba8471f9a req-419b5eeb-eaf8-4ea9-9b75-ea2581a40fbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 HTTP/1.1" status: 200 len: 898 time: 0.1239974 May 09 13:36:43.819774 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:43.860851 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f954ab2d-50ad-4dfd-ab1e-a6dba8471f9a req-76f422e2-a256-4c63-89f0-751fe3eb2b07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2c94856-f7bb-4e12-acdc-b360372cae87 HTTP/1.1" status: 200 len: 1001 time: 0.0988224 May 09 13:36:43.924851 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954ab2d-50ad-4dfd-ab1e-a6dba8471f9a req-fa9f24b0-e73d-4bbb-9632-604036be9b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:36:43.926288 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f954ab2d-50ad-4dfd-ab1e-a6dba8471f9a req-fa9f24b0-e73d-4bbb-9632-604036be9b32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c7c639-e9a6-42f9-82d7-7f429a5318db HTTP/1.1" status: 200 len: 844 time: 0.0590198 May 09 13:36:44.089931 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f954ab2d-50ad-4dfd-ab1e-a6dba8471f9a req-aeb97682-6112-49f5-b739-64668c6c9410 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1573715 May 09 13:36:44.215498 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f954ab2d-50ad-4dfd-ab1e-a6dba8471f9a req-1ef04743-5e7b-4a1c-8207-0fa14c3a5fc7 service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179957 May 09 13:36:44.342907 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f954ab2d-50ad-4dfd-ab1e-a6dba8471f9a req-ff1124e1-b9d3-4566-aece-2ad22521e560 service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198490 May 09 13:36:45.031546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:51.347201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:36:54.980065 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:37:10.119630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f0dc-cff6-41c8-aac1-57f55fc67dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:37:12.429306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a513753b-7fe4-4a74-923e-3fdf114018f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:37:13.364613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:37:13.822072 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:37:15.033240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:37:21.359136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:37:31.979469 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:37:40.122735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fdc60620-6d52-4ebc-80ef-a797155eda2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:37:42.430180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-56050aee-cba8-4b72-a475-8e67f292520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:37:43.366196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:37:43.824037 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:37:45.040349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:37:45.944320 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-703256f6-c1dc-4936-a9c3-088d62489a63 req-b2992744-8acd-4818-a0af-b388550512f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650854 May 09 13:37:46.080429 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-703256f6-c1dc-4936-a9c3-088d62489a63 req-83dd2d39-3384-4f9e-ac2c-56ea871d5af7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 1099 time: 0.0700228 May 09 13:37:46.222211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703256f6-c1dc-4936-a9c3-088d62489a63 req-ce51bca5-34ee-4bf9-84f2-fa3080d7489c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:37:46.223553 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-703256f6-c1dc-4936-a9c3-088d62489a63 req-ce51bca5-34ee-4bf9-84f2-fa3080d7489c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 HTTP/1.1" status: 200 len: 898 time: 0.1244845 May 09 13:37:46.323219 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-703256f6-c1dc-4936-a9c3-088d62489a63 req-d2e60e28-20d1-48af-b492-d1e9cc0b299f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2c94856-f7bb-4e12-acdc-b360372cae87 HTTP/1.1" status: 200 len: 1001 time: 0.0935094 May 09 13:37:46.383584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703256f6-c1dc-4936-a9c3-088d62489a63 req-4b390106-b9e4-4bcf-9304-5423793a1033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:37:46.385013 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-703256f6-c1dc-4936-a9c3-088d62489a63 req-4b390106-b9e4-4bcf-9304-5423793a1033 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c7c639-e9a6-42f9-82d7-7f429a5318db HTTP/1.1" status: 200 len: 844 time: 0.0557916 May 09 13:37:46.461139 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-703256f6-c1dc-4936-a9c3-088d62489a63 req-e3b58abb-64b0-48d1-8d13-78294ddd21aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700996 May 09 13:37:46.587831 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-703256f6-c1dc-4936-a9c3-088d62489a63 req-83062b9f-9b18-43eb-ac66-e97ab332d518 service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204863 May 09 13:37:46.714212 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-703256f6-c1dc-4936-a9c3-088d62489a63 req-154fb68a-eaae-4b64-bda5-e01b7704d654 service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200728 May 09 13:37:51.358438 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:38:08.980200 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:38:10.125071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6be981d4-a5cf-4d6c-b35d-930f955d8f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:38:12.435850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d97ef3e3-7e6f-429b-8cde-7fd921459a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:38:13.367674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:38:13.826644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:38:15.038910 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:38:21.369932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:38:40.126185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-150276c9-cb7b-40f6-bcbd-dd89c7dd1832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:38:42.427944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c4b4068e-e648-48f6-83be-8db86870dd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:38:43.369668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:38:43.827513 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:38:45.041220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:38:45.979440 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:38:47.279527 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-132bd604-ef21-46d7-b7e3-ce415b23b1bf req-ab3cba39-123f-49a9-b91e-5e32b9e74ce2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663011 May 09 13:38:47.413046 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-132bd604-ef21-46d7-b7e3-ce415b23b1bf req-15ea9732-b6e0-4361-a2be-5602fda5da0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 1099 time: 0.0675664 May 09 13:38:47.557749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bd604-ef21-46d7-b7e3-ce415b23b1bf req-0f13a130-8735-4f4b-baa2-95a5f1501be7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:38:47.559225 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-132bd604-ef21-46d7-b7e3-ce415b23b1bf req-0f13a130-8735-4f4b-baa2-95a5f1501be7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 HTTP/1.1" status: 200 len: 898 time: 0.1287811 May 09 13:38:47.660037 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-132bd604-ef21-46d7-b7e3-ce415b23b1bf req-212d210d-7661-499c-aa66-0e031a86fbfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2c94856-f7bb-4e12-acdc-b360372cae87 HTTP/1.1" status: 200 len: 1001 time: 0.0940740 May 09 13:38:47.813026 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bd604-ef21-46d7-b7e3-ce415b23b1bf req-5c914e76-bdc0-4413-8852-c60fe93c21cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:38:47.814369 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-132bd604-ef21-46d7-b7e3-ce415b23b1bf req-5c914e76-bdc0-4413-8852-c60fe93c21cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c7c639-e9a6-42f9-82d7-7f429a5318db HTTP/1.1" status: 200 len: 844 time: 0.1474178 May 09 13:38:47.886353 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-132bd604-ef21-46d7-b7e3-ce415b23b1bf req-b19409ef-b9f9-4ac5-a037-66d336240f15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651846 May 09 13:38:48.012339 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-132bd604-ef21-46d7-b7e3-ce415b23b1bf req-0f5f0cb9-a241-407b-a4db-9d8dd2a3e849 service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187906 May 09 13:38:48.138871 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-132bd604-ef21-46d7-b7e3-ce415b23b1bf req-e7fe0fbd-7be2-497d-bf39-2ce2336fb2c0 service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212444 May 09 13:38:51.397533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:01.611036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 60952) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:39:01.616949 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:39:01.849006 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7116885'] for subnet, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:02.026904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761251209373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6885907'] for subnet, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:02.079473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:39:02.080052 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:02.083923 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/subnets/62c7c639-e9a6-42f9-82d7-7f429a5318db HTTP/1.1" status: 200 len: 836 time: 0.4692719 May 09 13:39:02.084827 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d903ea-8461-4fec-84b9-d78076772b2e None None] Network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:39:02.100838 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Subnet': ['ID=62c7c639-e9a6-42f9-82d7-7f429a5318db,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:39:02.109743 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:02.110079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:02.110414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:02.110728 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:02.111047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:02.111370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:02.111781 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:02.112102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:02.112415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:02.112724 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:02.113034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38d7a3-8c0f-4720-bf37-d6809cc09c79 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:02.504231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b1ad9b31-9e5d-4473-9ee0-eaaa4cf5741c None None] Provisioning complete for port b2c94856-f7bb-4e12-acdc-b360372cae87 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:39:02.504588 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9b31-9e5d-4473-9ee0-eaaa4cf5741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:02.625314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b1ad9b31-9e5d-4473-9ee0-eaaa4cf5741c None None] Provisioning complete for port cd5b1e68-4f56-4354-bc48-6ab996a1912a triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:39:02.625678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9b31-9e5d-4473-9ee0-eaaa4cf5741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:02.749531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b1ad9b31-9e5d-4473-9ee0-eaaa4cf5741c None None] Provisioning complete for port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:39:02.749888 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9b31-9e5d-4473-9ee0-eaaa4cf5741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:10.127817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-76e5b533-882b-4e28-bf0d-a0e339d0e04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:12.430079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e02f72dd-713d-47fe-a86f-a71696f13ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:13.373849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:13.827812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:15.043512 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:21.401474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:22.980105 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:39:40.129329 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e971ee8c-4297-4532-9ea9-4ee8f7b5c41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:42.431687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4e27d6c9-1dc5-4de4-aede-99992a1e0262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:43.377079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:43.828759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:45.045761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:46.512930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 60966) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:39:46.713233 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 0ddb699c-c57f-471a-a953-1b1e303b8b60 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:39:46.713601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:46.876835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:46.877160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:47.071257 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 0ddb699c-c57f-471a-a953-1b1e303b8b60 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:39:47.211549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:47.256765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=0ddb699c-c57f-471a-a953-1b1e303b8b60,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:39:47.296459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:47.296795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:47.297128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:47.297481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:47.297809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:47.298132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:47.298456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:47.298775 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:47.299094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:47.299405 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:47.299718 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:47.357316 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:47.743990 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:39:47.945774 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:39:47.954820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1701c3f2-0c6c-4805-8f00-186b29e3c239 None None] Sync routers for ids ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:39:47.962529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:47.966177 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1701c3f2-0c6c-4805-8f00-186b29e3c239 None None] Routers {'fd8c08d5-2cb9-40eb-9444-ff834a3515c3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:39:47.966808 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1701c3f2-0c6c-4805-8f00-186b29e3c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:39:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:39:48.015262 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-30e88f98-60ec-4d89-8d35-6dbe4bf3311f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/floatingips/df178b32-2adf-4af3-96e2-199ffc647824 HTTP/1.1" status: 204 len: 168 time: 1.5003273 May 09 13:39:48.015839 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'tag': 'b2c94856-f7bb-4e12-acdc-b360372cae87'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:39:48.191137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-1701c3f2-0c6c-4805-8f00-186b29e3c239 None None] Set router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:39:48.202848 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd05a26-5ffe-4d83-95b9-b33b8f96e5fa'] response: {'name': 'network-changed', 'server_uuid': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'tag': 'b2c94856-f7bb-4e12-acdc-b360372cae87', 'status': 'completed', 'code': 200} May 09 13:39:48.307978 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7e8928d1-baae-4ab1-a1bf-f3055782673e req-14ae8084-026d-4322-a6cb-f821472dfdc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 1099 time: 0.0820208 May 09 13:39:48.444269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8928d1-baae-4ab1-a1bf-f3055782673e req-bf79a53f-dbe5-42f8-a99b-6910c6b373b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:39:48.446067 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7e8928d1-baae-4ab1-a1bf-f3055782673e req-bf79a53f-dbe5-42f8-a99b-6910c6b373b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 HTTP/1.1" status: 200 len: 898 time: 0.1315494 May 09 13:39:48.510302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1701c3f2-0c6c-4805-8f00-186b29e3c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:16Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9', 'name': '', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:c5:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:15Z', 'updated_at': '2022-05-09T13:36:23Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:39:48.513543 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7e8928d1-baae-4ab1-a1bf-f3055782673e req-864e4681-14c2-49ac-9ee9-8b98d9dc11af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2c94856-f7bb-4e12-acdc-b360372cae87 HTTP/1.1" status: 200 len: 217 time: 0.0604231 May 09 13:39:48.514481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1701c3f2-0c6c-4805-8f00-186b29e3c239 None None] Checking router: fd8c08d5-2cb9-40eb-9444-ff834a3515c3 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:39:48.524957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1701c3f2-0c6c-4805-8f00-186b29e3c239 None None] Routers {'fd8c08d5-2cb9-40eb-9444-ff834a3515c3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:39:48.525585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1701c3f2-0c6c-4805-8f00-186b29e3c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:39:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:39:48.579618 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8928d1-baae-4ab1-a1bf-f3055782673e req-35840d84-a35c-4d12-baea-aef101441214 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:39:48.581186 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7e8928d1-baae-4ab1-a1bf-f3055782673e req-35840d84-a35c-4d12-baea-aef101441214 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c7c639-e9a6-42f9-82d7-7f429a5318db HTTP/1.1" status: 200 len: 844 time: 0.0618258 May 09 13:39:48.638097 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6269dc-5681-415d-a076-fbf783cadb67 req-00dd8a9a-6957-44a2-99d3-b0586ef94f2a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:39:48.638787 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-fa6269dc-5681-415d-a076-fbf783cadb67 req-00dd8a9a-6957-44a2-99d3-b0586ef94f2a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:39:48.659282 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-fa6269dc-5681-415d-a076-fbf783cadb67 req-00dd8a9a-6957-44a2-99d3-b0586ef94f2a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:39:48.660585 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fa6269dc-5681-415d-a076-fbf783cadb67 req-00dd8a9a-6957-44a2-99d3-b0586ef94f2a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 946 time: 0.2693379 May 09 13:39:48.661578 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7e8928d1-baae-4ab1-a1bf-f3055782673e req-5d123ed6-1bf3-481d-8a0f-24f44d74c18c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737402 May 09 13:39:48.707966 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fa6269dc-5681-415d-a076-fbf783cadb67 req-6451d384-5b5b-457d-b800-c772aa43273d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=869f1765-2327-46d6-848d-0241e5542478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417140 May 09 13:39:48.723712 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-1701c3f2-0c6c-4805-8f00-186b29e3c239 None None] Set router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:39:48.800995 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7e8928d1-baae-4ab1-a1bf-f3055782673e req-f90e882e-7520-41e1-b9c0-e88adb39772f service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330485 May 09 13:39:48.931446 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7e8928d1-baae-4ab1-a1bf-f3055782673e req-bb0b446f-2a47-429d-86e1-ce2856225fd4 service neutron] 10.222.0.57 "GET /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243310 May 09 13:39:49.035319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1701c3f2-0c6c-4805-8f00-186b29e3c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:16Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9', 'name': '', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:c5:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:15Z', 'updated_at': '2022-05-09T13:36:23Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:39:49.039082 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1701c3f2-0c6c-4805-8f00-186b29e3c239 None None] The sync data for ids ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'] in dv-neutron-840889-2-hyperv is: [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:16Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9', 'name': '', 'network_id': '0a1dd533-27b5-4b4c-b297-e7e87e4d02b7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:c5:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:15Z', 'updated_at': '2022-05-09T13:36:23Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': '62c7c639-e9a6-42f9-82d7-7f429a5318db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:39:49.259484 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d18ea5-6f39-4614-8c34-37d7264d82da None None] New status for floating IP df178b32-2adf-4af3-96e2-199ffc647824: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:39:49.949823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86929276-223e-4f8e-82b0-5a33b786d396 req-fc61f993-e6cf-48a9-8aaa-13508c924b49 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:39:49.950504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-86929276-223e-4f8e-82b0-5a33b786d396 req-fc61f993-e6cf-48a9-8aaa-13508c924b49 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:39:49.962210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-86929276-223e-4f8e-82b0-5a33b786d396 req-fc61f993-e6cf-48a9-8aaa-13508c924b49 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:39:49.963328 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-86929276-223e-4f8e-82b0-5a33b786d396 req-fc61f993-e6cf-48a9-8aaa-13508c924b49 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 946 time: 0.1788399 May 09 13:39:49.991144 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc6ff3-cda6-4a45-841f-46c0cfa69699 req-8d5f8328-96b3-4591-8507-12ab93b54292 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:39:49.992621 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0dcc6ff3-cda6-4a45-841f-46c0cfa69699 req-8d5f8328-96b3-4591-8507-12ab93b54292 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 946 time: 0.1451156 May 09 13:39:50.031350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-86929276-223e-4f8e-82b0-5a33b786d396 req-1dfa0f25-d53d-4676-8ae4-fcfc0db2565f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port b2c94856-f7bb-4e12-acdc-b360372cae87 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:39:50.031615 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-86929276-223e-4f8e-82b0-5a33b786d396 req-1dfa0f25-d53d-4676-8ae4-fcfc0db2565f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:50.040420 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0dcc6ff3-cda6-4a45-841f-46c0cfa69699 req-e50fae3c-2ac8-4aea-beb6-39f7c52296a5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=869f1765-2327-46d6-848d-0241e5542478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 May 09 13:39:50.269803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-86929276-223e-4f8e-82b0-5a33b786d396 req-1dfa0f25-d53d-4676-8ae4-fcfc0db2565f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port b2c94856-f7bb-4e12-acdc-b360372cae87, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b2c94856-f7bb-4e12-acdc-b360372cae87,segment=NetworkSegment(f7988154-d3ba-47d6-9121-17e99a04f929),segment_id=f7988154-d3ba-47d6-9121-17e99a04f929)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:39:50.270155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-86929276-223e-4f8e-82b0-5a33b786d396 req-1dfa0f25-d53d-4676-8ae4-fcfc0db2565f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:50.388400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-86929276-223e-4f8e-82b0-5a33b786d396 req-1dfa0f25-d53d-4676-8ae4-fcfc0db2565f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for b2c94856-f7bb-4e12-acdc-b360372cae87 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:39:50.526373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-86929276-223e-4f8e-82b0-5a33b786d396 req-1dfa0f25-d53d-4676-8ae4-fcfc0db2565f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:50.572566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa0f25-d53d-4676-8ae4-fcfc0db2565f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=b2c94856-f7bb-4e12-acdc-b360372cae87,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:39:50.647369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-86929276-223e-4f8e-82b0-5a33b786d396 req-1dfa0f25-d53d-4676-8ae4-fcfc0db2565f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] No DVR routers for this DVR port b2c94856-f7bb-4e12-acdc-b360372cae87 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:39:50.649714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-86929276-223e-4f8e-82b0-5a33b786d396 req-1dfa0f25-d53d-4676-8ae4-fcfc0db2565f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:50.652062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'name': 'network-vif-deleted', 'tag': 'b2c94856-f7bb-4e12-acdc-b360372cae87'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:39:50.667215 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-86929276-223e-4f8e-82b0-5a33b786d396 req-1dfa0f25-d53d-4676-8ae4-fcfc0db2565f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "DELETE /v2.0/ports/b2c94856-f7bb-4e12-acdc-b360372cae87 HTTP/1.1" status: 204 len: 173 time: 0.6984761 May 09 13:39:50.801903 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64a8f7f-1ee5-4409-b28b-4868344045ed'] response: {'server_uuid': 'e33f64bc-3d19-4cb8-b3a2-8eab88a272b7', 'name': 'network-vif-deleted', 'tag': 'b2c94856-f7bb-4e12-acdc-b360372cae87', 'status': 'completed', 'code': 200} May 09 13:39:51.219446 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-59905a1e-a599-44e0-afc6-54ea20fd5f13 req-76d352c6-115d-4114-bba3-a85cd3941cd9 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33f64bc-3d19-4cb8-b3a2-8eab88a272b7 HTTP/1.1" status: 200 len: 210 time: 0.0444837 May 09 13:39:51.398984 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:52.323878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32774) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:39:52.390560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2e18e9f-efc9-40f0-b237-fd1dbdf6133a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:52.418914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2e18e9f-efc9-40f0-b237-fd1dbdf6133a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:52.483655 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2e18e9f-efc9-40f0-b237-fd1dbdf6133a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:52.501945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e18e9f-efc9-40f0-b237-fd1dbdf6133a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=869f1765-2327-46d6-848d-0241e5542478,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:39:52.512357 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b2e18e9f-efc9-40f0-b237-fd1dbdf6133a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:52.513486 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b2e18e9f-efc9-40f0-b237-fd1dbdf6133a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/security-groups/869f1765-2327-46d6-848d-0241e5542478 HTTP/1.1" status: 204 len: 168 time: 0.1880758 May 09 13:39:52.554970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32780) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:39:53.040801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3bbbc5d8-cafd-433a-918f-6adc72b1d502 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:53.631275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-3bbbc5d8-cafd-433a-918f-6adc72b1d502 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:39:53.631808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3bbbc5d8-cafd-433a-918f-6adc72b1d502 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:53.810585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-3bbbc5d8-cafd-433a-918f-6adc72b1d502 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9,segment=NetworkSegment(f7988154-d3ba-47d6-9121-17e99a04f929),segment_id=f7988154-d3ba-47d6-9121-17e99a04f929)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:39:53.810934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3bbbc5d8-cafd-433a-918f-6adc72b1d502 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:53.928442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-3bbbc5d8-cafd-433a-918f-6adc72b1d502 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:39:54.096161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3bbbc5d8-cafd-433a-918f-6adc72b1d502 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:54.142342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbc5d8-cafd-433a-918f-6adc72b1d502 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:39:54.416825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b2c94856-f7bb-4e12-acdc-b360372cae87 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:39:54.449704 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: b2c94856-f7bb-4e12-acdc-b360372cae87 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:39:54.450047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b2c94856-f7bb-4e12-acdc-b360372cae87 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:39:54.517214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3bbbc5d8-cafd-433a-918f-6adc72b1d502 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:55.082108 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbbc5d8-cafd-433a-918f-6adc72b1d502 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:39:55.278397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbbc5d8-cafd-433a-918f-6adc72b1d502 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:39:55.287986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7746a-fc7a-459c-a078-7ea491ad9b89 None None] Sync routers for ids ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:39:55.290851 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3bbbc5d8-cafd-433a-918f-6adc72b1d502 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/fd8c08d5-2cb9-40eb-9444-ff834a3515c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7347918 May 09 13:39:55.293443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32784) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:39:55.299548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7746a-fc7a-459c-a078-7ea491ad9b89 None None] Routers {'fd8c08d5-2cb9-40eb-9444-ff834a3515c3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:39:55.300137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d8e7746a-fc7a-459c-a078-7ea491ad9b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:39:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:39:55.474345 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9987b04-4396-4e70-a1ad-88fac8bb03dc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting subnet 62c7c639-e9a6-42f9-82d7-7f429a5318db {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:39:55.475829 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d8e7746a-fc7a-459c-a078-7ea491ad9b89 None None] Set router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:39:55.477182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c9987b04-4396-4e70-a1ad-88fac8bb03dc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:55.530222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c9987b04-4396-4e70-a1ad-88fac8bb03dc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:55.616889 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c9987b04-4396-4e70-a1ad-88fac8bb03dc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:55.689819 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c9987b04-4396-4e70-a1ad-88fac8bb03dc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:55.733683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9987b04-4396-4e70-a1ad-88fac8bb03dc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Subnet': ['ID=62c7c639-e9a6-42f9-82d7-7f429a5318db,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:39:55.738012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c9987b04-4396-4e70-a1ad-88fac8bb03dc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:55.744388 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c9987b04-4396-4e70-a1ad-88fac8bb03dc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/subnets/62c7c639-e9a6-42f9-82d7-7f429a5318db HTTP/1.1" status: 204 len: 168 time: 0.4500053 May 09 13:39:55.747457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32788) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:39:55.760914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da537d9-346b-45df-8e3d-0be71339ec0f None None] Network 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:39:55.955848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d8e7746a-fc7a-459c-a078-7ea491ad9b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:39:54Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:39:55.962308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7746a-fc7a-459c-a078-7ea491ad9b89 None None] Checking router: fd8c08d5-2cb9-40eb-9444-ff834a3515c3 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:39:55.983307 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7746a-fc7a-459c-a078-7ea491ad9b89 None None] Routers {'fd8c08d5-2cb9-40eb-9444-ff834a3515c3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:39:55.983903 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d8e7746a-fc7a-459c-a078-7ea491ad9b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:39:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:39:56.046736 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:56.092143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] DHCP port deletion for 0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:39:56.112164 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Deleting port cd5b1e68-4f56-4354-bc48-6ab996a1912a {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:39:56.112531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:56.241102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:56.251015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port cbc3fc06-549a-43e5-9bea-7a0265b5fa6c {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:39:56.251348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:56.309306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d8e7746a-fc7a-459c-a078-7ea491ad9b89 None None] Set router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:39:56.419191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port cbc3fc06-549a-43e5-9bea-7a0265b5fa6c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cbc3fc06-549a-43e5-9bea-7a0265b5fa6c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:39:56.419551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:56.522399 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] For port cd5b1e68-4f56-4354-bc48-6ab996a1912a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cd5b1e68-4f56-4354-bc48-6ab996a1912a,segment=NetworkSegment(f7988154-d3ba-47d6-9121-17e99a04f929),segment_id=f7988154-d3ba-47d6-9121-17e99a04f929)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:39:56.523033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:56.542642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for cbc3fc06-549a-43e5-9bea-7a0265b5fa6c owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:39:56.646700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Calling delete_port for cd5b1e68-4f56-4354-bc48-6ab996a1912a owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:39:56.704774 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:56.749827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=cbc3fc06-549a-43e5-9bea-7a0265b5fa6c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:39:56.787968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:56.836226 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Pushing event deleted for resources: {'Port': ['ID=cd5b1e68-4f56-4354-bc48-6ab996a1912a,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:39:56.848633 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] No DVR routers for this DVR port cd5b1e68-4f56-4354-bc48-6ab996a1912a on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:39:56.853349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:56.853728 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:56.854010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:56.854338 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:56.854665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:56.854988 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:56.855339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:56.855773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:56.856326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:56.856854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:56.857433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64ff62-deba-4b7e-a080-fa3e115f5c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:39:56.867085 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d8e7746a-fc7a-459c-a078-7ea491ad9b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:39:54Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:39:56.871738 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7746a-fc7a-459c-a078-7ea491ad9b89 None None] The sync data for ids ['fd8c08d5-2cb9-40eb-9444-ff834a3515c3'] in dv-neutron-840889-2-hyperv is: [{'id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'name': 'tempest-TestNetworkBasicOps-router-158142442', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:39:54Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': 'cbc3fc06-549a-43e5-9bea-7a0265b5fa6c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8c08d5-2cb9-40eb-9444-ff834a3515c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:36:12Z', 'updated_at': '2022-05-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:39:56.973983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.296456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd5b1e68-4f56-4354-bc48-6ab996a1912a no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:39:57.314080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.319115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.335206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: cd5b1e68-4f56-4354-bc48-6ab996a1912a {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:39:57.335541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd5b1e68-4f56-4354-bc48-6ab996a1912a not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:39:57.355323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.355879 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Fanout notify agent at l3_agent the message router_deleted on router fd8c08d5-2cb9-40eb-9444-ff834a3515c3 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:39:57.371816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.372897 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-eed58316-7f86-47c5-987a-e50b880f387d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/routers/fd8c08d5-2cb9-40eb-9444-ff834a3515c3 HTTP/1.1" status: 204 len: 168 time: 1.6245608 May 09 13:39:57.375665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32792) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:39:57.489427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c16250a-958a-4a77-bdab-b306773d7a5f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.619997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c16250a-958a-4a77-bdab-b306773d7a5f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.644216 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4c16250a-958a-4a77-bdab-b306773d7a5f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1dd533-27b5-4b4c-b297-e7e87e4d02b7']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:39:57.655739 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4c16250a-958a-4a77-bdab-b306773d7a5f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7988154-d3ba-47d6-9121-17e99a04f929') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:39:57.656031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-4c16250a-958a-4a77-bdab-b306773d7a5f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7988154-d3ba-47d6-9121-17e99a04f929') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:39:57.666935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c16250a-958a-4a77-bdab-b306773d7a5f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.686522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c16250a-958a-4a77-bdab-b306773d7a5f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.692277 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c16250a-958a-4a77-bdab-b306773d7a5f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:39:57.692646 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c16250a-958a-4a77-bdab-b306773d7a5f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:39:57.706271 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:39:57.781096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c16250a-958a-4a77-bdab-b306773d7a5f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.785388 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c16250a-958a-4a77-bdab-b306773d7a5f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.811136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16250a-958a-4a77-bdab-b306773d7a5f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Network': ['ID=0a1dd533-27b5-4b4c-b297-e7e87e4d02b7,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:39:57.818405 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4c16250a-958a-4a77-bdab-b306773d7a5f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/networks/0a1dd533-27b5-4b4c-b297-e7e87e4d02b7 HTTP/1.1" status: 204 len: 168 time: 0.4417274 May 09 13:39:57.829764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32796) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:39:57.835209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'network': {'name': 'tempest-network-smoke--38919879', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'port_security_enabled': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:39:57.840562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:39:57.844602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:network and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:39:57.847470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:39:57.853440 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:39:57.868991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:39:57.871970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.903541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:39:57.912492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.912833 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Added segment 994de4c7-3bc3-4b1b-929a-12aebb11b40b of type vlan for network 6135e098-d519-46ab-a946-4d040632a2ed May 09 13:39:57.938701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.966248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:57.970020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:39:57.970611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:58.074800 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2440104 May 09 13:39:58.077627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 32800) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:39:58.082911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-747781324', 'admin_state_up': True, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:39:58.083629 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9f2fa-7305-43bb-88b7-9f0a3fa76103 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Network': ['ID=6135e098-d519-46ab-a946-4d040632a2ed,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:39:58.091187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:39:58.094341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 6135e098-d519-46ab-a946-4d040632a2ed details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:39:58.095160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:router and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:39:58.098100 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:39:58.104545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:39:58.114346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:58.115659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:58.133828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:58.279542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:58.455028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:58.483218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:58.618204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.244 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/3ef3694c-19d0-44bb-a670-53dd465f3bb0) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:39:58.760570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:58.786829 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:58.851679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:39:58.854481 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:39:58.858793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:39:58.867779 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:39:58.882711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=3ef3694c-19d0-44bb-a670-53dd465f3bb0,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:39:58.903353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:39:58.903697 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9a34030b-28c5-4b6e-8d8b-aca5d7d9aed9 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:39:58.904117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cbc3fc06-549a-43e5-9bea-7a0265b5fa6c no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:39:58.935696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: cbc3fc06-549a-43e5-9bea-7a0265b5fa6c {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:39:58.936040 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cbc3fc06-549a-43e5-9bea-7a0265b5fa6c not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:39:59.097482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:59.098205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:59.318376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 093b2443-7f1c-4a80-a8ae-89c2697686f3 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:39:59.513974 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:39:59.522988 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Sync routers for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:39:59.534943 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:39:59.535558 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:39:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:39:59.539558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:39:59.541067 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b23f7a93-2241-47f2-bf95-0055f8e956f5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4624453 May 09 13:39:59.544829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32804) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:39:59.585809 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6ba62bd0-74e8-4cfe-87c3-2fd4c7d779ed tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8565fca19184006b055116e4f64bdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374801 May 09 13:39:59.586066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32808) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:39:59.709204 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:39:59.718554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c904d0a-4ff5-4d84-ab71-733650a03a0d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:39:59.720019 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9c904d0a-4ff5-4d84-ab71-733650a03a0d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330688 May 09 13:39:59.722866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32812) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:39:59.760485 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a1c1662f-99d9-4f14-b4a2-38fd5b5bdad7 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365875 May 09 13:39:59.763373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32816) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:39:59.768576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1135281436', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:39:59.874792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:39:59.879052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:subnet and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:39:59.881833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:39:59.887987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:39:59.898426 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:39:59.982902 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:39:59.997117 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:39:59Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:39:59.999265 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:00.000928 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Checking router: 093b2443-7f1c-4a80-a8ae-89c2697686f3 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:40:00.001293 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Updating router 093b2443-7f1c-4a80-a8ae-89c2697686f3 port 3ef3694c-19d0-44bb-a670-53dd465f3bb0 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:40:00.050825 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:00.209784 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:00.367710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Subnet': ['ID=f4c5506a-2323-45a8-b82a-55a18c4c22ab,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:00.372233 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:00.382641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Checking segment: {'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:40:00.382995 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network hostable DHCP agents. Network: 6135e098-d519-46ab-a946-4d040632a2ed, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:40:00.384540 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Transition to ACTIVE for port object 3ef3694c-19d0-44bb-a670-53dd465f3bb0 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:40:00.391331 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:00.407333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 6135e098-d519-46ab-a946-4d040632a2ed is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:40:00.417534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 6135e098-d519-46ab-a946-4d040632a2ed) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:40:00.422267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:00.423081 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:00.428902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40c90c2-54f5-413c-90f7-2d29e1b583e5 None None] Network 6135e098-d519-46ab-a946-4d040632a2ed requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:40:00.450690 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f267c77b-036a-461b-8101-89a425d7beb6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6836383 May 09 13:40:00.451042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32820) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:00.474468 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Attempting to bind port 3ef3694c-19d0-44bb-a670-53dd465f3bb0 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:40:00.474826 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Attempting to bind port 3ef3694c-19d0-44bb-a670-53dd465f3bb0 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:40:00.475176 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Attempting to bind port 3ef3694c-19d0-44bb-a670-53dd465f3bb0 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:40:00.477040 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab787e-39d8-413f-80e3-41231c1e6868 None None] Pushing event updated for resources: {'Port': ['ID=3ef3694c-19d0-44bb-a670-53dd465f3bb0,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:00.488789 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab787e-39d8-413f-80e3-41231c1e6868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:00.489123 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab787e-39d8-413f-80e3-41231c1e6868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:00.489477 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab787e-39d8-413f-80e3-41231c1e6868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:00.489804 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab787e-39d8-413f-80e3-41231c1e6868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:00.490386 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab787e-39d8-413f-80e3-41231c1e6868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:00.490704 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab787e-39d8-413f-80e3-41231c1e6868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:00.491022 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab787e-39d8-413f-80e3-41231c1e6868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:00.491339 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab787e-39d8-413f-80e3-41231c1e6868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:00.491650 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab787e-39d8-413f-80e3-41231c1e6868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:00.491964 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab787e-39d8-413f-80e3-41231c1e6868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:00.492274 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab787e-39d8-413f-80e3-41231c1e6868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:00.495387 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:40:00.495747 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:40:00.496708 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:00.497083 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:40:00.497641 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Bound port: 3ef3694c-19d0-44bb-a670-53dd465f3bb0, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:40:00.498005 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:00.567612 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] For port 3ef3694c-19d0-44bb-a670-53dd465f3bb0, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:40:00.570801 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] For port 3ef3694c-19d0-44bb-a670-53dd465f3bb0, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=3ef3694c-19d0-44bb-a670-53dd465f3bb0,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:40:00.576107 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:00.659045 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:40:00.659667 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:39:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:00.671390 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-6135e098-d519-46ab-a946-4d040632a2ed', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:40:00.672244 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:00.791352 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab787e-39d8-413f-80e3-41231c1e6868 None None] Pushing event updated for resources: {'Port': ['ID=3ef3694c-19d0-44bb-a670-53dd465f3bb0,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:00.837841 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Allocated IP 172.20.0.2 (6135e098-d519-46ab-a946-4d040632a2ed/f4c5506a-2323-45a8-b82a-55a18c4c22ab/931d8385-c42a-4fe5-af37-26dfcf273cde) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:40:00.852011 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:40:01.053670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:01.063994 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Transition to ACTIVE for port object 931d8385-c42a-4fe5-af37-26dfcf273cde will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:40:01.081716 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Transition to ACTIVE for port object 931d8385-c42a-4fe5-af37-26dfcf273cde will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:40:01.088254 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:01.157039 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Network 6135e098-d519-46ab-a946-4d040632a2ed is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:40:01.159915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:40:01.164212 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:40:01.168495 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Pushing event updated for resources: {'Port': ['ID=931d8385-c42a-4fe5-af37-26dfcf273cde,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:01.190027 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:39:59Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:01.195493 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a0b1ff-012a-414b-8096-3cc515c911ae None None] The sync data for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv is: [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:39:59Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:40:01.251336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Attempting to bind port 931d8385-c42a-4fe5-af37-26dfcf273cde on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:40:01.251696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Attempting to bind port 931d8385-c42a-4fe5-af37-26dfcf273cde by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:40:01.252047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Attempting to bind port 931d8385-c42a-4fe5-af37-26dfcf273cde on network 6135e098-d519-46ab-a946-4d040632a2ed {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:40:01.258500 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:40:01.258859 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Checking segment: {'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:40:01.259383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:01.259774 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Bound using segment: {'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:40:01.260224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Bound port: 931d8385-c42a-4fe5-af37-26dfcf273cde, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:40:01.260415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:01.260894 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:01.353878 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] For port 931d8385-c42a-4fe5-af37-26dfcf273cde, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:40:01.357551 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] For port 931d8385-c42a-4fe5-af37-26dfcf273cde, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=931d8385-c42a-4fe5-af37-26dfcf273cde,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:40:01.365961 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:01.471896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0ed43-31b6-4609-9a13-cb1c86b6d149 None None] Pushing event updated for resources: {'Port': ['ID=931d8385-c42a-4fe5-af37-26dfcf273cde,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:01.732075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.1 (6135e098-d519-46ab-a946-4d040632a2ed/f4c5506a-2323-45a8-b82a-55a18c4c22ab/7066f97d-fdd9-4d3a-ad0d-de8d836393db) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:40:01.896104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:01.913364 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object 7066f97d-fdd9-4d3a-ad0d-de8d836393db will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:40:01.936118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:02.003978 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 6135e098-d519-46ab-a946-4d040632a2ed is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:40:02.006940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:40:02.011229 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:40:02.145754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=7066f97d-fdd9-4d3a-ad0d-de8d836393db,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:02.176005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:02.260315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:02.390294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354030b9-94c7-4dac-ba98-6b6d388c69d8 None None] Network 6135e098-d519-46ab-a946-4d040632a2ed requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:40:02.507380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0e488c43-6aee-4607-af9b-bb06f705a604 None None] Provisioning for port 931d8385-c42a-4fe5-af37-26dfcf273cde completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:40:02.678961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:02.684529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:02.800018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=7066f97d-fdd9-4d3a-ad0d-de8d836393db,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:02.802395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:02.877427 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6da64ebc-2247-44c5-94a3-10243f2831be None None] Provisioning for port 7066f97d-fdd9-4d3a-ad0d-de8d836393db completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:40:02.891835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6da64ebc-2247-44c5-94a3-10243f2831be None None] Provisioning complete for port 7066f97d-fdd9-4d3a-ad0d-de8d836393db triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:40:02.892135 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6da64ebc-2247-44c5-94a3-10243f2831be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:02.964850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6da64ebc-2247-44c5-94a3-10243f2831be None None] Port 7066f97d-fdd9-4d3a-ad0d-de8d836393db cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:40:02.987845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 6135e098-d519-46ab-a946-4d040632a2ed is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:40:02.991831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:40:03.012783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 931d8385-c42a-4fe5-af37-26dfcf273cde up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:40:03.100568 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 931d8385-c42a-4fe5-af37-26dfcf273cde completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:40:03.111430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 931d8385-c42a-4fe5-af37-26dfcf273cde triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:40:03.112070 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:03.142736 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e015dd42-d176-452a-9289-7bf850454d91 None None] Provisioning complete for port 7066f97d-fdd9-4d3a-ad0d-de8d836393db triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:40:03.143157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e015dd42-d176-452a-9289-7bf850454d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:03.221975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e015dd42-d176-452a-9289-7bf850454d91 None None] Port 7066f97d-fdd9-4d3a-ad0d-de8d836393db cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:40:03.289745 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:03.330095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 931d8385-c42a-4fe5-af37-26dfcf273cde, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=931d8385-c42a-4fe5-af37-26dfcf273cde,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:40:03.336362 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:03.337235 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 3ef3694c-19d0-44bb-a670-53dd465f3bb0 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:40:03.439242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 093b2443-7f1c-4a80-a8ae-89c2697686f3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:40:03.492417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-da09c6fc-c3fa-4e9e-b650-c55a9ee735bd None None] Provisioning complete for port 7066f97d-fdd9-4d3a-ad0d-de8d836393db triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:40:03.492786 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da09c6fc-c3fa-4e9e-b650-c55a9ee735bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:03.533635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=931d8385-c42a-4fe5-af37-26dfcf273cde,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:03.561817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-da09c6fc-c3fa-4e9e-b650-c55a9ee735bd None None] Port 7066f97d-fdd9-4d3a-ad0d-de8d836393db cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:40:03.564280 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 3ef3694c-19d0-44bb-a670-53dd465f3bb0 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:40:03.569229 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 3ef3694c-19d0-44bb-a670-53dd465f3bb0 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:40:03.569631 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:03.658534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:40:03.671126 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8f40d346-bc7e-4b80-a8ba-be6d58f5885d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/093b2443-7f1c-4a80-a8ae-89c2697686f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2185631 May 09 13:40:03.673763 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32824) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:03.688264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:03.704281 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 3ef3694c-19d0-44bb-a670-53dd465f3bb0, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=3ef3694c-19d0-44bb-a670-53dd465f3bb0,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:40:03.708249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:03.775741 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=3ef3694c-19d0-44bb-a670-53dd465f3bb0,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:03.896547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbde16b-be48-491f-9ee7-3aa721735492 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:03.897110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbde16b-be48-491f-9ee7-3aa721735492 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:03.897208 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbde16b-be48-491f-9ee7-3aa721735492 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:03.897550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbde16b-be48-491f-9ee7-3aa721735492 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:03.899166 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4dbde16b-be48-491f-9ee7-3aa721735492 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.2245207 May 09 13:40:03.901892 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32828) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:03.966516 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac297a-6e59-4d97-912c-68690397f81d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:03.967217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac297a-6e59-4d97-912c-68690397f81d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:03.967217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac297a-6e59-4d97-912c-68690397f81d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:03.967564 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac297a-6e59-4d97-912c-68690397f81d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:03.969227 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e4ac297a-6e59-4d97-912c-68690397f81d tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0664294 May 09 13:40:03.971816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32832) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:04.164753 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5b563556-1ff9-4fbc-846f-65227a5d96ca tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1918950 May 09 13:40:04.247469 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32838) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:04.253071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138251302', 'description': 'tempest-secgroup-smoke-138251302 description', 'project_id': 'b8565fca19184006b055116e4f64bdfc'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:04.258974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:04.263087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:04.265942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:04.271604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:04.282064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.317278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:04.321076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:04.323832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:04.329429 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:04.388260 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.391898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.435146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ea5572-2db5-4938-bfad-46c1708ceeaa,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:04.438078 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.439249 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2d50c2d3-dc6d-4815-bcf9-959afb7b62c6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1908016 May 09 13:40:04.442289 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32842) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:04.447665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-dd42a811-2759-49a6-8087-79386c0820cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '70ea5572-2db5-4938-bfad-46c1708ceeaa', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:04.453477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-dd42a811-2759-49a6-8087-79386c0820cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:04.457173 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-dd42a811-2759-49a6-8087-79386c0820cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:04.459984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-dd42a811-2759-49a6-8087-79386c0820cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:04.465689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-dd42a811-2759-49a6-8087-79386c0820cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:04.482645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd42a811-2759-49a6-8087-79386c0820cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.543788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd42a811-2759-49a6-8087-79386c0820cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.548407 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd42a811-2759-49a6-8087-79386c0820cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.573597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42a811-2759-49a6-8087-79386c0820cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94828972-5c58-4e36-af5a-19410c392688,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:04.583967 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dd42a811-2759-49a6-8087-79386c0820cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.588114 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-dd42a811-2759-49a6-8087-79386c0820cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1423860 May 09 13:40:04.588716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32846) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:04.596948 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b503fafe-4c49-404f-8a1b-cd106682eb7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '70ea5572-2db5-4938-bfad-46c1708ceeaa', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:04.602951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b503fafe-4c49-404f-8a1b-cd106682eb7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:04.607676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b503fafe-4c49-404f-8a1b-cd106682eb7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:04.610935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b503fafe-4c49-404f-8a1b-cd106682eb7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:04.617608 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b503fafe-4c49-404f-8a1b-cd106682eb7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:04.634036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b503fafe-4c49-404f-8a1b-cd106682eb7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.699038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b503fafe-4c49-404f-8a1b-cd106682eb7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.702573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b503fafe-4c49-404f-8a1b-cd106682eb7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.726784 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503fafe-4c49-404f-8a1b-cd106682eb7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80eefdf7-b226-4632-bf49-4714e8b0999f,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:04.737205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b503fafe-4c49-404f-8a1b-cd106682eb7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.738447 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b503fafe-4c49-404f-8a1b-cd106682eb7d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1465359 May 09 13:40:04.741427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32850) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:04.746879 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f0537d48-065e-41fc-8d2e-4c7f0c033887 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '70ea5572-2db5-4938-bfad-46c1708ceeaa', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:04.752641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f0537d48-065e-41fc-8d2e-4c7f0c033887 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:04.756458 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f0537d48-065e-41fc-8d2e-4c7f0c033887 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:04.759307 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f0537d48-065e-41fc-8d2e-4c7f0c033887 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:04.764963 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f0537d48-065e-41fc-8d2e-4c7f0c033887 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:04.784022 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f0537d48-065e-41fc-8d2e-4c7f0c033887 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.804723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Sync routers for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:40:04.816869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:40:04.817650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:39:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:04.846894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f0537d48-065e-41fc-8d2e-4c7f0c033887 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.850726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f0537d48-065e-41fc-8d2e-4c7f0c033887 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.875576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0537d48-065e-41fc-8d2e-4c7f0c033887 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a61ce06-8785-403d-9b05-559abcad35b6,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:04.887769 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f0537d48-065e-41fc-8d2e-4c7f0c033887 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.889037 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f0537d48-065e-41fc-8d2e-4c7f0c033887 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1466975 May 09 13:40:04.891848 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 32854) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:04.897546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '70ea5572-2db5-4938-bfad-46c1708ceeaa', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:04.903971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:04.908469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:04.911636 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:04.917537 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:04.934514 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:04.939839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 931d8385-c42a-4fe5-af37-26dfcf273cde up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:40:04.998613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.002363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.027930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b821ed60-3ec5-4129-8210-acabdbe45105,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:05.039775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.043895 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32858) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:05.049501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-45ceb2e8-1539-4111-a8d3-9625fac3215b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '70ea5572-2db5-4938-bfad-46c1708ceeaa', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:05.049751 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1568356 May 09 13:40:05.051513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:05.051809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:05.052139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:05.052505 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:05.052864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:05.053446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:05.054093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:05.054093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:05.054754 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:05.055077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:05.055423 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15119de5-7ffe-455a-bb9c-5a218236a411 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:40:05.055894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-45ceb2e8-1539-4111-a8d3-9625fac3215b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:05.056220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 931d8385-c42a-4fe5-af37-26dfcf273cde triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:40:05.056593 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.060399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-45ceb2e8-1539-4111-a8d3-9625fac3215b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:05.064155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-45ceb2e8-1539-4111-a8d3-9625fac3215b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:05.070087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-45ceb2e8-1539-4111-a8d3-9625fac3215b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:05.081166 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-45ceb2e8-1539-4111-a8d3-9625fac3215b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:40:05.088021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-45ceb2e8-1539-4111-a8d3-9625fac3215b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.095440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:40:05.151930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-45ceb2e8-1539-4111-a8d3-9625fac3215b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.156150 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-45ceb2e8-1539-4111-a8d3-9625fac3215b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.178498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ceb2e8-1539-4111-a8d3-9625fac3215b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a1f933-593d-400d-bdae-9ac783d363a3,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:05.187823 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-45ceb2e8-1539-4111-a8d3-9625fac3215b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.188991 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-45ceb2e8-1539-4111-a8d3-9625fac3215b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1441302 May 09 13:40:05.191806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32862) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:05.197339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-5a347316-d8e9-47b0-87c6-6b5253de1b31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '70ea5572-2db5-4938-bfad-46c1708ceeaa', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:05.203598 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5a347316-d8e9-47b0-87c6-6b5253de1b31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:05.207409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5a347316-d8e9-47b0-87c6-6b5253de1b31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:05.210218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-5a347316-d8e9-47b0-87c6-6b5253de1b31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:05.216579 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-5a347316-d8e9-47b0-87c6-6b5253de1b31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:05.229055 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-5a347316-d8e9-47b0-87c6-6b5253de1b31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:40:05.235445 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a347316-d8e9-47b0-87c6-6b5253de1b31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.301384 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a347316-d8e9-47b0-87c6-6b5253de1b31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.305009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a347316-d8e9-47b0-87c6-6b5253de1b31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.328681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a347316-d8e9-47b0-87c6-6b5253de1b31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d456afef-21cf-43b3-b22c-24f59559a8dc,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:05.336728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5a347316-d8e9-47b0-87c6-6b5253de1b31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.337949 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5a347316-d8e9-47b0-87c6-6b5253de1b31 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1452262 May 09 13:40:05.369847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 3ef3694c-19d0-44bb-a670-53dd465f3bb0 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:40:05.508715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 3ef3694c-19d0-44bb-a670-53dd465f3bb0 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:40:05.508923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.564729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-c2e037f5-2c90-46f9-b063-d095d5382c80 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:40:05.580661 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:05.581890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-c2e037f5-2c90-46f9-b063-d095d5382c80 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:40:05.583076 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-c2e037f5-2c90-46f9-b063-d095d5382c80 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138251302&fields=id&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 267 time: 0.0585978 May 09 13:40:05.585990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Checking router: 093b2443-7f1c-4a80-a8ae-89c2697686f3 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:40:05.586213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Updating router 093b2443-7f1c-4a80-a8ae-89c2697686f3 port 7066f97d-fdd9-4d3a-ad0d-de8d836393db binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:40:05.690288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:05.738306 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-87c55745-d662-43c0-9ed6-d78ad8d54f6a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:05.738967 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-87c55745-d662-43c0-9ed6-d78ad8d54f6a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:40:05.754716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-87c55745-d662-43c0-9ed6-d78ad8d54f6a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:40:05.756403 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-87c55745-d662-43c0-9ed6-d78ad8d54f6a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 795 time: 0.1647151 May 09 13:40:05.773743 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-461df3bd-d547-4d47-b2f7-60b236a1f59b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/quotas/b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 375 time: 0.0115902 May 09 13:40:05.870185 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-ff7ab267-260c-4732-a623-ef9308a88ad6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:40:05.886109 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-ff7ab267-260c-4732-a623-ef9308a88ad6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:40:05.887636 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-ff7ab267-260c-4732-a623-ef9308a88ad6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069727 May 09 13:40:05.975631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-e3b9e1b4-9543-4e09-907a-b689d6058efb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:40:05.976622 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-e3b9e1b4-9543-4e09-907a-b689d6058efb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0772982 May 09 13:40:06.080048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:06.092880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Transition to ACTIVE for port object 7066f97d-fdd9-4d3a-ad0d-de8d836393db will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:40:06.100288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:06.120882 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-a6a57817-849b-424d-b1b2-7ef9fba0c280 service neutron] 10.222.0.44 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372483 May 09 13:40:06.241624 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee96c6-b463-4453-b297-864a110460b4 None None] Pushing event updated for resources: {'Port': ['ID=7066f97d-fdd9-4d3a-ad0d-de8d836393db,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:06.269366 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-57b2c860-2ee0-4fcf-9aad-e1f7856e7f3a service neutron] 10.222.0.44 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427417 May 09 13:40:06.340390 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Attempting to bind port 7066f97d-fdd9-4d3a-ad0d-de8d836393db on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:40:06.340757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Attempting to bind port 7066f97d-fdd9-4d3a-ad0d-de8d836393db by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:40:06.341112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Attempting to bind port 7066f97d-fdd9-4d3a-ad0d-de8d836393db on network 6135e098-d519-46ab-a946-4d040632a2ed {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:40:06.347785 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:40:06.348698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Checking segment: {'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:40:06.348698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:06.348911 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Bound using segment: {'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:40:06.349692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Bound port: 7066f97d-fdd9-4d3a-ad0d-de8d836393db, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:40:06.350294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:06.473050 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] For port 7066f97d-fdd9-4d3a-ad0d-de8d836393db, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:40:06.476203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] For port 7066f97d-fdd9-4d3a-ad0d-de8d836393db, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7066f97d-fdd9-4d3a-ad0d-de8d836393db,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:40:06.481441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:06.504652 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0ccec28f-0d80-4115-bfac-b5733cca80c1 req-736a9ea9-8b4e-4015-8c08-e9736846bb09 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 210 time: 0.0452173 May 09 13:40:06.570131 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee96c6-b463-4453-b297-864a110460b4 None None] Pushing event updated for resources: {'Port': ['ID=7066f97d-fdd9-4d3a-ad0d-de8d836393db,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:06.579323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:40:06.579939 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:39:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:06.776704 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:40:07.099964 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:06Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:07.103934 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d824b2-e4c0-404a-8d02-d565c3fe9d44 None None] The sync data for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv is: [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:06Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:40:07.701858 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-11abbde2-1514-4785-b2d8-a2327587a4ff req-f2fc4025-96f6-4c35-86a0-33a11d99ae3f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 210 time: 0.0554655 May 09 13:40:07.764231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-d2f33a78-e025-49f2-911e-192926c5c591 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:07.766367 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-d2f33a78-e025-49f2-911e-192926c5c591 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 795 time: 0.1779840 May 09 13:40:07.822883 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-86481472-19e7-4861-9698-e92c1c77a4a6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 379 time: 0.0441761 May 09 13:40:07.836595 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'port': {'device_id': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'admin_state_up': True, 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'security_groups': ['70ea5572-2db5-4938-bfad-46c1708ceeaa']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:07.975121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:07.984703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:07.994851 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:40:07.998263 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:08.157838 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.6 (6135e098-d519-46ab-a946-4d040632a2ed/f4c5506a-2323-45a8-b82a-55a18c4c22ab/df9cdf78-cc40-4442-bf88-26aef6c3918d) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:40:08.339324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:08.354336 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object df9cdf78-cc40-4442-bf88-26aef6c3918d will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:40:08.378302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:08.451144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 6135e098-d519-46ab-a946-4d040632a2ed is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:40:08.453998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:40:08.457815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:40:08.487579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=df9cdf78-cc40-4442-bf88-26aef6c3918d,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:08.522649 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:08.523255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:08.549039 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-8f882fee-01b2-42f4-9be5-cb71d31520a3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7164435 May 09 13:40:08.560624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Request body: {'port': {'device_id': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:08.672284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:08.741832 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-30e4efc0-7a6c-49c1-8395-f5a1acb2f489 None None] Provisioning for port df9cdf78-cc40-4442-bf88-26aef6c3918d completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:40:08.747506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-30e4efc0-7a6c-49c1-8395-f5a1acb2f489 None None] Provisioning complete for port df9cdf78-cc40-4442-bf88-26aef6c3918d triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:40:08.747869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-30e4efc0-7a6c-49c1-8395-f5a1acb2f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:08.803684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-30e4efc0-7a6c-49c1-8395-f5a1acb2f489 None None] Port df9cdf78-cc40-4442-bf88-26aef6c3918d cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:40:08.910348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112ded5-25c6-4d3a-ac2e-3a14bd4d2299 req-0c59b66f-d4b0-426a-b522-27f0bba21c14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:08.912496 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f112ded5-25c6-4d3a-ac2e-3a14bd4d2299 req-0c59b66f-d4b0-426a-b522-27f0bba21c14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 931 time: 0.0859106 May 09 13:40:08.946199 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7066f97d-fdd9-4d3a-ad0d-de8d836393db up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:40:08.965882 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f112ded5-25c6-4d3a-ac2e-3a14bd4d2299 req-d7139872-a22b-4a68-b2d1-7cc2bef71d5a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=70ea5572-2db5-4938-bfad-46c1708ceeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466425 May 09 13:40:09.022513 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 7066f97d-fdd9-4d3a-ad0d-de8d836393db completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:40:09.027561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 7066f97d-fdd9-4d3a-ad0d-de8d836393db triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:40:09.027922 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:09.125547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9cdf78-cc40-4442-bf88-26aef6c3918d {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:40:09.132311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:09.136891 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:09.146584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Transition to ACTIVE for port object df9cdf78-cc40-4442-bf88-26aef6c3918d will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:40:09.150184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:09.169187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 7066f97d-fdd9-4d3a-ad0d-de8d836393db, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7066f97d-fdd9-4d3a-ad0d-de8d836393db,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:40:09.173750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:09.244835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=7066f97d-fdd9-4d3a-ad0d-de8d836393db,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:09.281865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Pushing event updated for resources: {'Port': ['ID=df9cdf78-cc40-4442-bf88-26aef6c3918d,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:09.387191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Attempting to bind port df9cdf78-cc40-4442-bf88-26aef6c3918d on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:40:09.387528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Attempting to bind port df9cdf78-cc40-4442-bf88-26aef6c3918d by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:40:09.387855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Attempting to bind port df9cdf78-cc40-4442-bf88-26aef6c3918d on network 6135e098-d519-46ab-a946-4d040632a2ed {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:40:09.393807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Port df9cdf78-cc40-4442-bf88-26aef6c3918d on network 6135e098-d519-46ab-a946-4d040632a2ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:40:09.394125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Attempting to bind port df9cdf78-cc40-4442-bf88-26aef6c3918d on network 6135e098-d519-46ab-a946-4d040632a2ed {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:40:09.400177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:40:09.400537 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Checking segment: {'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:40:09.400920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Bound using segment: {'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:40:09.401375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Bound port: df9cdf78-cc40-4442-bf88-26aef6c3918d, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:40:09.401715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:09.491568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] For port df9cdf78-cc40-4442-bf88-26aef6c3918d, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:40:09.494335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] For port df9cdf78-cc40-4442-bf88-26aef6c3918d, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:40:09.498827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:09.556836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:09.558243 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] 10.222.0.57 "PUT /v2.0/ports/df9cdf78-cc40-4442-bf88-26aef6c3918d HTTP/1.1" status: 200 len: 1093 time: 1.0023720 May 09 13:40:09.558667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:40:09.578005 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0875ad-89b0-4ebe-ba76-d83eb190d69b service neutron] Pushing event updated for resources: {'Port': ['ID=df9cdf78-cc40-4442-bf88-26aef6c3918d,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:09.635283 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4707466a-a100-4946-9ee5-2ff2eb6d23cb'] response: {'name': 'network-changed', 'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'status': 'completed', 'code': 200} May 09 13:40:09.672661 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-28aba2f4-ebac-46cb-8539-ab20e5f39475 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 1096 time: 0.0740755 May 09 13:40:09.744505 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-071615f9-d724-4153-bd28-6d274d738966 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d HTTP/1.1" status: 200 len: 217 time: 0.0652044 May 09 13:40:09.807151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-4a27ae47-82d1-407c-96e8-3e94ddf3e325 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:09.809078 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-4a27ae47-82d1-407c-96e8-3e94ddf3e325 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4c5506a-2323-45a8-b82a-55a18c4c22ab HTTP/1.1" status: 200 len: 835 time: 0.0593603 May 09 13:40:09.887624 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-40ed4aa2-a497-4175-b3df-3f67788c592a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6135e098-d519-46ab-a946-4d040632a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724697 May 09 13:40:10.015181 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-12b50918-9f16-4d3c-ac3b-72de054a3b7c service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198795 May 09 13:40:10.132760 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86b5fb69-2a44-4b0f-be40-fba222c17e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:10.146137 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-126f46a2-953e-4787-a1f6-07f3ea8a61be req-6951017b-e3e1-4e94-9292-ad45e50c971f service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251519 May 09 13:40:10.173232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1efea5-a4a9-45be-88ec-b9c7b961f392 req-e5bf3343-141a-4e09-9652-af14ec902e91 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:10.174681 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cb1efea5-a4a9-45be-88ec-b9c7b961f392 req-e5bf3343-141a-4e09-9652-af14ec902e91 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 943 time: 0.0830591 May 09 13:40:10.219658 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cb1efea5-a4a9-45be-88ec-b9c7b961f392 req-f442c3ad-0506-43c4-86b2-905fbe171d03 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=70ea5572-2db5-4938-bfad-46c1708ceeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386629 May 09 13:40:10.252866 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9e468002-04d8-4a75-b2f5-195236622954 req-32b7740b-5263-47f0-a96a-0e21931b8718 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 1096 time: 0.0667188 May 09 13:40:10.379728 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e468002-04d8-4a75-b2f5-195236622954 req-fd8cd674-a337-40aa-9fa9-0d8647869b56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:10.381127 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9e468002-04d8-4a75-b2f5-195236622954 req-fd8cd674-a337-40aa-9fa9-0d8647869b56 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 896 time: 0.1224422 May 09 13:40:10.450856 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9e468002-04d8-4a75-b2f5-195236622954 req-f8afd746-cba5-40c3-9f3c-0b0979a59037 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d HTTP/1.1" status: 200 len: 217 time: 0.0632629 May 09 13:40:10.509468 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e468002-04d8-4a75-b2f5-195236622954 req-92ae0d68-70fc-4529-8e2a-932da30ea00b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:10.510799 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9e468002-04d8-4a75-b2f5-195236622954 req-92ae0d68-70fc-4529-8e2a-932da30ea00b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4c5506a-2323-45a8-b82a-55a18c4c22ab HTTP/1.1" status: 200 len: 835 time: 0.0548465 May 09 13:40:10.674368 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9e468002-04d8-4a75-b2f5-195236622954 req-68ac152e-697f-49f5-8998-f7097fcd5420 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6135e098-d519-46ab-a946-4d040632a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1576841 May 09 13:40:10.800826 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9e468002-04d8-4a75-b2f5-195236622954 req-b8b55d32-9162-48b8-8c22-d34f82fe1641 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201684 May 09 13:40:10.915901 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7066f97d-fdd9-4d3a-ad0d-de8d836393db up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:40:10.930564 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9e468002-04d8-4a75-b2f5-195236622954 req-7129fe11-9072-4aa6-81d8-febb0e889638 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233017 May 09 13:40:10.982329 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 7066f97d-fdd9-4d3a-ad0d-de8d836393db triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:40:10.982891 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:11.499275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a2c65-bfd9-43d9-b8f4-36e11f738d45 req-ad2154e3-2761-413a-9b01-ff5bd2c87d0b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:11.500709 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4d7a2c65-bfd9-43d9-b8f4-36e11f738d45 req-ad2154e3-2761-413a-9b01-ff5bd2c87d0b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 943 time: 0.1582561 May 09 13:40:11.546062 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4d7a2c65-bfd9-43d9-b8f4-36e11f738d45 req-5449adc3-2fe1-497b-a4b6-63576d1ef5b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=70ea5572-2db5-4938-bfad-46c1708ceeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398579 May 09 13:40:12.433915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c2e6e78-00d0-432f-94f0-9b1a7dd0f8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:12.742238 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dd7b6-867e-45e3-82c7-e682cfb46a71 req-6dcc3730-050c-49cf-a8d7-7b35313d981b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:12.743679 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-734dd7b6-867e-45e3-82c7-e682cfb46a71 req-6dcc3730-050c-49cf-a8d7-7b35313d981b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 943 time: 0.0780506 May 09 13:40:12.787965 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-734dd7b6-867e-45e3-82c7-e682cfb46a71 req-14aceb4f-615f-4623-a02c-b2aa65bcfdac tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=70ea5572-2db5-4938-bfad-46c1708ceeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387723 May 09 13:40:13.379306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:13.830054 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:13.986915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca45af5-d481-4af9-a260-23089b79faf4 req-3dc7567b-1a7f-446a-8472-139ddce9bbe1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:13.988364 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ca45af5-d481-4af9-a260-23089b79faf4 req-3dc7567b-1a7f-446a-8472-139ddce9bbe1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 943 time: 0.0794439 May 09 13:40:14.033220 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ca45af5-d481-4af9-a260-23089b79faf4 req-96544def-54da-4737-bff7-652753a4a95b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=70ea5572-2db5-4938-bfad-46c1708ceeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390499 May 09 13:40:14.491566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device df9cdf78-cc40-4442-bf88-26aef6c3918d details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:40:14.650651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port df9cdf78-cc40-4442-bf88-26aef6c3918d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:40:14.663192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'port_id': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'mac_address': 'fa:16:3e:dc:9c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:40:14.717115 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:14.734048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9cdf78-cc40-4442-bf88-26aef6c3918d {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:40:14.749124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port df9cdf78-cc40-4442-bf88-26aef6c3918d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:40:14.752801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:14.814962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=df9cdf78-cc40-4442-bf88-26aef6c3918d,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:15.048457 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:15.108878 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['df9cdf78-cc40-4442-bf88-26aef6c3918d'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:40:15.232190 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a229f3-fcc4-4c02-a3e9-5973ab36ec32 req-5bc93189-cd42-4825-b1d6-2e98b354a16a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:15.233671 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-02a229f3-fcc4-4c02-a3e9-5973ab36ec32 req-5bc93189-cd42-4825-b1d6-2e98b354a16a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 944 time: 0.0748589 May 09 13:40:15.281496 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-02a229f3-fcc4-4c02-a3e9-5973ab36ec32 req-cfdd5843-895d-4db7-9dfa-f9197c21bddc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=70ea5572-2db5-4938-bfad-46c1708ceeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420024 May 09 13:40:16.472471 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df15fc-7802-4fe3-9a62-7f023d982c6f req-293a517d-db42-47c3-889f-c552571e8519 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:16.473944 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-09df15fc-7802-4fe3-9a62-7f023d982c6f req-293a517d-db42-47c3-889f-c552571e8519 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 944 time: 0.0757954 May 09 13:40:16.506381 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device df9cdf78-cc40-4442-bf88-26aef6c3918d up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:40:16.521834 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-09df15fc-7802-4fe3-9a62-7f023d982c6f req-1f23b02c-084b-44e3-b735-537cf4653948 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=70ea5572-2db5-4938-bfad-46c1708ceeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423872 May 09 13:40:16.578274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port df9cdf78-cc40-4442-bf88-26aef6c3918d completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:40:16.583128 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port df9cdf78-cc40-4442-bf88-26aef6c3918d triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:40:16.583539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:16.693805 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:16.719982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:40:16.729596 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port df9cdf78-cc40-4442-bf88-26aef6c3918d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:40:16.733957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:16.799696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=df9cdf78-cc40-4442-bf88-26aef6c3918d,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:16.935336 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb460035-fa89-40e1-bfbd-5ea05394f76f'] response: {'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'code': 200} May 09 13:40:17.160112 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7611c24d-b735-4758-b037-80ed120a400c req-a2bcfdf6-f709-47e0-b173-d8f920ddf8c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 1098 time: 0.0656574 May 09 13:40:17.202260 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7611c24d-b735-4758-b037-80ed120a400c req-7a77c555-ea19-4f61-8d2c-59ea024bf260 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=70ea5572-2db5-4938-bfad-46c1708ceeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368581 May 09 13:40:17.811938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e6635-fdcc-489e-8ff6-cdf451a30ef9 req-36a60996-0a93-4e16-b7c7-26d9c2a3b051 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:17.813396 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-901e6635-fdcc-489e-8ff6-cdf451a30ef9 req-36a60996-0a93-4e16-b7c7-26d9c2a3b051 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 945 time: 0.0796697 May 09 13:40:17.857246 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-901e6635-fdcc-489e-8ff6-cdf451a30ef9 req-7ad9ee02-e6c1-4959-b875-740cea70b993 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=70ea5572-2db5-4938-bfad-46c1708ceeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383680 May 09 13:40:19.050911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb395543-f9b4-489e-8b19-9048129f87b1 req-2113ec34-3808-4e80-be4d-771064b90c39 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:19.052352 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eb395543-f9b4-489e-8b19-9048129f87b1 req-2113ec34-3808-4e80-be4d-771064b90c39 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 945 time: 0.0753744 May 09 13:40:19.096771 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eb395543-f9b4-489e-8b19-9048129f87b1 req-e6a86559-8af9-422e-999b-f83dd7ea30e5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=70ea5572-2db5-4938-bfad-46c1708ceeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387993 May 09 13:40:19.292817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc41f5-b6a8-4c4f-9840-5f3f2517da10 req-3994ce57-c511-4dac-9687-47b90452cf1a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:19.294275 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-defc41f5-b6a8-4c4f-9840-5f3f2517da10 req-3994ce57-c511-4dac-9687-47b90452cf1a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 945 time: 0.0779135 May 09 13:40:19.337759 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-defc41f5-b6a8-4c4f-9840-5f3f2517da10 req-be3b40fa-daf6-4741-8650-015718a125e1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=70ea5572-2db5-4938-bfad-46c1708ceeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380809 May 09 13:40:19.364917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32920) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:19.432797 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-21ac96b3-5dfc-40c9-871d-a68bacfa24ea tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 1093 time: 0.0665529 May 09 13:40:19.435876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32924) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:19.440809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:19.446185 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:19.449862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:floatingip and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:19.452588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:19.458089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:19.467908 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:19.600567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:19.733741 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.14 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/8e176164-01f6-4054-8313-03cedd9cd7a4) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:40:19.875301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:19.900728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:19.967584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:40:19.970201 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:40:19.973805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:40:20.001899 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=8e176164-01f6-4054-8313-03cedd9cd7a4,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:20.530460 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:20.583918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:20.782298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:20.786449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:20.887438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=8e176164-01f6-4054-8313-03cedd9cd7a4,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:20.898838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:21.088012 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Floating IP 82494465-0276-41f4-bbb1-65cf347a02e7 associated. External IP: 172.26.1.14, port: df9cdf78-cc40-4442-bf88-26aef6c3918d. May 09 13:40:21.389948 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:21.470217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 093b2443-7f1c-4a80-a8ae-89c2697686f3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:40:21.673367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:40:21.682642 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2ec29-983a-4825-b4c4-f85679c187ce None None] Sync routers for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:40:21.697659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:21.698144 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd2ec29-983a-4825-b4c4-f85679c187ce None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:40:21.699569 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-ddd2ec29-983a-4825-b4c4-f85679c187ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:40:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:21.751476 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-394746e5-6dcf-496a-b4b3-e165f43be0b4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3146012 May 09 13:40:21.752039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:40:21.754241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 32928) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:21.828265 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7606682f-f86c-4364-9e34-94f172e070c1'] response: {'name': 'network-changed', 'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'status': 'completed', 'code': 200} May 09 13:40:21.852776 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-75e83c68-b008-4270-ad9a-2bf569350465 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 1093 time: 0.0973580 May 09 13:40:21.875465 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-ddd2ec29-983a-4825-b4c4-f85679c187ce None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:40:21.922434 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f886860b-ab21-4ddc-a872-892ae15b67ec req-000b1f3b-c7cc-413b-8b1b-4f32b60530fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 1098 time: 0.0729792 May 09 13:40:21.942828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32936) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:21.948021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7c0bbe05-61b7-4d3a-b539-e6adf2cae687 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352449533', 'description': 'tempest-secgroup-smoke-352449533 description', 'project_id': 'b8565fca19184006b055116e4f64bdfc'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:21.954308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7c0bbe05-61b7-4d3a-b539-e6adf2cae687 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:21.964563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7c0bbe05-61b7-4d3a-b539-e6adf2cae687 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:21.974716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c0bbe05-61b7-4d3a-b539-e6adf2cae687 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.013770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7c0bbe05-61b7-4d3a-b539-e6adf2cae687 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:22.017896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7c0bbe05-61b7-4d3a-b539-e6adf2cae687 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:22.022062 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7c0bbe05-61b7-4d3a-b539-e6adf2cae687 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:22.028254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7c0bbe05-61b7-4d3a-b539-e6adf2cae687 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:22.060539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886860b-ab21-4ddc-a872-892ae15b67ec req-c648e1ce-fcc2-4511-935a-bb2781a53efe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:22.062020 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f886860b-ab21-4ddc-a872-892ae15b67ec req-c648e1ce-fcc2-4511-935a-bb2781a53efe service neutron] 10.222.0.57 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 896 time: 0.1341522 May 09 13:40:22.085823 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c0bbe05-61b7-4d3a-b539-e6adf2cae687 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.090642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c0bbe05-61b7-4d3a-b539-e6adf2cae687 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.169585 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f886860b-ab21-4ddc-a872-892ae15b67ec req-b97d8602-bf38-4407-864d-5986b8a9f56e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d HTTP/1.1" status: 200 len: 998 time: 0.1016598 May 09 13:40:22.238694 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886860b-ab21-4ddc-a872-892ae15b67ec req-5a7fd3ff-5512-435e-8b77-ae259c3d33ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:22.240408 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f886860b-ab21-4ddc-a872-892ae15b67ec req-5a7fd3ff-5512-435e-8b77-ae259c3d33ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4c5506a-2323-45a8-b82a-55a18c4c22ab HTTP/1.1" status: 200 len: 835 time: 0.0647588 May 09 13:40:22.246054 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-ddd2ec29-983a-4825-b4c4-f85679c187ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '82494465-0276-41f4-bbb1-65cf347a02e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.14', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'port_id': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'mac_address': 'fa:16:3e:dc:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:40:20Z', 'updated_at': '2022-05-09T13:40:20Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:09Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:22.250005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bbe05-61b7-4d3a-b539-e6adf2cae687 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a514c76-9f56-452f-bae9-786703317805,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:22.250374 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2ec29-983a-4825-b4c4-f85679c187ce None None] Checking router: 093b2443-7f1c-4a80-a8ae-89c2697686f3 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:40:22.258477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c0bbe05-61b7-4d3a-b539-e6adf2cae687 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.259282 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7c0bbe05-61b7-4d3a-b539-e6adf2cae687 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3158588 May 09 13:40:22.262679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32940) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:22.265135 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd2ec29-983a-4825-b4c4-f85679c187ce None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:40:22.265830 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-ddd2ec29-983a-4825-b4c4-f85679c187ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:40:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:22.269337 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-716ebcc3-a974-4e0c-a2ba-fee0bc6870fa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '1a514c76-9f56-452f-bae9-786703317805', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:22.275403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-716ebcc3-a974-4e0c-a2ba-fee0bc6870fa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:22.280019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-716ebcc3-a974-4e0c-a2ba-fee0bc6870fa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:22.283011 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-716ebcc3-a974-4e0c-a2ba-fee0bc6870fa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:22.289059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-716ebcc3-a974-4e0c-a2ba-fee0bc6870fa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:22.305878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-716ebcc3-a974-4e0c-a2ba-fee0bc6870fa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.321811 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f886860b-ab21-4ddc-a872-892ae15b67ec req-2923f5d3-6c67-4d93-8596-d5cb3fb77351 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6135e098-d519-46ab-a946-4d040632a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760992 May 09 13:40:22.369073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-716ebcc3-a974-4e0c-a2ba-fee0bc6870fa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.372964 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-716ebcc3-a974-4e0c-a2ba-fee0bc6870fa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.397322 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ebcc3-a974-4e0c-a2ba-fee0bc6870fa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecd8d49-f44b-4cf2-8307-de9437843efb,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:22.410377 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-716ebcc3-a974-4e0c-a2ba-fee0bc6870fa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.414671 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-716ebcc3-a974-4e0c-a2ba-fee0bc6870fa tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1506288 May 09 13:40:22.415452 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32944) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:22.421107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8c9adb14-ed5d-42dc-9d3d-d450cc821a14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '1a514c76-9f56-452f-bae9-786703317805', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:22.426919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8c9adb14-ed5d-42dc-9d3d-d450cc821a14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:22.430747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8c9adb14-ed5d-42dc-9d3d-d450cc821a14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:22.433632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8c9adb14-ed5d-42dc-9d3d-d450cc821a14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:22.439667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8c9adb14-ed5d-42dc-9d3d-d450cc821a14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:22.457277 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-ddd2ec29-983a-4825-b4c4-f85679c187ce None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:40:22.457624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c9adb14-ed5d-42dc-9d3d-d450cc821a14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.461716 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f886860b-ab21-4ddc-a872-892ae15b67ec req-57f4183c-63af-441b-ad41-e9352b408917 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334779 May 09 13:40:22.522808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c9adb14-ed5d-42dc-9d3d-d450cc821a14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.528436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c9adb14-ed5d-42dc-9d3d-d450cc821a14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.553835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9adb14-ed5d-42dc-9d3d-d450cc821a14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3dbabc4-9231-42e8-bf7e-073f44ebf79c,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:22.573087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c9adb14-ed5d-42dc-9d3d-d450cc821a14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.577690 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8c9adb14-ed5d-42dc-9d3d-d450cc821a14 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1586196 May 09 13:40:22.584812 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32948) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:22.590735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-62fac988-c6fd-434b-a59c-dae87e39bde4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '1a514c76-9f56-452f-bae9-786703317805', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:22.596543 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-62fac988-c6fd-434b-a59c-dae87e39bde4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:22.600718 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-62fac988-c6fd-434b-a59c-dae87e39bde4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:22.603752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-62fac988-c6fd-434b-a59c-dae87e39bde4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:22.609750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-62fac988-c6fd-434b-a59c-dae87e39bde4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:22.610462 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f886860b-ab21-4ddc-a872-892ae15b67ec req-930103e5-04cb-40be-997e-8e6259f71868 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421864 May 09 13:40:22.631722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62fac988-c6fd-434b-a59c-dae87e39bde4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.694842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62fac988-c6fd-434b-a59c-dae87e39bde4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.700598 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62fac988-c6fd-434b-a59c-dae87e39bde4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.729200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fac988-c6fd-434b-a59c-dae87e39bde4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82708be1-9153-40cd-9dc5-bf3acfd9cc11,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:22.736206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-62fac988-c6fd-434b-a59c-dae87e39bde4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.737357 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-62fac988-c6fd-434b-a59c-dae87e39bde4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1514800 May 09 13:40:22.740078 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32952) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:22.745757 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ef002249-2325-4097-805b-1049bc2764b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '1a514c76-9f56-452f-bae9-786703317805', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:22.751270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ef002249-2325-4097-805b-1049bc2764b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:22.754935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ef002249-2325-4097-805b-1049bc2764b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:22.757716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ef002249-2325-4097-805b-1049bc2764b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:22.763270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ef002249-2325-4097-805b-1049bc2764b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:22.779693 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef002249-2325-4097-805b-1049bc2764b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.843531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef002249-2325-4097-805b-1049bc2764b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.848191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef002249-2325-4097-805b-1049bc2764b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.862819 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-ddd2ec29-983a-4825-b4c4-f85679c187ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '82494465-0276-41f4-bbb1-65cf347a02e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.14', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'port_id': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'mac_address': 'fa:16:3e:dc:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:40:20Z', 'updated_at': '2022-05-09T13:40:20Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:09Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:22.867159 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2ec29-983a-4825-b4c4-f85679c187ce None None] The sync data for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv is: [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '82494465-0276-41f4-bbb1-65cf347a02e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.14', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'port_id': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'mac_address': 'fa:16:3e:dc:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:40:20Z', 'updated_at': '2022-05-09T13:40:20Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:09Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:40:22.869976 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef002249-2325-4097-805b-1049bc2764b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b850c048-e5b6-4473-ab38-2c0f4f8e25d3,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:22.883293 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef002249-2325-4097-805b-1049bc2764b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.884691 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ef002249-2325-4097-805b-1049bc2764b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1434314 May 09 13:40:22.887391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32956) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:22.892822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1e569215-7a49-4c3a-951d-b0ac214aeb65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '1a514c76-9f56-452f-bae9-786703317805', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:22.898728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1e569215-7a49-4c3a-951d-b0ac214aeb65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:22.902982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1e569215-7a49-4c3a-951d-b0ac214aeb65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:22.905833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1e569215-7a49-4c3a-951d-b0ac214aeb65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:22.911413 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1e569215-7a49-4c3a-951d-b0ac214aeb65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:22.922330 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-1e569215-7a49-4c3a-951d-b0ac214aeb65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:40:22.928901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1e569215-7a49-4c3a-951d-b0ac214aeb65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.993590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1e569215-7a49-4c3a-951d-b0ac214aeb65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:22.996906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1e569215-7a49-4c3a-951d-b0ac214aeb65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:23.018965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e569215-7a49-4c3a-951d-b0ac214aeb65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e54fa0-ab9c-4b0f-8021-ed09e5642ac5,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:23.028128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1e569215-7a49-4c3a-951d-b0ac214aeb65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:23.029394 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1e569215-7a49-4c3a-951d-b0ac214aeb65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1409905 May 09 13:40:23.032544 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 32960) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:23.038394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f122f09f-479c-4838-8262-9bc749c03198 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '1a514c76-9f56-452f-bae9-786703317805', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:23.044187 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f122f09f-479c-4838-8262-9bc749c03198 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:23.048372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f122f09f-479c-4838-8262-9bc749c03198 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:23.051539 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f122f09f-479c-4838-8262-9bc749c03198 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:23.057139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f122f09f-479c-4838-8262-9bc749c03198 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:23.066944 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-f122f09f-479c-4838-8262-9bc749c03198 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:40:23.073244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f122f09f-479c-4838-8262-9bc749c03198 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:23.137716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f122f09f-479c-4838-8262-9bc749c03198 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:23.141386 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f122f09f-479c-4838-8262-9bc749c03198 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:23.165838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122f09f-479c-4838-8262-9bc749c03198 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4a747f-c9db-486c-ad01-53b765d2c190,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:23.175308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f122f09f-479c-4838-8262-9bc749c03198 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:23.176459 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f122f09f-479c-4838-8262-9bc749c03198 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1426795 May 09 13:40:23.340738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-0bffe35a-e1c9-4743-8389-eb6804fe2b80 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:40:23.355016 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-0bffe35a-e1c9-4743-8389-eb6804fe2b80 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:40:23.356117 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-0bffe35a-e1c9-4743-8389-eb6804fe2b80 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352449533&fields=id&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 267 time: 0.0548522 May 09 13:40:23.498364 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-38523298-3b73-4e48-be6b-9cd25b767bff tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:23.499769 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-38523298-3b73-4e48-be6b-9cd25b767bff tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 795 time: 0.1370573 May 09 13:40:23.515969 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-ecf4dd17-3ea1-4d4a-9dad-d6fdeb31a9b8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/quotas/b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 375 time: 0.0107388 May 09 13:40:23.600349 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-31d7d2d2-0ecc-4d5e-9b2c-630fe9c899e8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0795596 May 09 13:40:23.795563 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-4d7c8dde-0c65-4252-9db2-c70900019fe7 service neutron] 10.222.0.44 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823912 May 09 13:40:23.927755 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-03932761-50ee-4131-b2b5-e48108b57b27 service neutron] 10.222.0.44 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264684 May 09 13:40:24.107320 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-38590e2f-711d-4b0d-97dc-24ffbd9a4c13 req-4557b200-5074-4b7f-8799-a8e2028b4543 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 210 time: 0.0402157 May 09 13:40:24.753342 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61282307-adce-4191-92f4-74701aa84987 None None] New status for floating IP 82494465-0276-41f4-bbb1-65cf347a02e7: ACTIVE {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:40:25.216748 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-07f4e0ed-8f84-49c9-80f0-352981d7a9df req-bfe9143b-0e35-45dd-bcfe-9cbd38867681 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 210 time: 0.0421913 May 09 13:40:26.324915 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4d97838f-666b-4fed-88d3-6e6d398c744e req-d3a811a0-8281-4f60-8c77-6c2233d33afb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 210 time: 0.0407329 May 09 13:40:27.434031 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-26e5562d-0abe-4b72-9b9a-00033c1cc756 req-3e02c704-532c-4c0f-8ed6-f9490c43078b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 210 time: 0.0412107 May 09 13:40:28.060090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-93f7ec29-2bf4-4f92-9f07-1f7e80bf0a3e req-5003e299-2a8f-4afa-9ed5-76a7c57f92b8 service neutron] (83894) timed out ('10.222.0.57', 59969) {{(pid=83894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 09 13:40:28.598512 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9d333ee1-8ee2-4c07-9a03-aad21715005a req-8878deea-459a-4892-9166-975d7896ef65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 210 time: 0.0437543 May 09 13:40:29.171829 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-8ab86d28-0c8b-4948-8102-863caee72ce6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:29.173145 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-8ab86d28-0c8b-4948-8102-863caee72ce6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 795 time: 0.1412973 May 09 13:40:29.235271 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-80dec770-3b56-47aa-adfe-f36067ad4181 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 471 time: 0.0499253 May 09 13:40:29.244439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'port': {'device_id': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'admin_state_up': True, 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'security_groups': ['1a514c76-9f56-452f-bae9-786703317805']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:29.382455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:29.386567 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:port and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:29.389977 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:29.395581 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:29.405195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:40:29.408114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:29.665986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.10 (6135e098-d519-46ab-a946-4d040632a2ed/f4c5506a-2323-45a8-b82a-55a18c4c22ab/12b07ffb-f757-4853-886d-5af7d984857c) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:40:29.761766 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a5d381f7-d41b-476f-8bac-ffb4e32f15e9 req-030fd5be-5da6-43cc-b8ee-c77eec6e196f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 210 time: 0.0411088 May 09 13:40:29.850400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:29.866252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object 12b07ffb-f757-4853-886d-5af7d984857c will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:40:29.887592 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:29.958658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 6135e098-d519-46ab-a946-4d040632a2ed is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:40:29.961538 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:40:29.965503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:40:29.996783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=12b07ffb-f757-4853-886d-5af7d984857c,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:30.031226 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:30.031864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:30.057185 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-52d83085-6e93-4447-ae58-c17b7e84c799 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8161647 May 09 13:40:30.068084 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Request body: {'port': {'device_id': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:30.177270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:30.193535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-18baaf72-f913-4cb4-bbe7-c39bdf5cf0bc None None] Provisioning for port 12b07ffb-f757-4853-886d-5af7d984857c completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:40:30.198867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-18baaf72-f913-4cb4-bbe7-c39bdf5cf0bc None None] Provisioning complete for port 12b07ffb-f757-4853-886d-5af7d984857c triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:40:30.199851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-18baaf72-f913-4cb4-bbe7-c39bdf5cf0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:30.251936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-18baaf72-f913-4cb4-bbe7-c39bdf5cf0bc None None] Port 12b07ffb-f757-4853-886d-5af7d984857c cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:40:30.511588 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b07ffb-f757-4853-886d-5af7d984857c {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:40:30.518360 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:30.532110 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Transition to ACTIVE for port object 12b07ffb-f757-4853-886d-5af7d984857c will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:40:30.535840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:30.655709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Pushing event updated for resources: {'Port': ['ID=12b07ffb-f757-4853-886d-5af7d984857c,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:30.763948 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Attempting to bind port 12b07ffb-f757-4853-886d-5af7d984857c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:40:30.764279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Attempting to bind port 12b07ffb-f757-4853-886d-5af7d984857c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:40:30.764600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Attempting to bind port 12b07ffb-f757-4853-886d-5af7d984857c on network 6135e098-d519-46ab-a946-4d040632a2ed {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:40:30.770418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Port 12b07ffb-f757-4853-886d-5af7d984857c on network 6135e098-d519-46ab-a946-4d040632a2ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:40:30.770731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Attempting to bind port 12b07ffb-f757-4853-886d-5af7d984857c on network 6135e098-d519-46ab-a946-4d040632a2ed {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:40:30.776795 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:40:30.777123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Checking segment: {'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:40:30.778062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Bound using segment: {'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:40:30.778476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Bound port: 12b07ffb-f757-4853-886d-5af7d984857c, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994de4c7-3bc3-4b1b-929a-12aebb11b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:40:30.778815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:30.865808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] For port 12b07ffb-f757-4853-886d-5af7d984857c, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:40:30.869246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] For port 12b07ffb-f757-4853-886d-5af7d984857c, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=12b07ffb-f757-4853-886d-5af7d984857c,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:40:30.875003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:30.939222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:30.940501 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] 10.222.0.57 "PUT /v2.0/ports/12b07ffb-f757-4853-886d-5af7d984857c HTTP/1.1" status: 200 len: 1094 time: 0.8767641 May 09 13:40:30.940945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'tag': '12b07ffb-f757-4853-886d-5af7d984857c'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:40:30.965852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71364284-1e8f-4438-bf2e-e3000ed3d137 service neutron] Pushing event updated for resources: {'Port': ['ID=12b07ffb-f757-4853-886d-5af7d984857c,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:30.992375 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8fa2a-541a-4192-96d5-60175e7768f1 req-ca5a6356-836c-4eb6-80af-39d80f6294f6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:30.993946 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-54a8fa2a-541a-4192-96d5-60175e7768f1 req-ca5a6356-836c-4eb6-80af-39d80f6294f6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 944 time: 0.1070554 May 09 13:40:31.023895 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc565c82-dbeb-4328-b3d0-e1bf46c45940'] response: {'name': 'network-changed', 'server_uuid': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'tag': '12b07ffb-f757-4853-886d-5af7d984857c', 'status': 'completed', 'code': 200} May 09 13:40:31.047493 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-54a8fa2a-541a-4192-96d5-60175e7768f1 req-241d1246-708b-439f-ba47-cc77f5351947 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a514c76-9f56-452f-bae9-786703317805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450118 May 09 13:40:31.062684 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-e38cb0bf-0cb4-419e-90cd-2cd35a4ac386 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 1097 time: 0.0791321 May 09 13:40:31.140809 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-71fc5125-1877-488b-8d88-9f9fa1e5374c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b07ffb-f757-4853-886d-5af7d984857c HTTP/1.1" status: 200 len: 217 time: 0.0708253 May 09 13:40:31.207283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-f2373cbf-8d76-4610-a742-f3d79660e099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:31.209081 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-f2373cbf-8d76-4610-a742-f3d79660e099 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4c5506a-2323-45a8-b82a-55a18c4c22ab HTTP/1.1" status: 200 len: 835 time: 0.0610778 May 09 13:40:31.286853 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-ccf855dd-c1f1-44dc-9c86-f83226532389 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6135e098-d519-46ab-a946-4d040632a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706344 May 09 13:40:31.498470 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-055bf35f-fe56-40c7-8388-a80b746e0efa service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055640 May 09 13:40:31.628327 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2f03e7f1-3f42-4e9d-a068-adf9d3c9a8b0 req-281c0d3f-d8d8-457f-9756-a963f7862af4 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231153 May 09 13:40:31.743522 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f1fe145e-e732-492d-88a6-3009c082ee66 req-e47ce47a-6b6f-478f-b33b-50e68761335c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 1097 time: 0.0673010 May 09 13:40:31.870358 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe145e-e732-492d-88a6-3009c082ee66 req-4b0059a5-d5ad-42f3-80e6-bc91c3a3a190 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:31.871804 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f1fe145e-e732-492d-88a6-3009c082ee66 req-4b0059a5-d5ad-42f3-80e6-bc91c3a3a190 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 896 time: 0.1220570 May 09 13:40:31.940016 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f1fe145e-e732-492d-88a6-3009c082ee66 req-d5e01482-b401-4efb-99bf-9a57d1a30889 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b07ffb-f757-4853-886d-5af7d984857c HTTP/1.1" status: 200 len: 217 time: 0.0617149 May 09 13:40:31.999408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe145e-e732-492d-88a6-3009c082ee66 req-472b3e57-87d8-49e8-b0c6-c5fda514a3db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:32.000795 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f1fe145e-e732-492d-88a6-3009c082ee66 req-472b3e57-87d8-49e8-b0c6-c5fda514a3db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4c5506a-2323-45a8-b82a-55a18c4c22ab HTTP/1.1" status: 200 len: 835 time: 0.0550625 May 09 13:40:32.076406 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f1fe145e-e732-492d-88a6-3009c082ee66 req-9fa7af01-76f2-4927-9a19-9a6fc45d750a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6135e098-d519-46ab-a946-4d040632a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691624 May 09 13:40:32.209506 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f1fe145e-e732-492d-88a6-3009c082ee66 req-e8001888-6dec-4894-b2ab-91033e888b71 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264002 May 09 13:40:32.251287 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae910f4-a806-4c44-a548-e8bab291a11c req-b8bfbc15-69c8-4db0-ad0a-6227ace1acd0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:32.252759 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7ae910f4-a806-4c44-a548-e8bab291a11c req-b8bfbc15-69c8-4db0-ad0a-6227ace1acd0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 944 time: 0.0814028 May 09 13:40:32.298460 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7ae910f4-a806-4c44-a548-e8bab291a11c req-391f4897-4433-4904-8522-bb8d5ba4d17c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a514c76-9f56-452f-bae9-786703317805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400205 May 09 13:40:32.339492 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f1fe145e-e732-492d-88a6-3009c082ee66 req-36552fe0-528b-4d92-b6a1-ef92114da6f9 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234193 May 09 13:40:33.492533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2923b3-e598-4da1-9417-f79db01ae90b req-e0a5f4e2-41c1-44ce-af5f-0d21a8bf4f51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:33.493974 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8b2923b3-e598-4da1-9417-f79db01ae90b req-e0a5f4e2-41c1-44ce-af5f-0d21a8bf4f51 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 944 time: 0.0760548 May 09 13:40:33.541242 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8b2923b3-e598-4da1-9417-f79db01ae90b req-257d9e44-720c-4c36-826b-ecffcc910636 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a514c76-9f56-452f-bae9-786703317805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418949 May 09 13:40:34.600396 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 12b07ffb-f757-4853-886d-5af7d984857c details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:40:34.731512 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 12b07ffb-f757-4853-886d-5af7d984857c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=12b07ffb-f757-4853-886d-5af7d984857c,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:40:34.734390 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d18a0-9b38-41fb-81dd-ab2b6e6c3c94 req-39174d05-f8b2-4334-b76d-dc04aa8563b1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:34.735862 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a4d18a0-9b38-41fb-81dd-ab2b6e6c3c94 req-39174d05-f8b2-4334-b76d-dc04aa8563b1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 944 time: 0.0754972 May 09 13:40:34.744763 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '12b07ffb-f757-4853-886d-5af7d984857c', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'port_id': '12b07ffb-f757-4853-886d-5af7d984857c', 'mac_address': 'fa:16:3e:ae:0f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:40:34.785500 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a4d18a0-9b38-41fb-81dd-ab2b6e6c3c94 req-92fb4fd9-86f6-402b-bca5-335ada67e720 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a514c76-9f56-452f-bae9-786703317805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438569 May 09 13:40:34.797134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:34.813791 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b07ffb-f757-4853-886d-5af7d984857c {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:40:34.827907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 12b07ffb-f757-4853-886d-5af7d984857c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=12b07ffb-f757-4853-886d-5af7d984857c,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:40:34.831602 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:34.898334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=12b07ffb-f757-4853-886d-5af7d984857c,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:35.218211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['12b07ffb-f757-4853-886d-5af7d984857c'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:40:36.054664 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c08adb-0713-48f8-bd0c-ec260739bc75 req-e19cb320-e6f3-4737-8ddf-dee9a3895c77 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:36.056016 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d3c08adb-0713-48f8-bd0c-ec260739bc75 req-e19cb320-e6f3-4737-8ddf-dee9a3895c77 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 945 time: 0.1539125 May 09 13:40:36.100163 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d3c08adb-0713-48f8-bd0c-ec260739bc75 req-7b624f9c-4917-4c14-8330-3f1a3846e4fb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a514c76-9f56-452f-bae9-786703317805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383413 May 09 13:40:36.600557 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 12b07ffb-f757-4853-886d-5af7d984857c up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:40:36.666307 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 12b07ffb-f757-4853-886d-5af7d984857c completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:40:36.671342 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 12b07ffb-f757-4853-886d-5af7d984857c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:40:36.671700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:36.808360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:36.833116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b07ffb-f757-4853-886d-5af7d984857c'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:40:36.843131 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 12b07ffb-f757-4853-886d-5af7d984857c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=12b07ffb-f757-4853-886d-5af7d984857c,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:40:36.847538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:36.890594 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86640b88-b1b9-4b31-b9b4-a01ce325d1ed'] response: {'server_uuid': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b07ffb-f757-4853-886d-5af7d984857c', 'code': 200} May 09 13:40:36.915545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=12b07ffb-f757-4853-886d-5af7d984857c,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:36.983520 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:40:37.111133 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-492aacf0-d21a-42ad-800a-8a73780bc88d req-abbb66db-e3eb-4b57-ae43-ec4085cfcb65 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 1099 time: 0.0649247 May 09 13:40:37.153534 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-492aacf0-d21a-42ad-800a-8a73780bc88d req-0c81d7c0-cde6-45e5-8a10-6fd0c2a9edd1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1a514c76-9f56-452f-bae9-786703317805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354841 May 09 13:40:37.303975 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e91f-fc16-424e-9fac-347d2c74165f req-17380b96-1be8-49b3-9414-8b87fe9d11a0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:37.305424 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e499e91f-fc16-424e-9fac-347d2c74165f req-17380b96-1be8-49b3-9414-8b87fe9d11a0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 946 time: 0.0745096 May 09 13:40:37.348997 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e499e91f-fc16-424e-9fac-347d2c74165f req-19334465-b084-4e3f-a986-36c480f1887b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a514c76-9f56-452f-bae9-786703317805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381505 May 09 13:40:38.550549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485357be-5c1e-4c9d-94e6-1949fe821d9f req-171f02f7-ecd8-411b-a518-20f802ebc8cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:38.552201 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-485357be-5c1e-4c9d-94e6-1949fe821d9f req-171f02f7-ecd8-411b-a518-20f802ebc8cb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 946 time: 0.0808694 May 09 13:40:38.598295 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-485357be-5c1e-4c9d-94e6-1949fe821d9f req-7b66e8ad-e390-4f46-81e6-ae7659c532bb tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a514c76-9f56-452f-bae9-786703317805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406482 May 09 13:40:39.793701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3836147-3b1f-4557-b432-6e96ce28e942 req-e2db64a2-2441-43ea-bcc3-203f9f15b917 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:39.795133 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c3836147-3b1f-4557-b432-6e96ce28e942 req-e2db64a2-2441-43ea-bcc3-203f9f15b917 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 946 time: 0.0753782 May 09 13:40:39.841862 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c3836147-3b1f-4557-b432-6e96ce28e942 req-8ee54830-547e-4c10-90c0-6381067d340f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a514c76-9f56-452f-bae9-786703317805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413048 May 09 13:40:40.030898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89efd3-682f-4701-b310-cc9486cc4c01 req-0f8483c3-9739-4c76-9123-a866727665af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:40.032319 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f89efd3-682f-4701-b310-cc9486cc4c01 req-0f8483c3-9739-4c76-9123-a866727665af tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 946 time: 0.0749493 May 09 13:40:40.076762 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f89efd3-682f-4701-b310-cc9486cc4c01 req-90794d76-6ca0-4922-b2f3-b237b7498469 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a514c76-9f56-452f-bae9-786703317805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389271 May 09 13:40:40.103916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33026) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:40.135520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1927c9be-9b78-49f8-b712-57d7df87eb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:40.175269 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3869c1e3-a119-45fb-bd97-98bb717ee5ad tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 1094 time: 0.0702114 May 09 13:40:40.177764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33030) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:40:40.182720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': '12b07ffb-f757-4853-886d-5af7d984857c', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:40:40.187873 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:40:40.191525 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:floatingip and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:40:40.194250 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:40:40.200392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:40:40.209760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:40.341281 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:40.469762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.88 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/cc742000-143d-4d87-a577-ca9d57580ac6) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:40:40.609837 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:40.636310 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:40.704330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:40:40.707118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:40:40.711271 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:40:40.734445 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=cc742000-143d-4d87-a577-ca9d57580ac6,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:41.198041 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:41.251030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:41.526919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:41.531174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:41.632368 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=cc742000-143d-4d87-a577-ca9d57580ac6,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:40:41.646590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:41.832953 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Floating IP f8dd077a-dafa-4e50-841f-c721dd70948b associated. External IP: 172.26.1.88, port: 12b07ffb-f757-4853-886d-5af7d984857c. May 09 13:40:42.208373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 093b2443-7f1c-4a80-a8ae-89c2697686f3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:40:42.402759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:40:42.412236 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3498d-a287-4ba5-b08f-133e6a246e6d None None] Sync routers for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:40:42.425005 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3498d-a287-4ba5-b08f-133e6a246e6d None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:40:42.425639 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-8cb3498d-a287-4ba5-b08f-133e6a246e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:40:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:42.426821 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:42.435528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-efadec72-4673-4d8f-96be-0bc6a4b133b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:42.479487 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2345e691-7961-4f41-9dea-27806ec75ee6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3006449 May 09 13:40:42.480075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'tag': '12b07ffb-f757-4853-886d-5af7d984857c'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:40:42.533703 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de5f18a-4b6c-4492-b255-9b0d2a607c91'] response: {'name': 'network-changed', 'server_uuid': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'tag': '12b07ffb-f757-4853-886d-5af7d984857c', 'status': 'completed', 'code': 200} May 09 13:40:42.599743 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-8cb3498d-a287-4ba5-b08f-133e6a246e6d None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:40:42.627125 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-db9c15ce-24e2-46de-9bca-2c94a05e37d0 req-c5c30864-9765-45c5-a641-db04874a42bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 1099 time: 0.0709476 May 09 13:40:42.756562 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c15ce-24e2-46de-9bca-2c94a05e37d0 req-4de3de4f-6dfc-4b9b-a1b0-bec7126eb52d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:42.757951 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-db9c15ce-24e2-46de-9bca-2c94a05e37d0 req-4de3de4f-6dfc-4b9b-a1b0-bec7126eb52d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 896 time: 0.1256731 May 09 13:40:42.855320 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-db9c15ce-24e2-46de-9bca-2c94a05e37d0 req-a52495d3-0aba-42ea-b50c-323c9adb43fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b07ffb-f757-4853-886d-5af7d984857c HTTP/1.1" status: 200 len: 999 time: 0.0916853 May 09 13:40:42.918779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c15ce-24e2-46de-9bca-2c94a05e37d0 req-5e1221c3-6f57-472b-b38f-a51dee40d2ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:42.920214 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-db9c15ce-24e2-46de-9bca-2c94a05e37d0 req-5e1221c3-6f57-472b-b38f-a51dee40d2ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4c5506a-2323-45a8-b82a-55a18c4c22ab HTTP/1.1" status: 200 len: 835 time: 0.0597324 May 09 13:40:42.937772 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-8cb3498d-a287-4ba5-b08f-133e6a246e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '82494465-0276-41f4-bbb1-65cf347a02e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.14', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'port_id': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'mac_address': 'fa:16:3e:dc:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:40:20Z', 'updated_at': '2022-05-09T13:40:24Z', 'revision_number': 1, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}, {'id': 'f8dd077a-dafa-4e50-841f-c721dd70948b', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.88', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'port_id': '12b07ffb-f757-4853-886d-5af7d984857c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'mac_address': 'fa:16:3e:ae:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:40:41Z', 'updated_at': '2022-05-09T13:40:41Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:09Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:42.941554 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3498d-a287-4ba5-b08f-133e6a246e6d None None] Checking router: 093b2443-7f1c-4a80-a8ae-89c2697686f3 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:40:42.952092 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3498d-a287-4ba5-b08f-133e6a246e6d None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:40:42.952675 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-8cb3498d-a287-4ba5-b08f-133e6a246e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:40:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:42.992442 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-db9c15ce-24e2-46de-9bca-2c94a05e37d0 req-0cce4d60-9f23-43ff-80be-fdd8e9898184 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6135e098-d519-46ab-a946-4d040632a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664709 May 09 13:40:43.119845 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-db9c15ce-24e2-46de-9bca-2c94a05e37d0 req-8addaa76-2bcf-4755-8265-1fbde7c9ea53 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216865 May 09 13:40:43.127616 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-8cb3498d-a287-4ba5-b08f-133e6a246e6d None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:40:43.343972 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-db9c15ce-24e2-46de-9bca-2c94a05e37d0 req-49808a9e-0357-430e-ad0f-c11b27a02bd2 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188988 May 09 13:40:43.381675 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:43.474745 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-8cb3498d-a287-4ba5-b08f-133e6a246e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '82494465-0276-41f4-bbb1-65cf347a02e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.14', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'port_id': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'mac_address': 'fa:16:3e:dc:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:40:20Z', 'updated_at': '2022-05-09T13:40:24Z', 'revision_number': 1, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}, {'id': 'f8dd077a-dafa-4e50-841f-c721dd70948b', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.88', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'port_id': '12b07ffb-f757-4853-886d-5af7d984857c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'mac_address': 'fa:16:3e:ae:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:40:41Z', 'updated_at': '2022-05-09T13:40:41Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:09Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:40:43.478526 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3498d-a287-4ba5-b08f-133e6a246e6d None None] The sync data for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv is: [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '82494465-0276-41f4-bbb1-65cf347a02e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.14', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'port_id': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'mac_address': 'fa:16:3e:dc:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:40:20Z', 'updated_at': '2022-05-09T13:40:24Z', 'revision_number': 1, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}, {'id': 'f8dd077a-dafa-4e50-841f-c721dd70948b', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.88', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'port_id': '12b07ffb-f757-4853-886d-5af7d984857c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'mac_address': 'fa:16:3e:ae:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:40:41Z', 'updated_at': '2022-05-09T13:40:41Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:09Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:40:43.661124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac07eb-9d8c-467b-9e41-584cf514034c None None] New status for floating IP f8dd077a-dafa-4e50-841f-c721dd70948b: ACTIVE {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:40:43.850371 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:45.049985 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:40:50.404383 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7d7d4105-4a0c-4d88-a49c-2ba91862f29c req-603bf832-acd5-4fd8-a466-3f7e8610693f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686100 May 09 13:40:50.541195 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7d7d4105-4a0c-4d88-a49c-2ba91862f29c req-65f1bdae-5e8f-4c35-8e91-33429703b293 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 1098 time: 0.0669377 May 09 13:40:50.683140 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d4105-4a0c-4d88-a49c-2ba91862f29c req-4b009cd6-a562-457f-a331-53e72cbd7919 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:50.684538 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7d7d4105-4a0c-4d88-a49c-2ba91862f29c req-4b009cd6-a562-457f-a331-53e72cbd7919 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 896 time: 0.1237855 May 09 13:40:50.799244 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7d7d4105-4a0c-4d88-a49c-2ba91862f29c req-c02f89ad-0edc-4f5c-a270-47c338f4bc95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d HTTP/1.1" status: 200 len: 1000 time: 0.1060915 May 09 13:40:50.863103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d4105-4a0c-4d88-a49c-2ba91862f29c req-b7c9b30f-116e-45d1-8091-9797456fe612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:40:50.864533 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7d7d4105-4a0c-4d88-a49c-2ba91862f29c req-b7c9b30f-116e-45d1-8091-9797456fe612 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4c5506a-2323-45a8-b82a-55a18c4c22ab HTTP/1.1" status: 200 len: 835 time: 0.0597041 May 09 13:40:50.942474 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7d7d4105-4a0c-4d88-a49c-2ba91862f29c req-5acbfbd3-596b-4c11-9403-8f46340bf2b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6135e098-d519-46ab-a946-4d040632a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691147 May 09 13:40:51.071783 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7d7d4105-4a0c-4d88-a49c-2ba91862f29c req-a9f07f79-f9c9-455b-b7fc-6745759cc156 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207707 May 09 13:40:51.198090 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7d7d4105-4a0c-4d88-a49c-2ba91862f29c req-41a6e278-c073-4f56-817a-e8c53e826856 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204548 May 09 13:40:51.397043 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:10.136830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-62975e48-f348-41d0-b88b-8e01955d562c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:12.438610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad59c2e5-6c09-4013-bd05-17a49aa6e0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:13.385113 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:13.832263 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:13.983738 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:41:15.052869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:21.396067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:40.138813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8b5af6db-3b1d-4ed2-ab9e-548098381ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:42.439977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-94d54ce2-0bca-4c0f-a566-06afd6904089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:43.386463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:43.833664 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:45.054288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:50.983243 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:41:51.066915 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ca3334fa-cd7d-44a9-813c-17b6e0b93a01 req-4f68891b-9471-4e71-ba62-92c5e7f17aab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1334624 May 09 13:41:51.159154 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ca3334fa-cd7d-44a9-813c-17b6e0b93a01 req-8cf73e55-7b62-42ab-8243-f25a09df2b81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 1099 time: 0.0713513 May 09 13:41:51.299164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3334fa-cd7d-44a9-813c-17b6e0b93a01 req-03cbcc8c-bc45-4d0d-a845-2b98cca7d6b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:41:51.300602 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ca3334fa-cd7d-44a9-813c-17b6e0b93a01 req-03cbcc8c-bc45-4d0d-a845-2b98cca7d6b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 896 time: 0.1234641 May 09 13:41:51.394574 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:51.404478 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ca3334fa-cd7d-44a9-813c-17b6e0b93a01 req-0b9de0b8-04a9-402e-a4c2-5f74f4432872 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b07ffb-f757-4853-886d-5af7d984857c HTTP/1.1" status: 200 len: 1001 time: 0.0955043 May 09 13:41:51.464432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3334fa-cd7d-44a9-813c-17b6e0b93a01 req-b1c6de86-6654-483a-9213-8b6391ecf91b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:41:51.465736 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ca3334fa-cd7d-44a9-813c-17b6e0b93a01 req-b1c6de86-6654-483a-9213-8b6391ecf91b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4c5506a-2323-45a8-b82a-55a18c4c22ab HTTP/1.1" status: 200 len: 835 time: 0.0555716 May 09 13:41:51.538375 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ca3334fa-cd7d-44a9-813c-17b6e0b93a01 req-da82c884-2413-4d56-9c01-f25a7f7a215e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6135e098-d519-46ab-a946-4d040632a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657187 May 09 13:41:51.668032 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ca3334fa-cd7d-44a9-813c-17b6e0b93a01 req-016e245f-74ba-4543-bbc3-97f6d5546543 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230602 May 09 13:41:51.884805 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ca3334fa-cd7d-44a9-813c-17b6e0b93a01 req-6fecb0c7-f43d-45e7-aab3-9d2230c11ad6 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103975 May 09 13:41:57.766799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33058) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:41:57.869942 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-076b1e71-5330-4691-a165-44027bfe69a6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/82494465-0276-41f4-bbb1-65cf347a02e7 HTTP/1.1" status: 200 len: 992 time: 0.1018677 May 09 13:41:58.644401 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33068) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:41:58.650126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:41:58.764030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:59.054793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port df9cdf78-cc40-4442-bf88-26aef6c3918d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:41:59.079113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:59.083471 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:59.152601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:41:59.153198 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:59.157921 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/ports/df9cdf78-cc40-4442-bf88-26aef6c3918d HTTP/1.1" status: 200 len: 938 time: 0.5123174 May 09 13:41:59.158504 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:41:59.176454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=df9cdf78-cc40-4442-bf88-26aef6c3918d,revision_number=6']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:41:59.185325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:41:59.185681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:41:59.186161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:41:59.187002 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:41:59.187338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:41:59.187668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:41:59.187999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:41:59.188460 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:41:59.188792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:41:59.189118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:41:59.189478 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c6ced-a8d9-456c-8e1c-a4925e6a2483 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:41:59.217710 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ebcc6b-6b66-44b6-bf75-6735ec3bc0a6'] response: {'name': 'network-changed', 'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'status': 'completed', 'code': 200} May 09 13:41:59.312841 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d9fb5237-0d56-42ab-bd1d-42dfd1c67b42 req-2c19aa30-891d-4654-9100-c8a9f543ce2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 1099 time: 0.0728438 May 09 13:41:59.333070 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-89e478ec-11eb-446c-88e0-f6489fd6f28f None None] Provisioning complete for port df9cdf78-cc40-4442-bf88-26aef6c3918d triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:41:59.333680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-89e478ec-11eb-446c-88e0-f6489fd6f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:41:59.390176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-89e478ec-11eb-446c-88e0-f6489fd6f28f None None] Port df9cdf78-cc40-4442-bf88-26aef6c3918d is administratively disabled so it will not transition to active. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} May 09 13:41:59.441707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb5237-0d56-42ab-bd1d-42dfd1c67b42 req-67914491-0e2f-442d-8287-1ce83441f883 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:41:59.443034 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d9fb5237-0d56-42ab-bd1d-42dfd1c67b42 req-67914491-0e2f-442d-8287-1ce83441f883 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 896 time: 0.1246111 May 09 13:41:59.546825 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d9fb5237-0d56-42ab-bd1d-42dfd1c67b42 req-d13fe6a7-bb03-4bf9-b455-b4018d0a0fde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d HTTP/1.1" status: 200 len: 1001 time: 0.0973375 May 09 13:41:59.607308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb5237-0d56-42ab-bd1d-42dfd1c67b42 req-b9294a22-edca-4591-ad55-cdc17385f856 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:41:59.608935 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d9fb5237-0d56-42ab-bd1d-42dfd1c67b42 req-b9294a22-edca-4591-ad55-cdc17385f856 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4c5506a-2323-45a8-b82a-55a18c4c22ab HTTP/1.1" status: 200 len: 835 time: 0.0560620 May 09 13:41:59.682812 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d9fb5237-0d56-42ab-bd1d-42dfd1c67b42 req-0051c457-e1c2-4b9e-ab49-a4c7a9072ab8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6135e098-d519-46ab-a946-4d040632a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688908 May 09 13:41:59.810037 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d9fb5237-0d56-42ab-bd1d-42dfd1c67b42 req-015150df-3bfc-4c5f-8c12-d57af8ccf66c service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208751 May 09 13:41:59.935665 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d9fb5237-0d56-42ab-bd1d-42dfd1c67b42 req-7c6ac428-a8e2-4208-8d32-70a288b585f6 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200702 May 09 13:42:02.613079 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33078) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:02.619298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3fe96b92-6180-4809-8f7c-f6672a3f108d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:02.748785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fe96b92-6180-4809-8f7c-f6672a3f108d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:02.984555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-3fe96b92-6180-4809-8f7c-f6672a3f108d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port df9cdf78-cc40-4442-bf88-26aef6c3918d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:42:03.009857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fe96b92-6180-4809-8f7c-f6672a3f108d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:03.014256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fe96b92-6180-4809-8f7c-f6672a3f108d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:03.090278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe96b92-6180-4809-8f7c-f6672a3f108d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:03.090906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3fe96b92-6180-4809-8f7c-f6672a3f108d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:03.095798 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3fe96b92-6180-4809-8f7c-f6672a3f108d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/ports/df9cdf78-cc40-4442-bf88-26aef6c3918d HTTP/1.1" status: 200 len: 937 time: 0.4781344 May 09 13:42:03.095798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:42:03.096690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33082) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:03.116028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe96b92-6180-4809-8f7c-f6672a3f108d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=df9cdf78-cc40-4442-bf88-26aef6c3918d,revision_number=7']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:03.176458 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e70fb69-cea7-4f41-be6c-80a96f722833'] response: {'name': 'network-changed', 'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'status': 'completed', 'code': 200} May 09 13:42:03.333524 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-61d7efda-be9c-414e-92b0-de5e2754e14a None None] Provisioning complete for port df9cdf78-cc40-4442-bf88-26aef6c3918d triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:42:03.334092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-61d7efda-be9c-414e-92b0-de5e2754e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:03.344359 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4a004cb9-fb71-4f6f-ae08-4a90627e0bc2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/82494465-0276-41f4-bbb1-65cf347a02e7 HTTP/1.1" status: 200 len: 992 time: 0.2427447 May 09 13:42:03.369934 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a38cbc91-adc1-4875-a5e3-0fe45996d78c req-4014b584-d305-4552-ae1e-3373f09e753a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 1098 time: 0.1690912 May 09 13:42:03.406511 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['df9cdf78-cc40-4442-bf88-26aef6c3918d'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:42:03.508744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cbc91-adc1-4875-a5e3-0fe45996d78c req-88fb7a8a-d151-4f26-8f70-edd65a64bc3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:03.510962 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a38cbc91-adc1-4875-a5e3-0fe45996d78c req-88fb7a8a-d151-4f26-8f70-edd65a64bc3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 896 time: 0.1352437 May 09 13:42:03.653470 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a38cbc91-adc1-4875-a5e3-0fe45996d78c req-b8473b95-4226-4070-a503-31a2f5cff5a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d HTTP/1.1" status: 200 len: 1000 time: 0.1361167 May 09 13:42:03.720125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cbc91-adc1-4875-a5e3-0fe45996d78c req-0cf67b4f-eb1a-4f9c-a17f-6858a8638a18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:03.721494 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a38cbc91-adc1-4875-a5e3-0fe45996d78c req-0cf67b4f-eb1a-4f9c-a17f-6858a8638a18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4c5506a-2323-45a8-b82a-55a18c4c22ab HTTP/1.1" status: 200 len: 835 time: 0.0621545 May 09 13:42:03.799690 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a38cbc91-adc1-4875-a5e3-0fe45996d78c req-ed463ab7-0bd3-40f6-ace9-bbb5341f93e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6135e098-d519-46ab-a946-4d040632a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717216 May 09 13:42:04.024875 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a38cbc91-adc1-4875-a5e3-0fe45996d78c req-5824957f-a63d-4efa-8641-65208fc77580 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189660 May 09 13:42:04.156482 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a38cbc91-adc1-4875-a5e3-0fe45996d78c req-dfd6b432-7ce6-4efc-a52b-883157d5ebf7 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254842 May 09 13:42:06.259309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33096) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:06.454418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port cc742000-143d-4d87-a577-ca9d57580ac6 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:42:06.454750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:06.621518 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:06.621841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:06.737546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for cc742000-143d-4d87-a577-ca9d57580ac6 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:42:06.879280 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:06.921690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=cc742000-143d-4d87-a577-ca9d57580ac6,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:06.959455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:06.959795 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:06.960130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:06.960459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:06.960782 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:06.961106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:06.961451 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:06.961769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:06.962086 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:06.962407 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:06.962719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:07.024400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:07.401016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 093b2443-7f1c-4a80-a8ae-89c2697686f3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:42:07.694576 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:42:07.704565 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae449c70-f5c1-47aa-a09d-001fcfb175ea None None] Sync routers for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:42:07.710752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:07.718526 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae449c70-f5c1-47aa-a09d-001fcfb175ea None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:42:07.719114 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-ae449c70-f5c1-47aa-a09d-001fcfb175ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:41:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:07.770536 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-175bba51-550e-471a-94ec-c9deff17c235 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/floatingips/f8dd077a-dafa-4e50-841f-c721dd70948b HTTP/1.1" status: 204 len: 168 time: 1.5101593 May 09 13:42:07.771084 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'tag': '12b07ffb-f757-4853-886d-5af7d984857c'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:42:07.829079 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee221ad1-a158-4ac9-889d-4323df2a8b15'] response: {'name': 'network-changed', 'server_uuid': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'tag': '12b07ffb-f757-4853-886d-5af7d984857c', 'status': 'completed', 'code': 200} May 09 13:42:07.917969 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a61f7fe-5bfb-435c-af53-3a1977bc26de req-83a8ffcd-1e66-426f-b31f-fa6d5a5b5049 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 1099 time: 0.0689399 May 09 13:42:07.927889 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-ae449c70-f5c1-47aa-a09d-001fcfb175ea None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:42:08.057874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61f7fe-5bfb-435c-af53-3a1977bc26de req-dc53fc2d-bfbb-48c5-95f2-b103a86dd58a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:08.058333 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a61f7fe-5bfb-435c-af53-3a1977bc26de req-dc53fc2d-bfbb-48c5-95f2-b103a86dd58a service neutron] 10.222.0.57 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 896 time: 0.1345191 May 09 13:42:08.131042 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a61f7fe-5bfb-435c-af53-3a1977bc26de req-e27a3b54-e130-493c-bd64-46d5eab8d2e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b07ffb-f757-4853-886d-5af7d984857c HTTP/1.1" status: 200 len: 217 time: 0.0657051 May 09 13:42:08.175694 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efd1cf-30f8-447a-9b89-23ae41a553a7 req-97821742-61da-4f4a-8efb-5b6341b98962 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:08.177173 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-18efd1cf-30f8-447a-9b89-23ae41a553a7 req-97821742-61da-4f4a-8efb-5b6341b98962 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 946 time: 0.0767035 May 09 13:42:08.193761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61f7fe-5bfb-435c-af53-3a1977bc26de req-f97ad0b6-e7a5-4e30-b5bb-47bbd66797bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:08.195178 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a61f7fe-5bfb-435c-af53-3a1977bc26de req-f97ad0b6-e7a5-4e30-b5bb-47bbd66797bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4c5506a-2323-45a8-b82a-55a18c4c22ab HTTP/1.1" status: 200 len: 835 time: 0.0577977 May 09 13:42:08.224279 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-18efd1cf-30f8-447a-9b89-23ae41a553a7 req-acb8510c-0995-449e-9dc4-58d13fa73689 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a514c76-9f56-452f-bae9-786703317805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403199 May 09 13:42:08.277914 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a61f7fe-5bfb-435c-af53-3a1977bc26de req-5cc92b16-6f12-4276-bc4e-a9dc4c92ec34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6135e098-d519-46ab-a946-4d040632a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760307 May 09 13:42:08.298416 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-ae449c70-f5c1-47aa-a09d-001fcfb175ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '82494465-0276-41f4-bbb1-65cf347a02e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.14', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'port_id': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'mac_address': 'fa:16:3e:dc:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:40:20Z', 'updated_at': '2022-05-09T13:40:24Z', 'revision_number': 1, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:09Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:08.302125 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae449c70-f5c1-47aa-a09d-001fcfb175ea None None] Checking router: 093b2443-7f1c-4a80-a8ae-89c2697686f3 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:42:08.313003 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae449c70-f5c1-47aa-a09d-001fcfb175ea None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:42:08.313625 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-ae449c70-f5c1-47aa-a09d-001fcfb175ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:41:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:08.409153 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a61f7fe-5bfb-435c-af53-3a1977bc26de req-933df1b7-3d0a-4912-bf7c-506f4582ee53 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243637 May 09 13:42:08.486756 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-ae449c70-f5c1-47aa-a09d-001fcfb175ea None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:42:08.541786 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a61f7fe-5bfb-435c-af53-3a1977bc26de req-22155ae6-2350-4a75-adc3-4c50377c6b56 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261036 May 09 13:42:08.839821 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-ae449c70-f5c1-47aa-a09d-001fcfb175ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '82494465-0276-41f4-bbb1-65cf347a02e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.14', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'port_id': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'mac_address': 'fa:16:3e:dc:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:40:20Z', 'updated_at': '2022-05-09T13:40:24Z', 'revision_number': 1, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:09Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:08.844316 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae449c70-f5c1-47aa-a09d-001fcfb175ea None None] The sync data for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv is: [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '82494465-0276-41f4-bbb1-65cf347a02e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.14', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'port_id': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'mac_address': 'fa:16:3e:dc:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:40:20Z', 'updated_at': '2022-05-09T13:40:24Z', 'revision_number': 1, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:09Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:42:09.070050 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9684e01e-90a6-4e42-95d6-1d4a71aa6c59 None None] New status for floating IP f8dd077a-dafa-4e50-841f-c721dd70948b: DOWN {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:42:09.439238 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4fec3-b800-4cbf-86ab-f0811b58c54a req-e993caec-abc5-4db3-bf45-1807ce6f1555 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:09.440683 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f9e4fec3-b800-4cbf-86ab-f0811b58c54a req-e993caec-abc5-4db3-bf45-1807ce6f1555 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 946 time: 0.0863566 May 09 13:42:09.490226 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f9e4fec3-b800-4cbf-86ab-f0811b58c54a req-02bce6dc-a3ac-4320-8088-9cfacc4c86e7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a514c76-9f56-452f-bae9-786703317805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439143 May 09 13:42:09.638329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b8892-ff13-42df-ad1c-c374912792df req-8de133aa-7a5e-4617-95dd-0c6561b4bf87 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:09.639157 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-872b8892-ff13-42df-ad1c-c374912792df req-8de133aa-7a5e-4617-95dd-0c6561b4bf87 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:42:09.654085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-872b8892-ff13-42df-ad1c-c374912792df req-8de133aa-7a5e-4617-95dd-0c6561b4bf87 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:42:09.655955 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-872b8892-ff13-42df-ad1c-c374912792df req-8de133aa-7a5e-4617-95dd-0c6561b4bf87 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 946 time: 0.0931816 May 09 13:42:09.737213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-872b8892-ff13-42df-ad1c-c374912792df req-cb3dff32-a21e-4c77-bd22-c88622be7e29 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 12b07ffb-f757-4853-886d-5af7d984857c {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:42:09.737570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-872b8892-ff13-42df-ad1c-c374912792df req-cb3dff32-a21e-4c77-bd22-c88622be7e29 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:09.967471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-872b8892-ff13-42df-ad1c-c374912792df req-cb3dff32-a21e-4c77-bd22-c88622be7e29 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 12b07ffb-f757-4853-886d-5af7d984857c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=12b07ffb-f757-4853-886d-5af7d984857c,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:42:09.968292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-872b8892-ff13-42df-ad1c-c374912792df req-cb3dff32-a21e-4c77-bd22-c88622be7e29 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:10.087412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-872b8892-ff13-42df-ad1c-c374912792df req-cb3dff32-a21e-4c77-bd22-c88622be7e29 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 12b07ffb-f757-4853-886d-5af7d984857c owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:42:10.141533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8732f3c1-5adb-4ec3-b276-c805dcdbb9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:10.225068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-872b8892-ff13-42df-ad1c-c374912792df req-cb3dff32-a21e-4c77-bd22-c88622be7e29 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:10.356807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3dff32-a21e-4c77-bd22-c88622be7e29 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=12b07ffb-f757-4853-886d-5af7d984857c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:10.426642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-872b8892-ff13-42df-ad1c-c374912792df req-cb3dff32-a21e-4c77-bd22-c88622be7e29 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] No DVR routers for this DVR port 12b07ffb-f757-4853-886d-5af7d984857c on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:42:10.428940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-872b8892-ff13-42df-ad1c-c374912792df req-cb3dff32-a21e-4c77-bd22-c88622be7e29 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:10.431403 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'name': 'network-vif-deleted', 'tag': '12b07ffb-f757-4853-886d-5af7d984857c'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:42:10.446260 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-872b8892-ff13-42df-ad1c-c374912792df req-cb3dff32-a21e-4c77-bd22-c88622be7e29 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "DELETE /v2.0/ports/12b07ffb-f757-4853-886d-5af7d984857c HTTP/1.1" status: 204 len: 173 time: 0.7856808 May 09 13:42:10.488300 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e438dba4-831f-4648-a0f4-0708f8072453'] response: {'server_uuid': 'df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8', 'name': 'network-vif-deleted', 'tag': '12b07ffb-f757-4853-886d-5af7d984857c', 'status': 'completed', 'code': 200} May 09 13:42:10.664646 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dcb5af80-9438-4e31-aa56-afeeb6900328 req-3b56bd3b-e73d-4e1e-b3d3-cea4c268a0dd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=df57eb5d-fb9c-45d0-8afc-bb7a6a8a62d8 HTTP/1.1" status: 200 len: 210 time: 0.0392656 May 09 13:42:11.770678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33114) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:11.840106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6396801b-2f48-4cd4-8d44-6fa66496e100 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:11.868182 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6396801b-2f48-4cd4-8d44-6fa66496e100 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:11.931073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6396801b-2f48-4cd4-8d44-6fa66496e100 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:11.954872 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396801b-2f48-4cd4-8d44-6fa66496e100 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a514c76-9f56-452f-bae9-786703317805,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:11.962615 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6396801b-2f48-4cd4-8d44-6fa66496e100 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:11.966304 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6396801b-2f48-4cd4-8d44-6fa66496e100 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/security-groups/1a514c76-9f56-452f-bae9-786703317805 HTTP/1.1" status: 204 len: 168 time: 0.1920607 May 09 13:42:12.005285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33120) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:12.198026 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8c58cf3d-24e5-46c9-bd86-0a289c6d6cf0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 8e176164-01f6-4054-8313-03cedd9cd7a4 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:42:12.198273 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8c58cf3d-24e5-46c9-bd86-0a289c6d6cf0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:12.364204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8c58cf3d-24e5-46c9-bd86-0a289c6d6cf0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:12.364523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8c58cf3d-24e5-46c9-bd86-0a289c6d6cf0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:12.441427 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-318ef5da-7a4b-49e3-83b7-fe4705e1d47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:12.483384 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8c58cf3d-24e5-46c9-bd86-0a289c6d6cf0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 8e176164-01f6-4054-8313-03cedd9cd7a4 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:42:12.628751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8c58cf3d-24e5-46c9-bd86-0a289c6d6cf0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:12.679087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58cf3d-24e5-46c9-bd86-0a289c6d6cf0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=8e176164-01f6-4054-8313-03cedd9cd7a4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:12.770248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8c58cf3d-24e5-46c9-bd86-0a289c6d6cf0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:13.144382 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c58cf3d-24e5-46c9-bd86-0a289c6d6cf0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 093b2443-7f1c-4a80-a8ae-89c2697686f3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:42:13.161033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 12b07ffb-f757-4853-886d-5af7d984857c no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:42:13.193505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 12b07ffb-f757-4853-886d-5af7d984857c {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:42:13.193840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 12b07ffb-f757-4853-886d-5af7d984857c not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:42:13.389688 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:13.432054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c58cf3d-24e5-46c9-bd86-0a289c6d6cf0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:42:13.441334 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0fb9df-c92c-4591-a155-a25683c3b9ba None None] Sync routers for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:42:13.447656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8c58cf3d-24e5-46c9-bd86-0a289c6d6cf0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:13.453107 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0fb9df-c92c-4591-a155-a25683c3b9ba None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:42:13.453729 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1b0fb9df-c92c-4591-a155-a25683c3b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:42:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:13.499745 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8c58cf3d-24e5-46c9-bd86-0a289c6d6cf0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/floatingips/82494465-0276-41f4-bbb1-65cf347a02e7 HTTP/1.1" status: 204 len: 168 time: 1.4952579 May 09 13:42:13.500308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:42:13.565376 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b4413b-7637-4532-b381-b70ef6246e7a'] response: {'name': 'network-changed', 'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'status': 'completed', 'code': 200} May 09 13:42:13.634884 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1b0fb9df-c92c-4591-a155-a25683c3b9ba None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:42:13.666975 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bdfabe84-ceef-4c38-9341-482e9858c778 req-fe34bee5-3fc0-4915-8b4f-dc2b5a6e2aff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 1098 time: 0.0802648 May 09 13:42:13.811610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfabe84-ceef-4c38-9341-482e9858c778 req-b0a81798-4f38-49fd-bb50-3c52487cef8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:13.813771 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bdfabe84-ceef-4c38-9341-482e9858c778 req-b0a81798-4f38-49fd-bb50-3c52487cef8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 200 len: 896 time: 0.1400301 May 09 13:42:13.854591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:13.883397 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bdfabe84-ceef-4c38-9341-482e9858c778 req-4dfe9e31-ce02-4602-88bb-f9e05e834a23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d HTTP/1.1" status: 200 len: 217 time: 0.0640588 May 09 13:42:13.920434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b0d68-469f-43be-b8d6-c6a6ba90cd4b req-0f4a6f5c-66cd-4939-b5c4-d2f47203f8c0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:13.922568 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-007b0d68-469f-43be-b8d6-c6a6ba90cd4b req-0f4a6f5c-66cd-4939-b5c4-d2f47203f8c0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 945 time: 0.0850725 May 09 13:42:13.947130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfabe84-ceef-4c38-9341-482e9858c778 req-e7eda7f2-9510-4105-a4eb-7ed973146e2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:13.948567 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bdfabe84-ceef-4c38-9341-482e9858c778 req-e7eda7f2-9510-4105-a4eb-7ed973146e2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4c5506a-2323-45a8-b82a-55a18c4c22ab HTTP/1.1" status: 200 len: 835 time: 0.0582530 May 09 13:42:13.973224 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-007b0d68-469f-43be-b8d6-c6a6ba90cd4b req-234ad4ee-1680-4496-ba03-405cfc65b87e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=70ea5572-2db5-4938-bfad-46c1708ceeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439484 May 09 13:42:13.986746 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1b0fb9df-c92c-4591-a155-a25683c3b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:09Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:13.990949 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0fb9df-c92c-4591-a155-a25683c3b9ba None None] Checking router: 093b2443-7f1c-4a80-a8ae-89c2697686f3 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:42:14.004305 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0fb9df-c92c-4591-a155-a25683c3b9ba None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:42:14.004902 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1b0fb9df-c92c-4591-a155-a25683c3b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:42:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:14.025875 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bdfabe84-ceef-4c38-9341-482e9858c778 req-2d4fb052-d06d-4f41-89be-059ddbff2807 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6135e098-d519-46ab-a946-4d040632a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694733 May 09 13:42:14.156382 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bdfabe84-ceef-4c38-9341-482e9858c778 req-73b68d02-72be-4048-9ef9-2bc1b060c6f7 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235290 May 09 13:42:14.175384 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1b0fb9df-c92c-4591-a155-a25683c3b9ba None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:42:14.285994 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bdfabe84-ceef-4c38-9341-482e9858c778 req-d7422fb2-3f9c-4352-9df5-4c7e2a023e72 service neutron] 10.222.0.57 "GET /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224012 May 09 13:42:14.474980 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1b0fb9df-c92c-4591-a155-a25683c3b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:09Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:14.478759 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0fb9df-c92c-4591-a155-a25683c3b9ba None None] The sync data for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv is: [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:02Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7066f97d-fdd9-4d3a-ad0d-de8d836393db', 'name': '', 'network_id': '6135e098-d519-46ab-a946-4d040632a2ed', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7c:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:40:01Z', 'updated_at': '2022-05-09T13:40:09Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'f4c5506a-2323-45a8-b82a-55a18c4c22ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:42:14.691781 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713b237-78a0-437d-9319-426671d7b76a None None] New status for floating IP 82494465-0276-41f4-bbb1-65cf347a02e7: DOWN {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:42:15.056971 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:15.171526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764a183-c530-446e-9079-7fa979144851 req-1a3d295d-38fd-4b19-b533-672f90fd7f99 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:15.172884 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7764a183-c530-446e-9079-7fa979144851 req-1a3d295d-38fd-4b19-b533-672f90fd7f99 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 945 time: 0.0747094 May 09 13:42:15.217158 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7764a183-c530-446e-9079-7fa979144851 req-326b8df6-9c67-4fcd-ab65-01cce79b0dc3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=70ea5572-2db5-4938-bfad-46c1708ceeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386825 May 09 13:42:15.468667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6a375-83ed-4575-97c2-9b23135b9fba req-aa4766b1-d158-40dd-83ae-01845b60042f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:15.469290 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-05d6a375-83ed-4575-97c2-9b23135b9fba req-aa4766b1-d158-40dd-83ae-01845b60042f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:42:15.484495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-05d6a375-83ed-4575-97c2-9b23135b9fba req-aa4766b1-d158-40dd-83ae-01845b60042f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:42:15.485715 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-05d6a375-83ed-4575-97c2-9b23135b9fba req-aa4766b1-d158-40dd-83ae-01845b60042f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 945 time: 0.0952809 May 09 13:42:15.551569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-05d6a375-83ed-4575-97c2-9b23135b9fba req-657a18bf-ee61-47de-a1a5-0d8053c00677 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port df9cdf78-cc40-4442-bf88-26aef6c3918d {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:42:15.551938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-05d6a375-83ed-4575-97c2-9b23135b9fba req-657a18bf-ee61-47de-a1a5-0d8053c00677 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:15.792035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-05d6a375-83ed-4575-97c2-9b23135b9fba req-657a18bf-ee61-47de-a1a5-0d8053c00677 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port df9cdf78-cc40-4442-bf88-26aef6c3918d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=df9cdf78-cc40-4442-bf88-26aef6c3918d,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:42:15.792280 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-05d6a375-83ed-4575-97c2-9b23135b9fba req-657a18bf-ee61-47de-a1a5-0d8053c00677 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:15.911283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-05d6a375-83ed-4575-97c2-9b23135b9fba req-657a18bf-ee61-47de-a1a5-0d8053c00677 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for df9cdf78-cc40-4442-bf88-26aef6c3918d owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:42:16.135158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-05d6a375-83ed-4575-97c2-9b23135b9fba req-657a18bf-ee61-47de-a1a5-0d8053c00677 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:16.180034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a18bf-ee61-47de-a1a5-0d8053c00677 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=df9cdf78-cc40-4442-bf88-26aef6c3918d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:16.253535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d6a375-83ed-4575-97c2-9b23135b9fba req-657a18bf-ee61-47de-a1a5-0d8053c00677 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] No DVR routers for this DVR port df9cdf78-cc40-4442-bf88-26aef6c3918d on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:42:16.255758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-05d6a375-83ed-4575-97c2-9b23135b9fba req-657a18bf-ee61-47de-a1a5-0d8053c00677 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:16.258255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'name': 'network-vif-deleted', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:42:16.274080 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-05d6a375-83ed-4575-97c2-9b23135b9fba req-657a18bf-ee61-47de-a1a5-0d8053c00677 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "DELETE /v2.0/ports/df9cdf78-cc40-4442-bf88-26aef6c3918d HTTP/1.1" status: 204 len: 173 time: 0.7834837 May 09 13:42:16.322546 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d715b7b-3d9f-401a-bcf8-a8e06219cc36'] response: {'server_uuid': '7fa0bad9-bfad-445f-84e4-9131be2d5216', 'name': 'network-vif-deleted', 'tag': 'df9cdf78-cc40-4442-bf88-26aef6c3918d', 'status': 'completed', 'code': 200} May 09 13:42:16.385012 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b157b861-c895-46da-aff4-0b345be32b92 req-ea038710-6bfb-4a36-a858-083e6af9719d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa0bad9-bfad-445f-84e4-9131be2d5216 HTTP/1.1" status: 200 len: 210 time: 0.0446470 May 09 13:42:17.486566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33138) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:17.552952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-34e57804-d85b-4462-927a-0603ff077a65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:17.582438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-34e57804-d85b-4462-927a-0603ff077a65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:17.645036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-34e57804-d85b-4462-927a-0603ff077a65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:17.664434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e57804-d85b-4462-927a-0603ff077a65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ea5572-2db5-4938-bfad-46c1708ceeaa,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:17.673790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-34e57804-d85b-4462-927a-0603ff077a65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:17.674816 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-34e57804-d85b-4462-927a-0603ff077a65 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/security-groups/70ea5572-2db5-4938-bfad-46c1708ceeaa HTTP/1.1" status: 204 len: 168 time: 0.1872964 May 09 13:42:17.715096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33144) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:18.103388 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7bad76da-c095-4c8a-ad4e-bdd66c79b597 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:18.683225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-7bad76da-c095-4c8a-ad4e-bdd66c79b597 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 7066f97d-fdd9-4d3a-ad0d-de8d836393db {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:42:18.683904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7bad76da-c095-4c8a-ad4e-bdd66c79b597 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:18.861661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-7bad76da-c095-4c8a-ad4e-bdd66c79b597 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 7066f97d-fdd9-4d3a-ad0d-de8d836393db, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7066f97d-fdd9-4d3a-ad0d-de8d836393db,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:42:18.861930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7bad76da-c095-4c8a-ad4e-bdd66c79b597 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:19.067023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-7bad76da-c095-4c8a-ad4e-bdd66c79b597 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 7066f97d-fdd9-4d3a-ad0d-de8d836393db owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:42:19.176604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device df9cdf78-cc40-4442-bf88-26aef6c3918d no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:42:19.210433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: df9cdf78-cc40-4442-bf88-26aef6c3918d {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:42:19.210773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device df9cdf78-cc40-4442-bf88-26aef6c3918d not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:42:19.236356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7bad76da-c095-4c8a-ad4e-bdd66c79b597 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:19.281580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad76da-c095-4c8a-ad4e-bdd66c79b597 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=7066f97d-fdd9-4d3a-ad0d-de8d836393db,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:19.569037 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7bad76da-c095-4c8a-ad4e-bdd66c79b597 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:20.134166 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bad76da-c095-4c8a-ad4e-bdd66c79b597 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 093b2443-7f1c-4a80-a8ae-89c2697686f3 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:42:20.328819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bad76da-c095-4c8a-ad4e-bdd66c79b597 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:42:20.337970 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d3a3c-852a-40fa-a067-e659fc685d8b None None] Sync routers for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:42:20.341221 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7bad76da-c095-4c8a-ad4e-bdd66c79b597 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/093b2443-7f1c-4a80-a8ae-89c2697686f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6250765 May 09 13:42:20.343965 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33148) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:20.349640 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d3a3c-852a-40fa-a067-e659fc685d8b None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:42:20.350222 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-766d3a3c-852a-40fa-a067-e659fc685d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:42:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:20.528170 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-766d3a3c-852a-40fa-a067-e659fc685d8b None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:42:20.625729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7e13e5-12ac-4748-b921-516edc5dddbc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting subnet f4c5506a-2323-45a8-b82a-55a18c4c22ab {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:42:20.628531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8a7e13e5-12ac-4748-b921-516edc5dddbc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:20.684712 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8a7e13e5-12ac-4748-b921-516edc5dddbc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:20.765364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8a7e13e5-12ac-4748-b921-516edc5dddbc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:20.811636 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-766d3a3c-852a-40fa-a067-e659fc685d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:42:19Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:20.815496 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d3a3c-852a-40fa-a067-e659fc685d8b None None] Checking router: 093b2443-7f1c-4a80-a8ae-89c2697686f3 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:42:20.826194 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d3a3c-852a-40fa-a067-e659fc685d8b None None] Routers {'093b2443-7f1c-4a80-a8ae-89c2697686f3'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:42:20.826819 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-766d3a3c-852a-40fa-a067-e659fc685d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:42:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['093b2443-7f1c-4a80-a8ae-89c2697686f3'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:20.837485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8a7e13e5-12ac-4748-b921-516edc5dddbc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:20.880167 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e13e5-12ac-4748-b921-516edc5dddbc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c5506a-2323-45a8-b82a-55a18c4c22ab,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:20.885539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8a7e13e5-12ac-4748-b921-516edc5dddbc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:20.892521 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedc6062-0a0e-4aff-8c63-725eda44012a None None] Network 6135e098-d519-46ab-a946-4d040632a2ed requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:42:20.892987 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8a7e13e5-12ac-4748-b921-516edc5dddbc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/subnets/f4c5506a-2323-45a8-b82a-55a18c4c22ab HTTP/1.1" status: 204 len: 168 time: 0.5476620 May 09 13:42:20.895269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33152) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:21.048286 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-766d3a3c-852a-40fa-a067-e659fc685d8b None None] Set router 093b2443-7f1c-4a80-a8ae-89c2697686f3 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:42:21.099616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:21.152796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] DHCP port deletion for 6135e098-d519-46ab-a946-4d040632a2ed request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:42:21.157596 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Deleting port 931d8385-c42a-4fe5-af37-26dfcf273cde {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:42:21.157962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:21.308615 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:21.319474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 3ef3694c-19d0-44bb-a670-53dd465f3bb0 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:42:21.320175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:21.344882 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-766d3a3c-852a-40fa-a067-e659fc685d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:42:19Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:21.349715 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d3a3c-852a-40fa-a067-e659fc685d8b None None] The sync data for ids ['093b2443-7f1c-4a80-a8ae-89c2697686f3'] in dv-neutron-840889-2-hyperv is: [{'id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'name': 'tempest-TestNetworkBasicOps-router-747781324', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:42:19Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '3ef3694c-19d0-44bb-a670-53dd465f3bb0', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093b2443-7f1c-4a80-a8ae-89c2697686f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:39:58Z', 'updated_at': '2022-05-09T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:42:21.361600 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] For port 931d8385-c42a-4fe5-af37-26dfcf273cde, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=931d8385-c42a-4fe5-af37-26dfcf273cde,segment=NetworkSegment(994de4c7-3bc3-4b1b-929a-12aebb11b40b),segment_id=994de4c7-3bc3-4b1b-929a-12aebb11b40b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:42:21.362213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:21.485709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Calling delete_port for 931d8385-c42a-4fe5-af37-26dfcf273cde owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:42:21.495936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 3ef3694c-19d0-44bb-a670-53dd465f3bb0, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=3ef3694c-19d0-44bb-a670-53dd465f3bb0,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:42:21.496421 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:21.531267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:21.565392 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:21.611546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Pushing event deleted for resources: {'Port': ['ID=931d8385-c42a-4fe5-af37-26dfcf273cde,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:21.622634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 3ef3694c-19d0-44bb-a670-53dd465f3bb0 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:42:21.625611 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] No DVR routers for this DVR port 931d8385-c42a-4fe5-af37-26dfcf273cde on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:42:21.632282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:21.632282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:21.632282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:21.632282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:21.632282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:21.632282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:21.632282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:21.633730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:21.633730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:21.633957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:21.634283 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaef9b-b5ae-46ae-a5fd-be347fb8d217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:21.799025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:21.842948 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=3ef3694c-19d0-44bb-a670-53dd465f3bb0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:22.153660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.398773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.402836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.427286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.427727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Fanout notify agent at l3_agent the message router_deleted on router 093b2443-7f1c-4a80-a8ae-89c2697686f3 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:42:22.441645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.442730 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2cf5405a-79c6-497c-8041-99a33105c8b3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/routers/093b2443-7f1c-4a80-a8ae-89c2697686f3 HTTP/1.1" status: 204 len: 168 time: 1.5465493 May 09 13:42:22.445448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33156) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:22.559799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a98393eb-5eb3-48f1-bf8c-b88c069e22c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.685857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a98393eb-5eb3-48f1-bf8c-b88c069e22c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.711025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-a98393eb-5eb3-48f1-bf8c-b88c069e22c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6135e098-d519-46ab-a946-4d040632a2ed']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:22.723165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-a98393eb-5eb3-48f1-bf8c-b88c069e22c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994de4c7-3bc3-4b1b-929a-12aebb11b40b') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:22.723462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-a98393eb-5eb3-48f1-bf8c-b88c069e22c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994de4c7-3bc3-4b1b-929a-12aebb11b40b') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:22.735041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a98393eb-5eb3-48f1-bf8c-b88c069e22c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.754656 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a98393eb-5eb3-48f1-bf8c-b88c069e22c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.760476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98393eb-5eb3-48f1-bf8c-b88c069e22c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:42:22.760852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a98393eb-5eb3-48f1-bf8c-b88c069e22c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:42:22.774560 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:42:22.853756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a98393eb-5eb3-48f1-bf8c-b88c069e22c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.871695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a98393eb-5eb3-48f1-bf8c-b88c069e22c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.882756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98393eb-5eb3-48f1-bf8c-b88c069e22c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Network': ['ID=6135e098-d519-46ab-a946-4d040632a2ed,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:22.896228 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a98393eb-5eb3-48f1-bf8c-b88c069e22c7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/networks/6135e098-d519-46ab-a946-4d040632a2ed HTTP/1.1" status: 204 len: 168 time: 0.4494243 May 09 13:42:22.917912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33160) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:22.924706 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'network': {'name': 'tempest-network-smoke--217453000', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'port_security_enabled': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:22.929820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:42:22.934120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:network and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:42:22.937246 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:42:22.943983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:42:22.953487 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:42:22.956378 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.981111 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 931d8385-c42a-4fe5-af37-26dfcf273cde no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:42:22.985228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:42:22.994306 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:22.994641 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Added segment b2283e84-73cc-4a13-becd-fe8c1c9d2155 of type vlan for network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 May 09 13:42:23.014286 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 931d8385-c42a-4fe5-af37-26dfcf273cde {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:42:23.014628 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 931d8385-c42a-4fe5-af37-26dfcf273cde not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:42:23.015225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 3ef3694c-19d0-44bb-a670-53dd465f3bb0 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:42:23.019983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:23.046959 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 3ef3694c-19d0-44bb-a670-53dd465f3bb0 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:42:23.047330 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 3ef3694c-19d0-44bb-a670-53dd465f3bb0 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:42:23.047767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7066f97d-fdd9-4d3a-ad0d-de8d836393db no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:42:23.049646 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:23.053232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:23.053825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:23.083555 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 7066f97d-fdd9-4d3a-ad0d-de8d836393db {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:42:23.084228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7066f97d-fdd9-4d3a-ad0d-de8d836393db not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:42:23.157170 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2380269 May 09 13:42:23.159968 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33164) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:23.162812 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0218b-736d-4a28-bc11-fe8373c8db9d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Network': ['ID=926077af-5d78-47dc-9d4d-e60c0a2e07e7,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:23.165456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'admin_state_up': True, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:23.172886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:42:23.176756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:router and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:42:23.178594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:42:23.179695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:42:23.185368 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:42:23.198984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:23.199785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:23.219350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:23.359083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:23.528267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:23.556504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:23.776404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.108 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/17e11301-1100-4721-bdb4-6f7436b1a28c) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:42:23.918246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:23.946065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:24.014623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:42:24.017419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:42:24.022239 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:42:24.044742 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=17e11301-1100-4721-bdb4-6f7436b1a28c,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:24.173333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:24.173964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:24.391188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 5b15b167-e4be-4d6d-800e-31bf72e62817 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:42:24.584633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:42:24.595397 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Sync routers for ids ['5b15b167-e4be-4d6d-800e-31bf72e62817'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:42:24.607024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Routers {'5b15b167-e4be-4d6d-800e-31bf72e62817'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:42:24.607676 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:42:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b15b167-e4be-4d6d-800e-31bf72e62817'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:24.617865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:24.619130 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5ca6f5b5-ed64-457f-8b3e-006f27bcd91f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4581628 May 09 13:42:24.622169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33168) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:24.781878 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Set router 5b15b167-e4be-4d6d-800e-31bf72e62817 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:42:24.809612 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8611f1b9-a7d0-497c-808d-62f09ce93912 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8565fca19184006b055116e4f64bdfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1863680 May 09 13:42:24.812173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33174) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:24.939312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954ff83-a923-4986-8d28-8ec44d60ac23 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:24.940801 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0954ff83-a923-4986-8d28-8ec44d60ac23 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277540 May 09 13:42:24.943613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33178) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:24.985678 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ad3133e6-e2c2-4357-aee3-4a0fd9f81e1f tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410120 May 09 13:42:24.988225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33182) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:24.993684 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-53810563', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:25.089379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:24Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:25.093426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Checking router: 5b15b167-e4be-4d6d-800e-31bf72e62817 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:42:25.093760 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Updating router 5b15b167-e4be-4d6d-800e-31bf72e62817 port 17e11301-1100-4721-bdb4-6f7436b1a28c binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:42:25.105778 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:42:25.109631 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:subnet and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:42:25.112410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:42:25.118280 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:42:25.128626 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:42:25.144928 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:25.225538 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:25.472279 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:25.485066 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Transition to ACTIVE for port object 17e11301-1100-4721-bdb4-6f7436b1a28c will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:42:25.491692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:25.527705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:25.574843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790d5c2-ff3d-4ee8-b155-1f39b0a49e21 None None] Pushing event updated for resources: {'Port': ['ID=17e11301-1100-4721-bdb4-6f7436b1a28c,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:25.577813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Attempting to bind port 17e11301-1100-4721-bdb4-6f7436b1a28c on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:42:25.578169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Attempting to bind port 17e11301-1100-4721-bdb4-6f7436b1a28c by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:42:25.578523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Attempting to bind port 17e11301-1100-4721-bdb4-6f7436b1a28c on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:42:25.585147 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:42:25.586172 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:42:25.586172 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:25.586374 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:42:25.586814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Bound port: 17e11301-1100-4721-bdb4-6f7436b1a28c, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:42:25.587192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:25.608450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Subnet': ['ID=e1f107fc-ad3f-41be-b11e-062e9eada3fc,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:25.617503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Checking segment: {'id': 'b2283e84-73cc-4a13-becd-fe8c1c9d2155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:42:25.617854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network hostable DHCP agents. Network: 926077af-5d78-47dc-9d4d-e60c0a2e07e7, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:42:25.639586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:42:25.648753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 926077af-5d78-47dc-9d4d-e60c0a2e07e7) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:42:25.652635 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:25.653208 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:25.658714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31762d12-d572-4b32-b828-9a24f2eda811 None None] Network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:42:25.675711 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-eeeee810-b86a-44b8-8cb2-728394913b9f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6864851 May 09 13:42:25.678068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] For port 17e11301-1100-4721-bdb4-6f7436b1a28c, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:42:25.678687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33186) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:25.739419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] For port 17e11301-1100-4721-bdb4-6f7436b1a28c, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=17e11301-1100-4721-bdb4-6f7436b1a28c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:42:25.747009 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:25.883747 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790d5c2-ff3d-4ee8-b155-1f39b0a49e21 None None] Pushing event updated for resources: {'Port': ['ID=17e11301-1100-4721-bdb4-6f7436b1a28c,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:25.901746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Routers {'5b15b167-e4be-4d6d-800e-31bf72e62817'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:42:25.902338 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:42:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b15b167-e4be-4d6d-800e-31bf72e62817'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:26.089323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ips': [{'subnet_id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:42:26.090118 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:26.188978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] Set router 5b15b167-e4be-4d6d-800e-31bf72e62817 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:42:26.491733 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Allocated IP 172.20.0.2 (926077af-5d78-47dc-9d4d-e60c0a2e07e7/e1f107fc-ad3f-41be-b11e-062e9eada3fc/4f98affe-f83a-42a6-9c1e-4bc4befb67ca) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:42:26.508573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:26.730072 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:24Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:26.738535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27571e7-51ea-43e0-84af-0313c9e73caf None None] The sync data for ids ['5b15b167-e4be-4d6d-800e-31bf72e62817'] in dv-neutron-840889-2-hyperv is: [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:24Z', 'revision_number': 3, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:42:26.752345 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:26.769898 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Transition to ACTIVE for port object 4f98affe-f83a-42a6-9c1e-4bc4befb67ca will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:42:26.789313 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Transition to ACTIVE for port object 4f98affe-f83a-42a6-9c1e-4bc4befb67ca will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:42:26.796032 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:26.873071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Pushing event updated for resources: {'Port': ['ID=4f98affe-f83a-42a6-9c1e-4bc4befb67ca,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:26.878035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:42:26.879212 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:42:26.881408 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:42:26.910184 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.1 (926077af-5d78-47dc-9d4d-e60c0a2e07e7/e1f107fc-ad3f-41be-b11e-062e9eada3fc/db91ed95-fca7-4e77-9e57-c5e28e3e9536) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:42:26.984721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Attempting to bind port 4f98affe-f83a-42a6-9c1e-4bc4befb67ca on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:42:26.985083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Attempting to bind port 4f98affe-f83a-42a6-9c1e-4bc4befb67ca by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'b2283e84-73cc-4a13-becd-fe8c1c9d2155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:42:26.985480 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Attempting to bind port 4f98affe-f83a-42a6-9c1e-4bc4befb67ca on network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:42:26.992786 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:42:26.993084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Checking segment: {'id': 'b2283e84-73cc-4a13-becd-fe8c1c9d2155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:42:26.993819 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:26.993939 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Bound using segment: {'id': 'b2283e84-73cc-4a13-becd-fe8c1c9d2155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:42:26.997299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Bound port: 4f98affe-f83a-42a6-9c1e-4bc4befb67ca, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2283e84-73cc-4a13-becd-fe8c1c9d2155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:42:26.997299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:27.100561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 17e11301-1100-4721-bdb4-6f7436b1a28c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:42:27.112435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:27.133931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object db91ed95-fca7-4e77-9e57-c5e28e3e9536 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:42:27.160587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:27.197592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 17e11301-1100-4721-bdb4-6f7436b1a28c completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:42:27.204444 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] For port 4f98affe-f83a-42a6-9c1e-4bc4befb67ca, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:42:27.206612 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 17e11301-1100-4721-bdb4-6f7436b1a28c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:42:27.207241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:27.251997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:42:27.255855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:42:27.257956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=db91ed95-fca7-4e77-9e57-c5e28e3e9536,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:27.260103 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:42:27.264497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] For port 4f98affe-f83a-42a6-9c1e-4bc4befb67ca, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4f98affe-f83a-42a6-9c1e-4bc4befb67ca,segment=NetworkSegment(b2283e84-73cc-4a13-becd-fe8c1c9d2155),segment_id=b2283e84-73cc-4a13-becd-fe8c1c9d2155)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:42:27.274873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:27.327826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:27.463550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02063a9e-b876-4c55-b07a-e36f8d310fa5 None None] Pushing event updated for resources: {'Port': ['ID=4f98affe-f83a-42a6-9c1e-4bc4befb67ca,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:27.503053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:27.506638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:27.524503 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 17e11301-1100-4721-bdb4-6f7436b1a28c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=17e11301-1100-4721-bdb4-6f7436b1a28c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:42:27.530707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:27.626518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=17e11301-1100-4721-bdb4-6f7436b1a28c,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:27.983537 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:42:28.097039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:28.101644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:28.214510 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:28.217876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=db91ed95-fca7-4e77-9e57-c5e28e3e9536,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:28.319424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e65bace-fb1a-414f-b9e9-d63a32e0b035 None None] Network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:42:28.355392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:42:28.356405 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:42:28.409575 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ded7b2ae-db15-449c-bda6-f81ae403c50e None None] Provisioning for port 4f98affe-f83a-42a6-9c1e-4bc4befb67ca completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:42:28.739805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 5b15b167-e4be-4d6d-800e-31bf72e62817 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:42:28.764006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d33c1ccf-49b7-444c-9dbd-29c7bc5f9ac1 None None] Provisioning for port db91ed95-fca7-4e77-9e57-c5e28e3e9536 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:42:28.769103 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d33c1ccf-49b7-444c-9dbd-29c7bc5f9ac1 None None] Provisioning complete for port db91ed95-fca7-4e77-9e57-c5e28e3e9536 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:42:28.769609 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d33c1ccf-49b7-444c-9dbd-29c7bc5f9ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:28.823273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d33c1ccf-49b7-444c-9dbd-29c7bc5f9ac1 None None] Port db91ed95-fca7-4e77-9e57-c5e28e3e9536 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:42:28.947317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0c877803-fada-47a9-936a-570fc66b4a29 None None] Provisioning complete for port db91ed95-fca7-4e77-9e57-c5e28e3e9536 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:42:28.947413 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c877803-fada-47a9-936a-570fc66b4a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:28.955493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:42:28.969464 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7c2d4807-a9d8-4146-9214-dd57a3db5be8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/5b15b167-e4be-4d6d-800e-31bf72e62817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2896359 May 09 13:42:28.972172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33190) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:29.021307 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0c877803-fada-47a9-936a-570fc66b4a29 None None] Port db91ed95-fca7-4e77-9e57-c5e28e3e9536 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:42:29.098350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4f98affe-f83a-42a6-9c1e-4bc4befb67ca up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:42:29.137808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efb00b-909e-4b9c-823b-dc4666ae994f tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:29.138179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efb00b-909e-4b9c-823b-dc4666ae994f tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:29.138537 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efb00b-909e-4b9c-823b-dc4666ae994f tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:29.138936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efb00b-909e-4b9c-823b-dc4666ae994f tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:29.140622 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-48efb00b-909e-4b9c-823b-dc4666ae994f tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1674061 May 09 13:42:29.143184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33194) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:29.168296 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4b163d94-064e-443c-aee7-8f6cc35432e0 None None] Provisioning complete for port db91ed95-fca7-4e77-9e57-c5e28e3e9536 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:42:29.168579 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4b163d94-064e-443c-aee7-8f6cc35432e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.209911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad2f32-5ec0-4656-ac05-c3bd2bab0ec9 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:29.210281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad2f32-5ec0-4656-ac05-c3bd2bab0ec9 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:29.210638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad2f32-5ec0-4656-ac05-c3bd2bab0ec9 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:29.210991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad2f32-5ec0-4656-ac05-c3bd2bab0ec9 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:29.215053 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-80ad2f32-5ec0-4656-ac05-c3bd2bab0ec9 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0684934 May 09 13:42:29.215270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33198) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:29.223664 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4b163d94-064e-443c-aee7-8f6cc35432e0 None None] Port db91ed95-fca7-4e77-9e57-c5e28e3e9536 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:42:29.225376 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 4f98affe-f83a-42a6-9c1e-4bc4befb67ca completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:42:29.230355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 4f98affe-f83a-42a6-9c1e-4bc4befb67ca triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:42:29.230713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.347991 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.379266 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 4f98affe-f83a-42a6-9c1e-4bc4befb67ca, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4f98affe-f83a-42a6-9c1e-4bc4befb67ca,segment=NetworkSegment(b2283e84-73cc-4a13-becd-fe8c1c9d2155),segment_id=b2283e84-73cc-4a13-becd-fe8c1c9d2155)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:42:29.383277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.384036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 17e11301-1100-4721-bdb4-6f7436b1a28c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:42:29.414573 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3e3b8dc9-eb68-4c28-bc44-a14848263ef0 tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1982462 May 09 13:42:29.496638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33204) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:29.502941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-13755392', 'description': 'tempest-secgroup-smoke-13755392 description', 'project_id': 'b8565fca19184006b055116e4f64bdfc'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:29.508667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:42:29.512761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:42:29.516075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:42:29.521713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:42:29.532435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.532606 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=4f98affe-f83a-42a6-9c1e-4bc4befb67ca,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:29.552437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 17e11301-1100-4721-bdb4-6f7436b1a28c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:42:29.552992 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.568610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:42:29.572309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:42:29.575044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:42:29.581314 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:42:29.641898 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.645847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.688316 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:29.694178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.695220 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3a179b9c-e65f-441b-9793-9c7af5e72e17 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1975267 May 09 13:42:29.698025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33208) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:29.703900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-196fce26-c42e-4aca-a7e6-32ab78b62924 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:29.709684 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-196fce26-c42e-4aca-a7e6-32ab78b62924 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:42:29.713492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-196fce26-c42e-4aca-a7e6-32ab78b62924 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:42:29.716341 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-196fce26-c42e-4aca-a7e6-32ab78b62924 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:42:29.722071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-196fce26-c42e-4aca-a7e6-32ab78b62924 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:42:29.738008 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196fce26-c42e-4aca-a7e6-32ab78b62924 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.801268 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196fce26-c42e-4aca-a7e6-32ab78b62924 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.804614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196fce26-c42e-4aca-a7e6-32ab78b62924 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.827470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fce26-c42e-4aca-a7e6-32ab78b62924 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c553091e-3d9c-4347-8e86-65257c07253f,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:29.835409 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-196fce26-c42e-4aca-a7e6-32ab78b62924 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.836539 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-196fce26-c42e-4aca-a7e6-32ab78b62924 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1376145 May 09 13:42:29.839273 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33212) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:29.844582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-657d7fcc-74cb-4b21-8fc4-21965e64081d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:29.850401 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-657d7fcc-74cb-4b21-8fc4-21965e64081d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:42:29.854163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-657d7fcc-74cb-4b21-8fc4-21965e64081d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:42:29.857023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-657d7fcc-74cb-4b21-8fc4-21965e64081d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:42:29.862707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-657d7fcc-74cb-4b21-8fc4-21965e64081d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:42:29.879113 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-657d7fcc-74cb-4b21-8fc4-21965e64081d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.941449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-657d7fcc-74cb-4b21-8fc4-21965e64081d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.944933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-657d7fcc-74cb-4b21-8fc4-21965e64081d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.970708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d7fcc-74cb-4b21-8fc4-21965e64081d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e44854d-fdca-41fa-8af6-bcf6b6a230dd,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:29.979115 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-657d7fcc-74cb-4b21-8fc4-21965e64081d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:29.980277 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-657d7fcc-74cb-4b21-8fc4-21965e64081d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1401222 May 09 13:42:29.983480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33216) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:29.988681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1d5c7598-b883-4b1b-9dc7-b73134d02b16 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:29.994490 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1d5c7598-b883-4b1b-9dc7-b73134d02b16 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:42:29.998808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1d5c7598-b883-4b1b-9dc7-b73134d02b16 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:42:30.001851 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1d5c7598-b883-4b1b-9dc7-b73134d02b16 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:42:30.007678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1d5c7598-b883-4b1b-9dc7-b73134d02b16 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:42:30.023650 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d5c7598-b883-4b1b-9dc7-b73134d02b16 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.084990 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d5c7598-b883-4b1b-9dc7-b73134d02b16 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.088518 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d5c7598-b883-4b1b-9dc7-b73134d02b16 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.110876 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c7598-b883-4b1b-9dc7-b73134d02b16 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bbdcf8-6473-4081-b23e-7a6560640206,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:30.119462 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d5c7598-b883-4b1b-9dc7-b73134d02b16 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.120598 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1d5c7598-b883-4b1b-9dc7-b73134d02b16 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1362374 May 09 13:42:30.123883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33220) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:30.129146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-23fc9e98-bbac-4b1b-92c0-3391386f926a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:30.134790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-23fc9e98-bbac-4b1b-92c0-3391386f926a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:42:30.138541 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-23fc9e98-bbac-4b1b-92c0-3391386f926a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:42:30.141357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-23fc9e98-bbac-4b1b-92c0-3391386f926a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:42:30.146992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-23fc9e98-bbac-4b1b-92c0-3391386f926a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:42:30.165024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-23fc9e98-bbac-4b1b-92c0-3391386f926a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.227774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-23fc9e98-bbac-4b1b-92c0-3391386f926a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.231587 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-23fc9e98-bbac-4b1b-92c0-3391386f926a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.255571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc9e98-bbac-4b1b-92c0-3391386f926a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0acdb50-abaf-4a97-af92-d438d116b7b0,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:30.263797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-23fc9e98-bbac-4b1b-92c0-3391386f926a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.264953 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-23fc9e98-bbac-4b1b-92c0-3391386f926a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1401861 May 09 13:42:30.267602 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33224) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:30.272764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6e60d31d-e97b-4c8d-bdb7-0b70367ae049 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:30.278347 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6e60d31d-e97b-4c8d-bdb7-0b70367ae049 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:42:30.282127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6e60d31d-e97b-4c8d-bdb7-0b70367ae049 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:42:30.284985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6e60d31d-e97b-4c8d-bdb7-0b70367ae049 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:42:30.290595 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6e60d31d-e97b-4c8d-bdb7-0b70367ae049 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:42:30.301569 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-6e60d31d-e97b-4c8d-bdb7-0b70367ae049 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:42:30.307840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6e60d31d-e97b-4c8d-bdb7-0b70367ae049 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.373681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6e60d31d-e97b-4c8d-bdb7-0b70367ae049 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.377028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6e60d31d-e97b-4c8d-bdb7-0b70367ae049 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.401027 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60d31d-e97b-4c8d-bdb7-0b70367ae049 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff780599-9f75-413d-810d-a6338da750ca,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:30.412494 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6e60d31d-e97b-4c8d-bdb7-0b70367ae049 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.413873 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6e60d31d-e97b-4c8d-bdb7-0b70367ae049 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1453810 May 09 13:42:30.416670 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33228) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:30.423089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-34d5caf7-e176-47d7-a7d9-f06dd4c719c5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'security_group_rule': {'security_group_id': '9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700', 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:30.429214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-34d5caf7-e176-47d7-a7d9-f06dd4c719c5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:42:30.433013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-34d5caf7-e176-47d7-a7d9-f06dd4c719c5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:security_group_rule and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:42:30.435903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-34d5caf7-e176-47d7-a7d9-f06dd4c719c5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:42:30.441740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-34d5caf7-e176-47d7-a7d9-f06dd4c719c5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:42:30.452380 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-34d5caf7-e176-47d7-a7d9-f06dd4c719c5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Project b8565fca19184006b055116e4f64bdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:42:30.458914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34d5caf7-e176-47d7-a7d9-f06dd4c719c5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.525971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34d5caf7-e176-47d7-a7d9-f06dd4c719c5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.530023 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34d5caf7-e176-47d7-a7d9-f06dd4c719c5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.556253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5caf7-e176-47d7-a7d9-f06dd4c719c5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa293609-b833-4115-8709-f4b2e045453a,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:30.567574 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-34d5caf7-e176-47d7-a7d9-f06dd4c719c5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:30.568791 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-34d5caf7-e176-47d7-a7d9-f06dd4c719c5 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1510351 May 09 13:42:30.643059 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Sync routers for ids ['5b15b167-e4be-4d6d-800e-31bf72e62817'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:42:30.656080 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Routers {'5b15b167-e4be-4d6d-800e-31bf72e62817'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:42:30.656672 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:42:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b15b167-e4be-4d6d-800e-31bf72e62817'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:30.740952 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-1649b796-579d-4e19-8827-d4a1c04c373e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13755392&fields=id&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 267 time: 0.0411017 May 09 13:42:30.832646 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Set router 5b15b167-e4be-4d6d-800e-31bf72e62817 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:42:30.884254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-f62bd22a-9b8b-4fc8-bfab-ef21e28db09a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:30.884817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-f62bd22a-9b8b-4fc8-bfab-ef21e28db09a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:42:30.900023 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-f62bd22a-9b8b-4fc8-bfab-ef21e28db09a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:42:30.906817 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-f62bd22a-9b8b-4fc8-bfab-ef21e28db09a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/networks?id=926077af-5d78-47dc-9d4d-e60c0a2e07e7 HTTP/1.1" status: 200 len: 796 time: 0.1595728 May 09 13:42:30.918194 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-49b6aeaf-6870-41fb-96d5-d72e87256d68 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/quotas/b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 375 time: 0.0106118 May 09 13:42:30.994704 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4f98affe-f83a-42a6-9c1e-4bc4befb67ca up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:42:31.004670 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-ac0f9d1c-1eb9-4411-944e-6459bdcebc39 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:42:31.020450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-ac0f9d1c-1eb9-4411-944e-6459bdcebc39 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:42:31.024377 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-ac0f9d1c-1eb9-4411-944e-6459bdcebc39 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991206 May 09 13:42:31.065143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 4f98affe-f83a-42a6-9c1e-4bc4befb67ca triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:42:31.065687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:31.146203 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:27Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'db91ed95-fca7-4e77-9e57-c5e28e3e9536', 'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7d:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:26Z', 'updated_at': '2022-05-09T13:42:27Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:31.149949 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Checking router: 5b15b167-e4be-4d6d-800e-31bf72e62817 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:42:31.150669 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Updating router 5b15b167-e4be-4d6d-800e-31bf72e62817 port db91ed95-fca7-4e77-9e57-c5e28e3e9536 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:42:31.168621 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-dd410baf-8c72-4b7c-b80c-995988821fa9 service neutron] 10.222.0.44 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304224 May 09 13:42:31.208912 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:31.396034 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-47283402-9136-4136-92aa-bd0ffa0ce75f service neutron] 10.222.0.44 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216451 May 09 13:42:31.562859 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:31.574944 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Transition to ACTIVE for port object db91ed95-fca7-4e77-9e57-c5e28e3e9536 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:42:31.583175 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:31.598564 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a6f5a77c-fd56-4509-943e-618664a77a76 req-a66fa05b-3129-49c5-a44c-9d7809cf2749 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 210 time: 0.0497270 May 09 13:42:31.761798 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca619e8-caeb-4ce0-8de8-d544ce9a546a None None] Pushing event updated for resources: {'Port': ['ID=db91ed95-fca7-4e77-9e57-c5e28e3e9536,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:31.798582 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca619e8-caeb-4ce0-8de8-d544ce9a546a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:31.798912 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca619e8-caeb-4ce0-8de8-d544ce9a546a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:31.799406 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca619e8-caeb-4ce0-8de8-d544ce9a546a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:31.799919 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca619e8-caeb-4ce0-8de8-d544ce9a546a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:31.800234 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca619e8-caeb-4ce0-8de8-d544ce9a546a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:31.800554 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca619e8-caeb-4ce0-8de8-d544ce9a546a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:31.800883 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca619e8-caeb-4ce0-8de8-d544ce9a546a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:31.801225 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca619e8-caeb-4ce0-8de8-d544ce9a546a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:31.801711 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca619e8-caeb-4ce0-8de8-d544ce9a546a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:31.802251 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca619e8-caeb-4ce0-8de8-d544ce9a546a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:31.802565 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca619e8-caeb-4ce0-8de8-d544ce9a546a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:42:31.861752 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Attempting to bind port db91ed95-fca7-4e77-9e57-c5e28e3e9536 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:42:31.862123 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Attempting to bind port db91ed95-fca7-4e77-9e57-c5e28e3e9536 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'b2283e84-73cc-4a13-becd-fe8c1c9d2155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:42:31.862455 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Attempting to bind port db91ed95-fca7-4e77-9e57-c5e28e3e9536 on network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:42:31.869171 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:42:31.869566 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Checking segment: {'id': 'b2283e84-73cc-4a13-becd-fe8c1c9d2155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:42:31.869949 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:31.870324 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Bound using segment: {'id': 'b2283e84-73cc-4a13-becd-fe8c1c9d2155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:42:31.870819 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Bound port: db91ed95-fca7-4e77-9e57-c5e28e3e9536, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2283e84-73cc-4a13-becd-fe8c1c9d2155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:42:31.871177 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:31.960673 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] For port db91ed95-fca7-4e77-9e57-c5e28e3e9536, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:42:31.963818 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] For port db91ed95-fca7-4e77-9e57-c5e28e3e9536, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=db91ed95-fca7-4e77-9e57-c5e28e3e9536,segment=NetworkSegment(b2283e84-73cc-4a13-becd-fe8c1c9d2155),segment_id=b2283e84-73cc-4a13-becd-fe8c1c9d2155)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:42:31.969379 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:32.056893 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca619e8-caeb-4ce0-8de8-d544ce9a546a None None] Pushing event updated for resources: {'Port': ['ID=db91ed95-fca7-4e77-9e57-c5e28e3e9536,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:32.061583 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Routers {'5b15b167-e4be-4d6d-800e-31bf72e62817'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:42:32.062188 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:42:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b15b167-e4be-4d6d-800e-31bf72e62817'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:32.245189 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] Set router 5b15b167-e4be-4d6d-800e-31bf72e62817 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:42:32.554344 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:27Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'db91ed95-fca7-4e77-9e57-c5e28e3e9536', 'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7d:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:26Z', 'updated_at': '2022-05-09T13:42:31Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:32.558799 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88ce97-0002-443f-a8eb-cb4978c72892 None None] The sync data for ids ['5b15b167-e4be-4d6d-800e-31bf72e62817'] in dv-neutron-840889-2-hyperv is: [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:27Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'db91ed95-fca7-4e77-9e57-c5e28e3e9536', 'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7d:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:26Z', 'updated_at': '2022-05-09T13:42:31Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:42:32.698376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-9c9e1595-8a08-4a82-9a9a-a552edc3e68e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:32.699074 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-9c9e1595-8a08-4a82-9a9a-a552edc3e68e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:42:32.715939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-9c9e1595-8a08-4a82-9a9a-a552edc3e68e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:42:32.718107 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-9c9e1595-8a08-4a82-9a9a-a552edc3e68e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/networks?id=926077af-5d78-47dc-9d4d-e60c0a2e07e7 HTTP/1.1" status: 200 len: 796 time: 0.2045443 May 09 13:42:32.779261 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-176710f7-62a6-4e14-8933-2131699b36ea tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:42:32.800385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-176710f7-62a6-4e14-8933-2131699b36ea tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:42:32.802154 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-176710f7-62a6-4e14-8933-2131699b36ea tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8565fca19184006b055116e4f64bdfc HTTP/1.1" status: 200 len: 378 time: 0.0726118 May 09 13:42:32.808986 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e06e88a4-068e-44ba-a77a-b0f4e0195ce6 req-6e9da063-0378-49e4-9043-bf00b0b30453 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 210 time: 0.0522413 May 09 13:42:32.811550 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'port': {'device_id': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'admin_state_up': True, 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'security_groups': ['9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:32.959926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:42:32.971176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:42:32.987793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Made reservation on behalf of b8565fca19184006b055116e4f64bdfc for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:42:32.991904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:33.018363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device db91ed95-fca7-4e77-9e57-c5e28e3e9536 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:42:33.091596 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port db91ed95-fca7-4e77-9e57-c5e28e3e9536 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:42:33.100718 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port db91ed95-fca7-4e77-9e57-c5e28e3e9536 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:42:33.101388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:33.168920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.20.0.8 (926077af-5d78-47dc-9d4d-e60c0a2e07e7/e1f107fc-ad3f-41be-b11e-062e9eada3fc/640f0210-b468-45ef-9c4f-33c5454a3942) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:42:33.222193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:33.257730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port db91ed95-fca7-4e77-9e57-c5e28e3e9536, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=db91ed95-fca7-4e77-9e57-c5e28e3e9536,segment=NetworkSegment(b2283e84-73cc-4a13-becd-fe8c1c9d2155),segment_id=b2283e84-73cc-4a13-becd-fe8c1c9d2155)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:42:33.262156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:33.328745 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=db91ed95-fca7-4e77-9e57-c5e28e3e9536,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:33.372114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:33.388079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Transition to ACTIVE for port object 640f0210-b468-45ef-9c4f-33c5454a3942 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:42:33.410849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:33.487062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:42:33.490048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:42:33.492659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:42:33.528327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=640f0210-b468-45ef-9c4f-33c5454a3942,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:33.559433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:33.560021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:33.585738 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16f4bb53-0ef2-41fc-b171-af9d795f1402 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7784338 May 09 13:42:33.597310 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Request body: {'port': {'device_id': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:33.707142 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:33.721908 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cbb0c95b-96da-45eb-87d2-1bd8ed418222 None None] Provisioning for port 640f0210-b468-45ef-9c4f-33c5454a3942 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:42:33.726389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cbb0c95b-96da-45eb-87d2-1bd8ed418222 None None] Provisioning complete for port 640f0210-b468-45ef-9c4f-33c5454a3942 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:42:33.726754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cbb0c95b-96da-45eb-87d2-1bd8ed418222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:33.781016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0c95b-96da-45eb-87d2-1bd8ed418222 None None] Port 640f0210-b468-45ef-9c4f-33c5454a3942 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:42:34.017659 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f75506-95e1-4c2c-b079-c81ee2052fe8 req-de3ce40a-5b4d-4d08-ad0b-23e7569ab39e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:34.019129 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c1f75506-95e1-4c2c-b079-c81ee2052fe8 req-de3ce40a-5b4d-4d08-ad0b-23e7569ab39e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 931 time: 0.0821533 May 09 13:42:34.064619 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c1f75506-95e1-4c2c-b079-c81ee2052fe8 req-1af139ef-95fd-4319-a9ed-5697daccb67e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397954 May 09 13:42:34.134682 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640f0210-b468-45ef-9c4f-33c5454a3942 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:42:34.142073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:34.155774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Transition to ACTIVE for port object 640f0210-b468-45ef-9c4f-33c5454a3942 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:42:34.159693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:34.286985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Pushing event updated for resources: {'Port': ['ID=640f0210-b468-45ef-9c4f-33c5454a3942,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:34.389904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Attempting to bind port 640f0210-b468-45ef-9c4f-33c5454a3942 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:42:34.390178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Attempting to bind port 640f0210-b468-45ef-9c4f-33c5454a3942 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'b2283e84-73cc-4a13-becd-fe8c1c9d2155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:42:34.390495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Attempting to bind port 640f0210-b468-45ef-9c4f-33c5454a3942 on network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:42:34.396129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Port 640f0210-b468-45ef-9c4f-33c5454a3942 on network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:42:34.396437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Attempting to bind port 640f0210-b468-45ef-9c4f-33c5454a3942 on network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:42:34.402793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:42:34.403122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Checking segment: {'id': 'b2283e84-73cc-4a13-becd-fe8c1c9d2155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:42:34.403498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Bound using segment: {'id': 'b2283e84-73cc-4a13-becd-fe8c1c9d2155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:42:34.403923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Bound port: 640f0210-b468-45ef-9c4f-33c5454a3942, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2283e84-73cc-4a13-becd-fe8c1c9d2155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:42:34.404266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:34.491452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] For port 640f0210-b468-45ef-9c4f-33c5454a3942, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:42:34.494249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] For port 640f0210-b468-45ef-9c4f-33c5454a3942, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=640f0210-b468-45ef-9c4f-33c5454a3942,segment=NetworkSegment(b2283e84-73cc-4a13-becd-fe8c1c9d2155),segment_id=b2283e84-73cc-4a13-becd-fe8c1c9d2155)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:42:34.499309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:34.560297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:34.562246 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] 10.222.0.57 "PUT /v2.0/ports/640f0210-b468-45ef-9c4f-33c5454a3942 HTTP/1.1" status: 200 len: 1093 time: 0.9693048 May 09 13:42:34.562691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'tag': '640f0210-b468-45ef-9c4f-33c5454a3942'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:42:34.582038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd796d2d-c08d-4835-add7-441cedc6266d service neutron] Pushing event updated for resources: {'Port': ['ID=640f0210-b468-45ef-9c4f-33c5454a3942,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:34.646724 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19d9345-1019-479d-8087-0646346f80db'] response: {'name': 'network-changed', 'server_uuid': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'tag': '640f0210-b468-45ef-9c4f-33c5454a3942', 'status': 'completed', 'code': 200} May 09 13:42:34.678859 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-4d3e1018-01fb-429a-ad51-488778b38d5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 1096 time: 0.0775692 May 09 13:42:34.747137 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-16dd6e63-3a3d-4bd9-ab12-b97ba74849d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640f0210-b468-45ef-9c4f-33c5454a3942 HTTP/1.1" status: 200 len: 217 time: 0.0617940 May 09 13:42:34.809309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-7e1cbf0a-81dd-40cc-939d-5548f3855a74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:34.811319 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-7e1cbf0a-81dd-40cc-939d-5548f3855a74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f107fc-ad3f-41be-b11e-062e9eada3fc HTTP/1.1" status: 200 len: 833 time: 0.0577066 May 09 13:42:34.883841 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-6b22ec70-a52a-414b-9837-2fce097796b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=926077af-5d78-47dc-9d4d-e60c0a2e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668643 May 09 13:42:34.993355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device db91ed95-fca7-4e77-9e57-c5e28e3e9536 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:42:35.012580 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-2fc8d227-3285-41c2-8593-d03f5f583415 service neutron] 10.222.0.57 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232395 May 09 13:42:35.058984 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port db91ed95-fca7-4e77-9e57-c5e28e3e9536 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:42:35.059371 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:35.146697 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-83c8637b-5335-487f-bd2d-4b2c2267ac79 req-bdeed633-f3ec-4230-bbbf-49a7ce7827b1 service neutron] 10.222.0.57 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278341 May 09 13:42:35.264281 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f731ff62-2523-4e69-8726-8bc96af60631 req-e04d248e-bf59-4f95-9486-ba5755b1a748 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 1096 time: 0.0717347 May 09 13:42:35.272226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1e21d-2c61-4a93-a16a-bb38e051635f req-a65ab03d-b259-429a-be85-84cb688c241f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:35.273697 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ba1e21d-2c61-4a93-a16a-bb38e051635f req-a65ab03d-b259-429a-be85-84cb688c241f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 943 time: 0.0787790 May 09 13:42:35.318362 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ba1e21d-2c61-4a93-a16a-bb38e051635f req-7a43ba85-1c8a-48e2-aea6-f1010cf9e5f4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380716 May 09 13:42:35.392944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731ff62-2523-4e69-8726-8bc96af60631 req-6982d02b-1a41-420d-adbf-e1cdf62bc624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:35.394390 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f731ff62-2523-4e69-8726-8bc96af60631 req-6982d02b-1a41-420d-adbf-e1cdf62bc624 service neutron] 10.222.0.57 "GET /v2.0/networks?id=926077af-5d78-47dc-9d4d-e60c0a2e07e7 HTTP/1.1" status: 200 len: 897 time: 0.1240091 May 09 13:42:35.458701 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f731ff62-2523-4e69-8726-8bc96af60631 req-6cb20d08-e120-4960-a312-ab09d4fc8a17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640f0210-b468-45ef-9c4f-33c5454a3942 HTTP/1.1" status: 200 len: 217 time: 0.0580957 May 09 13:42:35.609472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731ff62-2523-4e69-8726-8bc96af60631 req-a6bb73c5-485a-40fd-8fc4-b9d40862c03a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:35.610902 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f731ff62-2523-4e69-8726-8bc96af60631 req-a6bb73c5-485a-40fd-8fc4-b9d40862c03a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f107fc-ad3f-41be-b11e-062e9eada3fc HTTP/1.1" status: 200 len: 833 time: 0.1473241 May 09 13:42:35.682758 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f731ff62-2523-4e69-8726-8bc96af60631 req-e7b58977-a793-4647-a0b2-a35eeb89fabc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=926077af-5d78-47dc-9d4d-e60c0a2e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658824 May 09 13:42:35.810254 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f731ff62-2523-4e69-8726-8bc96af60631 req-3c2cb8ea-00d4-44d6-a41f-1f7ea27d903f service neutron] 10.222.0.57 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199195 May 09 13:42:35.939274 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f731ff62-2523-4e69-8726-8bc96af60631 req-2970b3c2-7cd0-41cc-a24d-d86853fdf452 service neutron] 10.222.0.57 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228528 May 09 13:42:36.511626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e53718-f0e3-4b49-8bdf-db1173888edc req-fd3eae0c-35d2-4906-ae47-370a09b2041c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:36.512950 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-21e53718-f0e3-4b49-8bdf-db1173888edc req-fd3eae0c-35d2-4906-ae47-370a09b2041c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 943 time: 0.0739255 May 09 13:42:36.558115 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-21e53718-f0e3-4b49-8bdf-db1173888edc req-13a56553-a295-429e-b110-b3647e2f2ef8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390179 May 09 13:42:37.754020 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7f3e3-e285-446e-8833-e313dc352cd7 req-ca933a28-3ee3-4cce-85c7-9dcc282f832e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:37.755432 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1bd7f3e3-e285-446e-8833-e313dc352cd7 req-ca933a28-3ee3-4cce-85c7-9dcc282f832e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 943 time: 0.0780621 May 09 13:42:37.798448 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1bd7f3e3-e285-446e-8833-e313dc352cd7 req-f5194e3d-73b1-4b8e-9f5e-4d8c627d29d2 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376163 May 09 13:42:38.990365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa40cf-1244-4772-9736-119487172728 req-2047e7f0-9fd1-4f96-a0d4-e77c33971d83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:38.992126 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ecfa40cf-1244-4772-9736-119487172728 req-2047e7f0-9fd1-4f96-a0d4-e77c33971d83 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 943 time: 0.0758688 May 09 13:42:39.035879 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ecfa40cf-1244-4772-9736-119487172728 req-60103873-5e06-4585-94d1-49ca5ba64aa6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383742 May 09 13:42:39.285544 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 640f0210-b468-45ef-9c4f-33c5454a3942 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:42:39.419078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 640f0210-b468-45ef-9c4f-33c5454a3942, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=640f0210-b468-45ef-9c4f-33c5454a3942,segment=NetworkSegment(b2283e84-73cc-4a13-becd-fe8c1c9d2155),segment_id=b2283e84-73cc-4a13-becd-fe8c1c9d2155)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:42:39.432381 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '640f0210-b468-45ef-9c4f-33c5454a3942', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'port_id': '640f0210-b468-45ef-9c4f-33c5454a3942', 'mac_address': 'fa:16:3e:95:39:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:42:39.484180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:39.500864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640f0210-b468-45ef-9c4f-33c5454a3942 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:42:39.515531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 640f0210-b468-45ef-9c4f-33c5454a3942, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=640f0210-b468-45ef-9c4f-33c5454a3942,segment=NetworkSegment(b2283e84-73cc-4a13-becd-fe8c1c9d2155),segment_id=b2283e84-73cc-4a13-becd-fe8c1c9d2155)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:42:39.519227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:39.595393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=640f0210-b468-45ef-9c4f-33c5454a3942,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:39.803740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['640f0210-b468-45ef-9c4f-33c5454a3942'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:42:40.143920 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d8bc15da-24d4-4fd4-b8bc-f9fef19547c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:40.249473 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd8bda-0cbd-4cb8-88d2-921bc216fe3c req-abd2b39e-cfce-4711-82c3-3e060be76043 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:40.250920 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8fcd8bda-0cbd-4cb8-88d2-921bc216fe3c req-abd2b39e-cfce-4711-82c3-3e060be76043 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 944 time: 0.0828412 May 09 13:42:40.294807 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8fcd8bda-0cbd-4cb8-88d2-921bc216fe3c req-680647bc-ba8f-49fd-a52a-027adc52933b tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384393 May 09 13:42:41.285545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 640f0210-b468-45ef-9c4f-33c5454a3942 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:42:41.352339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 640f0210-b468-45ef-9c4f-33c5454a3942 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:42:41.357522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 640f0210-b468-45ef-9c4f-33c5454a3942 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:42:41.357888 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:41.472008 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:41.493210 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f5f01-93c7-41bd-97dd-38cac49a34ea req-56347a16-a630-4ca7-a7f9-8db97a2d9dc8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:41.495443 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4d9f5f01-93c7-41bd-97dd-38cac49a34ea req-56347a16-a630-4ca7-a7f9-8db97a2d9dc8 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 944 time: 0.0761783 May 09 13:42:41.498650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640f0210-b468-45ef-9c4f-33c5454a3942'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:42:41.508084 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 640f0210-b468-45ef-9c4f-33c5454a3942, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=640f0210-b468-45ef-9c4f-33c5454a3942,segment=NetworkSegment(b2283e84-73cc-4a13-becd-fe8c1c9d2155),segment_id=b2283e84-73cc-4a13-becd-fe8c1c9d2155)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:42:41.512839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:41.545879 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4d9f5f01-93c7-41bd-97dd-38cac49a34ea req-b8887269-9003-4e29-8169-f65c34dd57b6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447700 May 09 13:42:41.568702 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ed68c7-432b-479e-be6e-93bcd05d455f'] response: {'server_uuid': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640f0210-b468-45ef-9c4f-33c5454a3942', 'code': 200} May 09 13:42:41.586276 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=640f0210-b468-45ef-9c4f-33c5454a3942,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:41.795675 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4bb8fa89-8233-4731-894e-d9a307ae34b3 req-4fe70ed2-74f4-488a-95f0-0fe5ada6da82 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 1098 time: 0.0720332 May 09 13:42:41.838437 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4bb8fa89-8233-4731-894e-d9a307ae34b3 req-de70e963-f28b-462b-aea8-7e059b5aa107 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368252 May 09 13:42:42.442393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d5b0615-1d9a-47f3-ad2d-60631b60caff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:42.741939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33cb4a-11fe-436f-9cac-8a720467c607 req-4fbb719d-a78c-4e44-baef-8e8b4baa3365 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:42.743286 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fa33cb4a-11fe-436f-9cac-8a720467c607 req-4fbb719d-a78c-4e44-baef-8e8b4baa3365 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 945 time: 0.0767410 May 09 13:42:42.788859 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fa33cb4a-11fe-436f-9cac-8a720467c607 req-e6b6c187-76c9-4932-84d3-cec719181f1a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398769 May 09 13:42:43.392687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:43.836778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:43.984905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56eb88-e630-4eba-ad8d-0ebc70ff7d0e req-be96d6bb-2a2c-4457-b73e-493d7a6b7917 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:43.986384 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f56eb88-e630-4eba-ad8d-0ebc70ff7d0e req-be96d6bb-2a2c-4457-b73e-493d7a6b7917 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 945 time: 0.0788269 May 09 13:42:44.030995 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f56eb88-e630-4eba-ad8d-0ebc70ff7d0e req-ae9f1531-c588-4e1a-83be-3bb4f5a422b7 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389161 May 09 13:42:44.223552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8996a6-60e2-4c20-aada-1c20167e2bb0 req-6fcca8e7-3abe-4349-be10-e46a7858c8ec tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:44.224960 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0c8996a6-60e2-4c20-aada-1c20167e2bb0 req-6fcca8e7-3abe-4349-be10-e46a7858c8ec tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 945 time: 0.0753055 May 09 13:42:44.269111 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0c8996a6-60e2-4c20-aada-1c20167e2bb0 req-4d9cdad5-87f0-43ad-8b35-152727a4ba45 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387938 May 09 13:42:44.296031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33282) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:44.366638 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d049b058-3de9-4d09-8201-86fda31b4ded tempest-TestNetworkBasicOps-2123592736 tempest-TestNetworkBasicOps-2123592736-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 1093 time: 0.0694408 May 09 13:42:44.369027 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33286) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:44.374187 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': '640f0210-b468-45ef-9c4f-33c5454a3942', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:42:44.379477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:42:44.383267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Usage tracker for resource:floatingip and tenant:b8565fca19184006b055116e4f64bdfc is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:42:44.386055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:42:44.392638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:42:44.403616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:44.536527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:44.670000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Allocated IP 172.26.1.19 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/93e3f590-47aa-456d-9434-4e18d09095b0) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:42:44.813876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:44.840510 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:44.906042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:42:44.908902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:42:44.911307 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:42:44.945337 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=93e3f590-47aa-456d-9434-4e18d09095b0,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:45.060082 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:45.479947 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:45.535741 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:45.734589 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:45.738726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:45.836403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event updated for resources: {'Port': ['ID=93e3f590-47aa-456d-9434-4e18d09095b0,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:42:45.855714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:46.038502 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Floating IP b7e6be77-b7bb-46da-bb94-dcfc63fd470a associated. External IP: 172.26.1.19, port: 640f0210-b468-45ef-9c4f-33c5454a3942. May 09 13:42:46.420703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 5b15b167-e4be-4d6d-800e-31bf72e62817 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:42:46.704479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:42:46.713589 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d8131-90de-4230-af60-f1607d3e4c0a None None] Sync routers for ids ['5b15b167-e4be-4d6d-800e-31bf72e62817'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:42:46.724677 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d8131-90de-4230-af60-f1607d3e4c0a None None] Routers {'5b15b167-e4be-4d6d-800e-31bf72e62817'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:42:46.725233 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-012d8131-90de-4230-af60-f1607d3e4c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:42:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b15b167-e4be-4d6d-800e-31bf72e62817'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:46.728765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:46.786335 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cc6ef5f1-40e0-494d-9896-283d3ce3a974 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4161551 May 09 13:42:46.786928 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'tag': '640f0210-b468-45ef-9c4f-33c5454a3942'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:42:46.789018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33290) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:46.841110 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5c1f23-65ff-49ab-bf62-c287d5cc5871'] response: {'name': 'network-changed', 'server_uuid': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'tag': '640f0210-b468-45ef-9c4f-33c5454a3942', 'status': 'completed', 'code': 200} May 09 13:42:46.912744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-012d8131-90de-4230-af60-f1607d3e4c0a None None] Set router 5b15b167-e4be-4d6d-800e-31bf72e62817 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:42:46.944387 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-353fdbdb-7004-4804-9933-d290acea4a48 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/b7e6be77-b7bb-46da-bb94-dcfc63fd470a HTTP/1.1" status: 200 len: 990 time: 0.1523798 May 09 13:42:46.960300 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-55b31936-f1d4-4dd9-83ed-9114b6d8df11 req-6a2af461-e0be-474b-ad0b-de80ad78a53b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 1098 time: 0.0937283 May 09 13:42:47.092423 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b31936-f1d4-4dd9-83ed-9114b6d8df11 req-0bda843a-5356-421b-94cd-bb0299e19a38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:47.093880 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-55b31936-f1d4-4dd9-83ed-9114b6d8df11 req-0bda843a-5356-421b-94cd-bb0299e19a38 service neutron] 10.222.0.57 "GET /v2.0/networks?id=926077af-5d78-47dc-9d4d-e60c0a2e07e7 HTTP/1.1" status: 200 len: 897 time: 0.1265686 May 09 13:42:47.195185 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-55b31936-f1d4-4dd9-83ed-9114b6d8df11 req-605bfc6d-2c6d-4639-9b53-c2163a5fe2a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640f0210-b468-45ef-9c4f-33c5454a3942 HTTP/1.1" status: 200 len: 998 time: 0.0952039 May 09 13:42:47.255602 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-012d8131-90de-4230-af60-f1607d3e4c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:27Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'b7e6be77-b7bb-46da-bb94-dcfc63fd470a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.19', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'port_id': '640f0210-b468-45ef-9c4f-33c5454a3942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'mac_address': 'fa:16:3e:95:39:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:42:45Z', 'updated_at': '2022-05-09T13:42:45Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db91ed95-fca7-4e77-9e57-c5e28e3e9536', 'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7d:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:26Z', 'updated_at': '2022-05-09T13:42:33Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:47.256064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b31936-f1d4-4dd9-83ed-9114b6d8df11 req-7ef58789-efb0-436c-a953-f61595a7a449 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:47.257576 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-55b31936-f1d4-4dd9-83ed-9114b6d8df11 req-7ef58789-efb0-436c-a953-f61595a7a449 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f107fc-ad3f-41be-b11e-062e9eada3fc HTTP/1.1" status: 200 len: 833 time: 0.0571463 May 09 13:42:47.259434 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d8131-90de-4230-af60-f1607d3e4c0a None None] Checking router: 5b15b167-e4be-4d6d-800e-31bf72e62817 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:42:47.270538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d8131-90de-4230-af60-f1607d3e4c0a None None] Routers {'5b15b167-e4be-4d6d-800e-31bf72e62817'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:42:47.271121 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-012d8131-90de-4230-af60-f1607d3e4c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:42:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b15b167-e4be-4d6d-800e-31bf72e62817'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:47.333909 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-55b31936-f1d4-4dd9-83ed-9114b6d8df11 req-0616b85f-c0c1-4711-aae8-e5f8b8c57d89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=926077af-5d78-47dc-9d4d-e60c0a2e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705359 May 09 13:42:47.443389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-012d8131-90de-4230-af60-f1607d3e4c0a None None] Set router 5b15b167-e4be-4d6d-800e-31bf72e62817 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:42:47.462392 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-55b31936-f1d4-4dd9-83ed-9114b6d8df11 req-584d4bdd-cd1e-451b-b88c-fe0e152b2a49 service neutron] 10.222.0.57 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228027 May 09 13:42:47.591024 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-55b31936-f1d4-4dd9-83ed-9114b6d8df11 req-2f223b0b-7b27-4a87-bcdc-a68557b6eef4 service neutron] 10.222.0.57 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230097 May 09 13:42:47.789280 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-012d8131-90de-4230-af60-f1607d3e4c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:27Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'b7e6be77-b7bb-46da-bb94-dcfc63fd470a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.19', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'port_id': '640f0210-b468-45ef-9c4f-33c5454a3942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'mac_address': 'fa:16:3e:95:39:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:42:45Z', 'updated_at': '2022-05-09T13:42:45Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db91ed95-fca7-4e77-9e57-c5e28e3e9536', 'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7d:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:26Z', 'updated_at': '2022-05-09T13:42:33Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:42:47.793068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d8131-90de-4230-af60-f1607d3e4c0a None None] The sync data for ids ['5b15b167-e4be-4d6d-800e-31bf72e62817'] in dv-neutron-840889-2-hyperv is: [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:27Z', 'revision_number': 4, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'b7e6be77-b7bb-46da-bb94-dcfc63fd470a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.19', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'port_id': '640f0210-b468-45ef-9c4f-33c5454a3942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'mac_address': 'fa:16:3e:95:39:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:42:45Z', 'updated_at': '2022-05-09T13:42:45Z', 'revision_number': 0, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db91ed95-fca7-4e77-9e57-c5e28e3e9536', 'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7d:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:26Z', 'updated_at': '2022-05-09T13:42:33Z', 'revision_number': 5, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:42:47.947024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33296) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:48.048909 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-81d17e9b-5376-4420-8154-b468d4cdc751 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/b7e6be77-b7bb-46da-bb94-dcfc63fd470a HTTP/1.1" status: 200 len: 990 time: 0.1007347 May 09 13:42:48.745553 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bbcf2a-eea2-4057-b78a-bfbe64b3cd12 None None] New status for floating IP b7e6be77-b7bb-46da-bb94-dcfc63fd470a: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:42:49.052698 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33300) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:42:49.155442 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5d07ea54-e20b-4fe7-a444-ff43b5cfc2dd tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/b7e6be77-b7bb-46da-bb94-dcfc63fd470a HTTP/1.1" status: 200 len: 992 time: 0.1015451 May 09 13:42:51.440203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:42:52.056403 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-81086ce1-ab6b-46b2-8254-af8fc868af33 req-0a37d323-3780-4e61-83f8-40a5bda7cbd8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1536148 May 09 13:42:52.192876 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-81086ce1-ab6b-46b2-8254-af8fc868af33 req-1bdd051e-4673-46e2-9ed4-a0bb104fb600 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 1098 time: 0.0665646 May 09 13:42:52.337876 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81086ce1-ab6b-46b2-8254-af8fc868af33 req-ca8fd932-74b5-4738-88fb-9e72294cfa8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:52.339203 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-81086ce1-ab6b-46b2-8254-af8fc868af33 req-ca8fd932-74b5-4738-88fb-9e72294cfa8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=926077af-5d78-47dc-9d4d-e60c0a2e07e7 HTTP/1.1" status: 200 len: 897 time: 0.1232920 May 09 13:42:52.439883 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-81086ce1-ab6b-46b2-8254-af8fc868af33 req-3f35835a-66ea-428f-88ea-c2ca5c844106 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640f0210-b468-45ef-9c4f-33c5454a3942 HTTP/1.1" status: 200 len: 1000 time: 0.0947270 May 09 13:42:52.503997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81086ce1-ab6b-46b2-8254-af8fc868af33 req-145edcd7-db9f-420d-82ca-005183ac0d67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:42:52.505418 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-81086ce1-ab6b-46b2-8254-af8fc868af33 req-145edcd7-db9f-420d-82ca-005183ac0d67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f107fc-ad3f-41be-b11e-062e9eada3fc HTTP/1.1" status: 200 len: 833 time: 0.0598779 May 09 13:42:52.577230 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-81086ce1-ab6b-46b2-8254-af8fc868af33 req-a2366c4b-9382-458a-8eb2-1f55054ee438 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=926077af-5d78-47dc-9d4d-e60c0a2e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660276 May 09 13:42:52.705734 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-81086ce1-ab6b-46b2-8254-af8fc868af33 req-f3fb79f3-797f-44ad-b25c-7f4d72aff1a7 service neutron] 10.222.0.57 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224725 May 09 13:42:52.841191 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-81086ce1-ab6b-46b2-8254-af8fc868af33 req-9c59eb54-2230-4ea0-99d1-94c1d5dcaca8 service neutron] 10.222.0.57 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290579 May 09 13:43:04.983882 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:43:10.146757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3400361e-5146-430f-a9c6-3c9eaebbbf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:12.443724 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2666f178-a84e-40ef-899a-a424c65356e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:13.394264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:13.838302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:15.062246 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:21.440953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:40.148302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a02c86f0-242a-440e-a1f8-3e840865c197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:41.983941 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:43:42.445071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7a1a-a175-4d15-ab71-68f357cc3d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:43.400165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:43.839753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:45.063773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:49.842252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33322) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:43:49.847553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-38e81617-0766-45f6-b900-c2a8c0711bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:43:50.389236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38e81617-0766-45f6-b900-c2a8c0711bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:50.398605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38e81617-0766-45f6-b900-c2a8c0711bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:50.682556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e81617-0766-45f6-b900-c2a8c0711bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 5b15b167-e4be-4d6d-800e-31bf72e62817 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:43:50.875276 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e81617-0766-45f6-b900-c2a8c0711bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:43:50.881151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38e81617-0766-45f6-b900-c2a8c0711bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:50.883276 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-38e81617-0766-45f6-b900-c2a8c0711bcc tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/5b15b167-e4be-4d6d-800e-31bf72e62817 HTTP/1.1" status: 200 len: 889 time: 1.0390723 May 09 13:43:50.884401 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07111ccd-0468-4d83-9c6d-bad6b6cd18f7 None None] Sync routers for ids ['5b15b167-e4be-4d6d-800e-31bf72e62817'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:43:50.896536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07111ccd-0468-4d83-9c6d-bad6b6cd18f7 None None] Routers {'5b15b167-e4be-4d6d-800e-31bf72e62817'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:43:50.897189 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-07111ccd-0468-4d83-9c6d-bad6b6cd18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:43:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b15b167-e4be-4d6d-800e-31bf72e62817'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:43:50.953998 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-07111ccd-0468-4d83-9c6d-bad6b6cd18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:43:50.964602 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07111ccd-0468-4d83-9c6d-bad6b6cd18f7 None None] Routers {'5b15b167-e4be-4d6d-800e-31bf72e62817'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:43:50.965179 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-07111ccd-0468-4d83-9c6d-bad6b6cd18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:43:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b15b167-e4be-4d6d-800e-31bf72e62817'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:43:51.058912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-07111ccd-0468-4d83-9c6d-bad6b6cd18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:43:51.059320 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07111ccd-0468-4d83-9c6d-bad6b6cd18f7 None None] The sync data for ids ['5b15b167-e4be-4d6d-800e-31bf72e62817'] in dv-neutron-840889-2-hyperv is: [] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:43:51.441672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:51.822064 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d2ea8-6e24-44a1-8f49-d9f9ba255988 None None] New status for floating IP b7e6be77-b7bb-46da-bb94-dcfc63fd470a: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:43:53.026629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device db91ed95-fca7-4e77-9e57-c5e28e3e9536 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:43:53.055251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33330) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:43:53.060662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ea781bde-359b-45ab-be53-9f1b6d64e934 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:43:53.135179 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:53.165155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port db91ed95-fca7-4e77-9e57-c5e28e3e9536, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=db91ed95-fca7-4e77-9e57-c5e28e3e9536,segment=NetworkSegment(b2283e84-73cc-4a13-becd-fe8c1c9d2155),segment_id=b2283e84-73cc-4a13-becd-fe8c1c9d2155)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:43:53.169709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:53.170299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 17e11301-1100-4721-bdb4-6f7436b1a28c no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:43:53.288960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=db91ed95-fca7-4e77-9e57-c5e28e3e9536,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:43:53.335380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:43:53.335710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:43:53.336036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:43:53.336359 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:43:53.336677 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:43:53.336994 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:43:53.337344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:43:53.337665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:43:53.337975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:43:53.338287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:43:53.338596 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:43:53.351410 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:53.367629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 17e11301-1100-4721-bdb4-6f7436b1a28c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=17e11301-1100-4721-bdb4-6f7436b1a28c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:43:53.371820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:53.440015 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=17e11301-1100-4721-bdb4-6f7436b1a28c,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:43:53.506921 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72c46cad-4769-48c1-bc1f-e0200d94d118 req-4e9b2dff-6d23-4136-baa0-96e8d75c09be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0962188 May 09 13:43:53.729596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ea781bde-359b-45ab-be53-9f1b6d64e934 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:53.742625 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72c46cad-4769-48c1-bc1f-e0200d94d118 req-3090a3f7-96c2-4c91-a7c6-56e8091de4b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 1098 time: 0.1208665 May 09 13:43:53.743887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ea781bde-359b-45ab-be53-9f1b6d64e934 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8065810'] for router, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:53.994845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c46cad-4769-48c1-bc1f-e0200d94d118 req-9613324e-97cb-46e9-8864-f1214ddaad50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:43:53.996161 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72c46cad-4769-48c1-bc1f-e0200d94d118 req-9613324e-97cb-46e9-8864-f1214ddaad50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=926077af-5d78-47dc-9d4d-e60c0a2e07e7 HTTP/1.1" status: 200 len: 897 time: 0.2033551 May 09 13:43:54.211339 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72c46cad-4769-48c1-bc1f-e0200d94d118 req-07d4b86d-d02a-488d-b493-04e8fe1a18d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640f0210-b468-45ef-9c4f-33c5454a3942 HTTP/1.1" status: 200 len: 998 time: 0.2067502 May 09 13:43:54.283715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea781bde-359b-45ab-be53-9f1b6d64e934 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 5b15b167-e4be-4d6d-800e-31bf72e62817 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:43:54.285102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c46cad-4769-48c1-bc1f-e0200d94d118 req-e2130657-9e1b-4732-9c9c-430dc1b91887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:43:54.286501 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72c46cad-4769-48c1-bc1f-e0200d94d118 req-e2130657-9e1b-4732-9c9c-430dc1b91887 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f107fc-ad3f-41be-b11e-062e9eada3fc HTTP/1.1" status: 200 len: 833 time: 0.0663693 May 09 13:43:54.502406 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72c46cad-4769-48c1-bc1f-e0200d94d118 req-7609c9cc-7028-4629-8aae-629267f96299 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=926077af-5d78-47dc-9d4d-e60c0a2e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2091315 May 09 13:43:54.652266 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72c46cad-4769-48c1-bc1f-e0200d94d118 req-391d3fa0-1abc-4a66-bbf4-ed9e52de325e service neutron] 10.222.0.57 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428316 May 09 13:43:54.727569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea781bde-359b-45ab-be53-9f1b6d64e934 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:43:54.736822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ea781bde-359b-45ab-be53-9f1b6d64e934 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:54.737963 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ea781bde-359b-45ab-be53-9f1b6d64e934 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/5b15b167-e4be-4d6d-800e-31bf72e62817 HTTP/1.1" status: 200 len: 888 time: 1.6816771 May 09 13:43:54.739216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f780d920-fd3e-4863-a6de-e81df868d75e None None] Sync routers for ids ['5b15b167-e4be-4d6d-800e-31bf72e62817'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:43:54.741372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33334) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:43:54.761882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f780d920-fd3e-4863-a6de-e81df868d75e None None] Routers {'5b15b167-e4be-4d6d-800e-31bf72e62817'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:43:54.762491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f780d920-fd3e-4863-a6de-e81df868d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:43:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b15b167-e4be-4d6d-800e-31bf72e62817'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:43:54.793445 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72c46cad-4769-48c1-bc1f-e0200d94d118 req-0440af65-09ad-4d38-a0af-7346f41c430f service neutron] 10.222.0.57 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345799 May 09 13:43:54.847050 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fd618a85-cb9d-492e-88fc-22d185f02f4c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/b7e6be77-b7bb-46da-bb94-dcfc63fd470a HTTP/1.1" status: 200 len: 990 time: 0.1045275 May 09 13:43:54.935462 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-f780d920-fd3e-4863-a6de-e81df868d75e None None] Set router 5b15b167-e4be-4d6d-800e-31bf72e62817 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:43:55.268296 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f780d920-fd3e-4863-a6de-e81df868d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:43:53Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:43:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'b7e6be77-b7bb-46da-bb94-dcfc63fd470a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.19', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'port_id': '640f0210-b468-45ef-9c4f-33c5454a3942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'mac_address': 'fa:16:3e:95:39:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:42:45Z', 'updated_at': '2022-05-09T13:43:52Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db91ed95-fca7-4e77-9e57-c5e28e3e9536', 'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7d:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:26Z', 'updated_at': '2022-05-09T13:43:53Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:43:55.271900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f780d920-fd3e-4863-a6de-e81df868d75e None None] Checking router: 5b15b167-e4be-4d6d-800e-31bf72e62817 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:43:55.281980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f780d920-fd3e-4863-a6de-e81df868d75e None None] Routers {'5b15b167-e4be-4d6d-800e-31bf72e62817'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:43:55.283083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f780d920-fd3e-4863-a6de-e81df868d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:43:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b15b167-e4be-4d6d-800e-31bf72e62817'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:43:55.454999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-f780d920-fd3e-4863-a6de-e81df868d75e None None] Set router 5b15b167-e4be-4d6d-800e-31bf72e62817 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:43:55.830429 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f780d920-fd3e-4863-a6de-e81df868d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:43:53Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:43:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'b7e6be77-b7bb-46da-bb94-dcfc63fd470a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.19', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'port_id': '640f0210-b468-45ef-9c4f-33c5454a3942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'mac_address': 'fa:16:3e:95:39:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:42:45Z', 'updated_at': '2022-05-09T13:43:52Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db91ed95-fca7-4e77-9e57-c5e28e3e9536', 'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7d:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:26Z', 'updated_at': '2022-05-09T13:43:53Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:43:55.834355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f780d920-fd3e-4863-a6de-e81df868d75e None None] The sync data for ids ['5b15b167-e4be-4d6d-800e-31bf72e62817'] in dv-neutron-840889-2-hyperv is: [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:43:53Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:43:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'b7e6be77-b7bb-46da-bb94-dcfc63fd470a', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'floating_ip_address': '172.26.1.19', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'port_id': '640f0210-b468-45ef-9c4f-33c5454a3942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'mac_address': 'fa:16:3e:95:39:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:42:45Z', 'updated_at': '2022-05-09T13:43:52Z', 'revision_number': 2, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db91ed95-fca7-4e77-9e57-c5e28e3e9536', 'name': '', 'network_id': '926077af-5d78-47dc-9d4d-e60c0a2e07e7', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'mac_address': 'fa:16:3e:7d:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:26Z', 'updated_at': '2022-05-09T13:43:53Z', 'revision_number': 6, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'subnets': [{'id': 'e1f107fc-ad3f-41be-b11e-062e9eada3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:43:55.855606 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33338) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:43:55.967781 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c48eee32-f207-418f-b122-51bcf61495d1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/b7e6be77-b7bb-46da-bb94-dcfc63fd470a HTTP/1.1" status: 200 len: 990 time: 0.1093564 May 09 13:43:56.968353 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33342) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:43:57.065168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device db91ed95-fca7-4e77-9e57-c5e28e3e9536 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:43:57.078167 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8224638d-59d7-4623-8412-d4bf7d4f151a tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/b7e6be77-b7bb-46da-bb94-dcfc63fd470a HTTP/1.1" status: 200 len: 990 time: 0.1087976 May 09 13:43:57.133860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port db91ed95-fca7-4e77-9e57-c5e28e3e9536 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:43:57.134226 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:57.247143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:57.278152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port db91ed95-fca7-4e77-9e57-c5e28e3e9536, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=db91ed95-fca7-4e77-9e57-c5e28e3e9536,segment=NetworkSegment(b2283e84-73cc-4a13-becd-fe8c1c9d2155),segment_id=b2283e84-73cc-4a13-becd-fe8c1c9d2155)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:43:57.281797 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:57.282533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 17e11301-1100-4721-bdb4-6f7436b1a28c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:43:57.392362 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=db91ed95-fca7-4e77-9e57-c5e28e3e9536,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:43:57.405614 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 17e11301-1100-4721-bdb4-6f7436b1a28c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:43:57.405982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:57.513167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:57.528701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 17e11301-1100-4721-bdb4-6f7436b1a28c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=17e11301-1100-4721-bdb4-6f7436b1a28c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:43:57.532636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:57.599771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=17e11301-1100-4721-bdb4-6f7436b1a28c,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:43:58.082640 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33346) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:43:58.188120 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-660ed8a5-eeec-4f2a-bb84-2291846759a0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/b7e6be77-b7bb-46da-bb94-dcfc63fd470a HTTP/1.1" status: 200 len: 990 time: 0.1043439 May 09 13:43:59.036773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device db91ed95-fca7-4e77-9e57-c5e28e3e9536 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:43:59.102066 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port db91ed95-fca7-4e77-9e57-c5e28e3e9536 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:43:59.102418 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:59.191177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33350) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:43:59.214803 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 17e11301-1100-4721-bdb4-6f7436b1a28c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:43:59.281577 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 17e11301-1100-4721-bdb4-6f7436b1a28c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:43:59.281859 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:43:59.293980 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0ba034df-a75d-46bc-bf34-6a0f77c62a35 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/b7e6be77-b7bb-46da-bb94-dcfc63fd470a HTTP/1.1" status: 200 len: 990 time: 0.1016960 May 09 13:44:00.297422 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33354) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:00.400072 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ef3b7bc2-a043-4006-9abc-2724338d95a0 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/b7e6be77-b7bb-46da-bb94-dcfc63fd470a HTTP/1.1" status: 200 len: 990 time: 0.1014698 May 09 13:44:01.403766 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33358) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:01.502640 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e38ca5f0-5d91-47d3-b27a-5b1eb1feb916 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/b7e6be77-b7bb-46da-bb94-dcfc63fd470a HTTP/1.1" status: 200 len: 990 time: 0.0977747 May 09 13:44:02.506506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33362) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:02.610741 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d6b17578-a02c-4331-a4f2-ef5032d76209 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/b7e6be77-b7bb-46da-bb94-dcfc63fd470a HTTP/1.1" status: 200 len: 990 time: 0.1026587 May 09 13:44:02.971449 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c98683-281d-453f-9202-5e67682af412 None None] New status for floating IP b7e6be77-b7bb-46da-bb94-dcfc63fd470a: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:44:03.614089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33366) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:03.716759 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dfa4beac-a7bd-456d-b03b-396ff20a7d8c tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/floatingips/b7e6be77-b7bb-46da-bb94-dcfc63fd470a HTTP/1.1" status: 200 len: 992 time: 0.1014273 May 09 13:44:04.008355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33376) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:04.208168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 93e3f590-47aa-456d-9434-4e18d09095b0 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:44:04.208418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:04.471241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:04.471538 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:04.591608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 93e3f590-47aa-456d-9434-4e18d09095b0 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:44:04.732633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:04.781113 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=93e3f590-47aa-456d-9434-4e18d09095b0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:04.817988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:04.818317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:04.818654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:04.818988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:04.819319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:04.819646 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:04.819970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:04.820297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:04.820616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:04.820938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:04.821285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:04.879081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:05.264317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 5b15b167-e4be-4d6d-800e-31bf72e62817 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:44:05.468317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:44:05.484197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:05.540108 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5de519ba-39ef-435a-b051-3379e6275e70 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/floatingips/b7e6be77-b7bb-46da-bb94-dcfc63fd470a HTTP/1.1" status: 204 len: 168 time: 1.5305452 May 09 13:44:05.540544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'tag': '640f0210-b468-45ef-9c4f-33c5454a3942'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:44:05.596317 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf995b3-1a50-4ee5-8e2e-9abf4f3ff33a'] response: {'name': 'network-changed', 'server_uuid': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'tag': '640f0210-b468-45ef-9c4f-33c5454a3942', 'status': 'completed', 'code': 200} May 09 13:44:05.684954 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-174b2539-7d6b-4618-ae0b-dd22b5949573 req-658990b7-7441-46aa-871a-77ef6d29c18e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8565fca19184006b055116e4f64bdfc&device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 1098 time: 0.0679812 May 09 13:44:05.847841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b2539-7d6b-4618-ae0b-dd22b5949573 req-57e3ee47-a8bb-421d-b76e-68e73f1ae9f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:05.849411 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-174b2539-7d6b-4618-ae0b-dd22b5949573 req-57e3ee47-a8bb-421d-b76e-68e73f1ae9f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=926077af-5d78-47dc-9d4d-e60c0a2e07e7 HTTP/1.1" status: 200 len: 897 time: 0.1583524 May 09 13:44:05.936239 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb42ea6-9a27-4689-9e16-69fc331ccc4a req-375ed6a2-1fac-4a50-a2a5-10ae0d59eba6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:05.937820 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-afb42ea6-9a27-4689-9e16-69fc331ccc4a req-375ed6a2-1fac-4a50-a2a5-10ae0d59eba6 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 945 time: 0.0861869 May 09 13:44:05.987092 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-afb42ea6-9a27-4689-9e16-69fc331ccc4a req-267907f4-08e7-4ce1-a6e4-45b7a8bee481 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431786 May 09 13:44:06.023592 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-174b2539-7d6b-4618-ae0b-dd22b5949573 req-e2d252e6-3760-4413-b8b0-74ded2cd6c1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640f0210-b468-45ef-9c4f-33c5454a3942 HTTP/1.1" status: 200 len: 217 time: 0.1673505 May 09 13:44:06.084578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b2539-7d6b-4618-ae0b-dd22b5949573 req-f8c2249d-a560-4cac-96a9-fba082357724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:06.085981 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-174b2539-7d6b-4618-ae0b-dd22b5949573 req-f8c2249d-a560-4cac-96a9-fba082357724 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f107fc-ad3f-41be-b11e-062e9eada3fc HTTP/1.1" status: 200 len: 833 time: 0.0559235 May 09 13:44:06.166651 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-174b2539-7d6b-4618-ae0b-dd22b5949573 req-1c230c96-8745-4f6f-81bd-e3a951a1807e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=926077af-5d78-47dc-9d4d-e60c0a2e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731647 May 09 13:44:06.337118 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-174b2539-7d6b-4618-ae0b-dd22b5949573 req-6ec584be-33c4-4079-94ba-6598859f569f service neutron] 10.222.0.57 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643300 May 09 13:44:06.465237 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-174b2539-7d6b-4618-ae0b-dd22b5949573 req-8f782965-ad4b-4a99-88cd-c579b2663fb1 service neutron] 10.222.0.57 "GET /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219878 May 09 13:44:07.188956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b130c2-edf2-414c-8d2e-b68c7436361e req-7e6550a4-0041-4d95-be20-5320271d9743 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:07.190472 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f4b130c2-edf2-414c-8d2e-b68c7436361e req-7e6550a4-0041-4d95-be20-5320271d9743 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 945 time: 0.0804887 May 09 13:44:07.237708 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f4b130c2-edf2-414c-8d2e-b68c7436361e req-de44f4d8-ef86-4d8a-ab02-75b7551b323d tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415852 May 09 13:44:07.388442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342d830-0e9b-4575-ad24-992b9954770a req-3ec6a964-9e05-48d0-97c1-6f4b2359e466 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:07.389120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-2342d830-0e9b-4575-ad24-992b9954770a req-3ec6a964-9e05-48d0-97c1-6f4b2359e466 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Synchronizing usage tracker for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:44:07.403748 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-2342d830-0e9b-4575-ad24-992b9954770a req-3ec6a964-9e05-48d0-97c1-6f4b2359e466 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Unset dirty status for tenant:b8565fca19184006b055116e4f64bdfc on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:44:07.404903 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2342d830-0e9b-4575-ad24-992b9954770a req-3ec6a964-9e05-48d0-97c1-6f4b2359e466 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 945 time: 0.0945559 May 09 13:44:07.470932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-2342d830-0e9b-4575-ad24-992b9954770a req-4e7c3ffb-e677-425d-b896-8f2cd4eed2f3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 640f0210-b468-45ef-9c4f-33c5454a3942 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:44:07.471260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2342d830-0e9b-4575-ad24-992b9954770a req-4e7c3ffb-e677-425d-b896-8f2cd4eed2f3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:07.715122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-2342d830-0e9b-4575-ad24-992b9954770a req-4e7c3ffb-e677-425d-b896-8f2cd4eed2f3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 640f0210-b468-45ef-9c4f-33c5454a3942, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=640f0210-b468-45ef-9c4f-33c5454a3942,segment=NetworkSegment(b2283e84-73cc-4a13-becd-fe8c1c9d2155),segment_id=b2283e84-73cc-4a13-becd-fe8c1c9d2155)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:44:07.715468 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2342d830-0e9b-4575-ad24-992b9954770a req-4e7c3ffb-e677-425d-b896-8f2cd4eed2f3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:07.832532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-2342d830-0e9b-4575-ad24-992b9954770a req-4e7c3ffb-e677-425d-b896-8f2cd4eed2f3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 640f0210-b468-45ef-9c4f-33c5454a3942 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:44:07.977464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2342d830-0e9b-4575-ad24-992b9954770a req-4e7c3ffb-e677-425d-b896-8f2cd4eed2f3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:08.023317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c3ffb-e677-425d-b896-8f2cd4eed2f3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=640f0210-b468-45ef-9c4f-33c5454a3942,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:08.099839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2342d830-0e9b-4575-ad24-992b9954770a req-4e7c3ffb-e677-425d-b896-8f2cd4eed2f3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] No DVR routers for this DVR port 640f0210-b468-45ef-9c4f-33c5454a3942 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:44:08.102170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2342d830-0e9b-4575-ad24-992b9954770a req-4e7c3ffb-e677-425d-b896-8f2cd4eed2f3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:08.104566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'name': 'network-vif-deleted', 'tag': '640f0210-b468-45ef-9c4f-33c5454a3942'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:44:08.120194 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2342d830-0e9b-4575-ad24-992b9954770a req-4e7c3ffb-e677-425d-b896-8f2cd4eed2f3 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.57 "DELETE /v2.0/ports/640f0210-b468-45ef-9c4f-33c5454a3942 HTTP/1.1" status: 204 len: 173 time: 0.7104127 May 09 13:44:08.163376 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f4f211-b94e-4a66-a604-4a6af97dce15'] response: {'server_uuid': '6a8daff3-302f-4a70-86c9-7d585b6104e4', 'name': 'network-vif-deleted', 'tag': '640f0210-b468-45ef-9c4f-33c5454a3942', 'status': 'completed', 'code': 200} May 09 13:44:08.415046 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-631ebba5-6644-4e0d-9da5-2eaad506c4dd req-bcdb6293-9a82-4d30-a309-c06a4f097a30 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a8daff3-302f-4a70-86c9-7d585b6104e4 HTTP/1.1" status: 200 len: 210 time: 0.0417151 May 09 13:44:09.522082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33394) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:09.590465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-72361c19-0f74-40e7-aff6-f7abafdc15e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:09.619290 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-72361c19-0f74-40e7-aff6-f7abafdc15e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:09.681201 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-72361c19-0f74-40e7-aff6-f7abafdc15e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:09.702321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72361c19-0f74-40e7-aff6-f7abafdc15e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:09.712949 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-72361c19-0f74-40e7-aff6-f7abafdc15e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:09.714127 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-72361c19-0f74-40e7-aff6-f7abafdc15e4 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/security-groups/9e9d2b4f-f87b-4c1c-9a0a-f62d278d1700 HTTP/1.1" status: 204 len: 168 time: 0.1910772 May 09 13:44:09.755295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33400) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:10.151938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edff82b1-8cfe-4871-a4d0-00c8922a7909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:10.249383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-72550907-52f1-4f71-bd9e-c971afaae27e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:10.872044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-72550907-52f1-4f71-bd9e-c971afaae27e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port db91ed95-fca7-4e77-9e57-c5e28e3e9536 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:44:10.872691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-72550907-52f1-4f71-bd9e-c971afaae27e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:11.119138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-72550907-52f1-4f71-bd9e-c971afaae27e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port db91ed95-fca7-4e77-9e57-c5e28e3e9536, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=db91ed95-fca7-4e77-9e57-c5e28e3e9536,segment=NetworkSegment(b2283e84-73cc-4a13-becd-fe8c1c9d2155),segment_id=b2283e84-73cc-4a13-becd-fe8c1c9d2155)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:44:11.119603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-72550907-52f1-4f71-bd9e-c971afaae27e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:11.283855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-72550907-52f1-4f71-bd9e-c971afaae27e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for db91ed95-fca7-4e77-9e57-c5e28e3e9536 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:44:11.474711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-72550907-52f1-4f71-bd9e-c971afaae27e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:11.518193 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72550907-52f1-4f71-bd9e-c971afaae27e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=db91ed95-fca7-4e77-9e57-c5e28e3e9536,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:11.646090 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 640f0210-b468-45ef-9c4f-33c5454a3942 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:44:11.684717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 640f0210-b468-45ef-9c4f-33c5454a3942 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:44:11.685364 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 640f0210-b468-45ef-9c4f-33c5454a3942 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:44:11.920360 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-72550907-52f1-4f71-bd9e-c971afaae27e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:12.446463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-60126b81-4d54-4fa3-8fd5-2e53dfa1ffe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:12.507111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72550907-52f1-4f71-bd9e-c971afaae27e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Router 5b15b167-e4be-4d6d-800e-31bf72e62817 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:44:12.712272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72550907-52f1-4f71-bd9e-c971afaae27e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:44:12.725417 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-72550907-52f1-4f71-bd9e-c971afaae27e tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "PUT /v2.0/routers/5b15b167-e4be-4d6d-800e-31bf72e62817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9688010 May 09 13:44:12.728133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33404) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:12.909929 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d64e69-2e9d-45c0-855c-38a805cf627f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting subnet e1f107fc-ad3f-41be-b11e-062e9eada3fc {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:44:12.912702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3d64e69-2e9d-45c0-855c-38a805cf627f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:12.968312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3d64e69-2e9d-45c0-855c-38a805cf627f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:13.048717 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3d64e69-2e9d-45c0-855c-38a805cf627f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:13.118318 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3d64e69-2e9d-45c0-855c-38a805cf627f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:13.162215 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d64e69-2e9d-45c0-855c-38a805cf627f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f107fc-ad3f-41be-b11e-062e9eada3fc,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:13.168609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b3d64e69-2e9d-45c0-855c-38a805cf627f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:13.173477 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26dbef1-77c1-48b9-833c-78183c291572 None None] Network 926077af-5d78-47dc-9d4d-e60c0a2e07e7 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:44:13.177905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33408) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:13.178402 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b3d64e69-2e9d-45c0-855c-38a805cf627f tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/subnets/e1f107fc-ad3f-41be-b11e-062e9eada3fc HTTP/1.1" status: 204 len: 168 time: 0.4488847 May 09 13:44:13.387172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:13.401375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:13.416537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c876f-934f-4669-be4c-03c3c4ad8611 None None] DHCP port deletion for 926077af-5d78-47dc-9d4d-e60c0a2e07e7 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:44:13.421123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c876f-934f-4669-be4c-03c3c4ad8611 None None] Deleting port 4f98affe-f83a-42a6-9c1e-4bc4befb67ca {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:44:13.421753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac6c876f-934f-4669-be4c-03c3c4ad8611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:13.451382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70027e-c529-44cb-b4de-35f06701a637 None None] Sync routers for ids ['5b15b167-e4be-4d6d-800e-31bf72e62817'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:44:13.480642 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b70027e-c529-44cb-b4de-35f06701a637 None None] Routers {'5b15b167-e4be-4d6d-800e-31bf72e62817'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:44:13.481247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2b70027e-c529-44cb-b4de-35f06701a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:44:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b15b167-e4be-4d6d-800e-31bf72e62817'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:44:13.586928 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:13.596911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Deleting port 17e11301-1100-4721-bdb4-6f7436b1a28c {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:44:13.597336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:13.815927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ac6c876f-934f-4669-be4c-03c3c4ad8611 None None] For port 4f98affe-f83a-42a6-9c1e-4bc4befb67ca, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4f98affe-f83a-42a6-9c1e-4bc4befb67ca,segment=NetworkSegment(b2283e84-73cc-4a13-becd-fe8c1c9d2155),segment_id=b2283e84-73cc-4a13-becd-fe8c1c9d2155)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:44:13.816306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac6c876f-934f-4669-be4c-03c3c4ad8611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:13.866439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] For port 17e11301-1100-4721-bdb4-6f7436b1a28c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=17e11301-1100-4721-bdb4-6f7436b1a28c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:44:13.866794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:13.943936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-2b70027e-c529-44cb-b4de-35f06701a637 None None] Set router 5b15b167-e4be-4d6d-800e-31bf72e62817 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:44:13.984471 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Calling delete_port for 17e11301-1100-4721-bdb4-6f7436b1a28c owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:44:13.984674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c876f-934f-4669-be4c-03c3c4ad8611 None None] Calling delete_port for 4f98affe-f83a-42a6-9c1e-4bc4befb67ca owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:44:14.025657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:14.147895 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:14.195288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac6c876f-934f-4669-be4c-03c3c4ad8611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:14.196161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Port': ['ID=17e11301-1100-4721-bdb4-6f7436b1a28c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:14.238801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:14.239151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:14.239488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:14.239817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:14.240179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:14.240475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:14.240798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:14.241127 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:14.241743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:14.242059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:14.242378 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:14.248538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c876f-934f-4669-be4c-03c3c4ad8611 None None] Pushing event deleted for resources: {'Port': ['ID=4f98affe-f83a-42a6-9c1e-4bc4befb67ca,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:14.269203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c876f-934f-4669-be4c-03c3c4ad8611 None None] No DVR routers for this DVR port 4f98affe-f83a-42a6-9c1e-4bc4befb67ca on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:44:14.336491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2b70027e-c529-44cb-b4de-35f06701a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:44:11Z', 'revision_number': 7, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port': {'id': '17e11301-1100-4721-bdb4-6f7436b1a28c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:43:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:44:14.340564 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70027e-c529-44cb-b4de-35f06701a637 None None] Checking router: 5b15b167-e4be-4d6d-800e-31bf72e62817 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:44:14.351835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b70027e-c529-44cb-b4de-35f06701a637 None None] Routers {'5b15b167-e4be-4d6d-800e-31bf72e62817'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:44:14.352441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2b70027e-c529-44cb-b4de-35f06701a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:44:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5b15b167-e4be-4d6d-800e-31bf72e62817'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:44:14.431581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:14.476780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-2b70027e-c529-44cb-b4de-35f06701a637 None None] Set router 5b15b167-e4be-4d6d-800e-31bf72e62817 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:44:14.582772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2b70027e-c529-44cb-b4de-35f06701a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:44:14Z', 'revision_number': 9, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:44:14.586639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70027e-c529-44cb-b4de-35f06701a637 None None] The sync data for ids ['5b15b167-e4be-4d6d-800e-31bf72e62817'] in dv-neutron-840889-2-hyperv is: [{'id': '5b15b167-e4be-4d6d-800e-31bf72e62817', 'name': 'tempest-TestNetworkBasicOps-router-1246452558', 'tenant_id': 'b8565fca19184006b055116e4f64bdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:42:23Z', 'updated_at': '2022-05-09T13:44:14Z', 'revision_number': 9, 'project_id': 'b8565fca19184006b055116e4f64bdfc', 'gw_port_host': None}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:44:14.686490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:14.690488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:14.713763 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:14.714250 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Fanout notify agent at l3_agent the message router_deleted on router 5b15b167-e4be-4d6d-800e-31bf72e62817 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:44:14.728809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:14.729897 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0b7b2d5a-2646-4948-a101-791260f868f1 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/routers/5b15b167-e4be-4d6d-800e-31bf72e62817 HTTP/1.1" status: 204 len: 168 time: 1.5510454 May 09 13:44:14.732581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33412) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:14.841606 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-739f0b7d-a16a-4374-90f8-01a03d510b96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:15.066708 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:15.068455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-739f0b7d-a16a-4374-90f8-01a03d510b96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:15.092838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-739f0b7d-a16a-4374-90f8-01a03d510b96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926077af-5d78-47dc-9d4d-e60c0a2e07e7']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:44:15.104943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-739f0b7d-a16a-4374-90f8-01a03d510b96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2283e84-73cc-4a13-becd-fe8c1c9d2155') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:44:15.105236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-739f0b7d-a16a-4374-90f8-01a03d510b96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2283e84-73cc-4a13-becd-fe8c1c9d2155') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:44:15.116106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-739f0b7d-a16a-4374-90f8-01a03d510b96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:15.131521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-739f0b7d-a16a-4374-90f8-01a03d510b96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:15.137552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739f0b7d-a16a-4374-90f8-01a03d510b96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:44:15.137933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-739f0b7d-a16a-4374-90f8-01a03d510b96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:44:15.152444 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:44:15.229826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-739f0b7d-a16a-4374-90f8-01a03d510b96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:15.246746 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-739f0b7d-a16a-4374-90f8-01a03d510b96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:15.258003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f0b7d-a16a-4374-90f8-01a03d510b96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] Pushing event deleted for resources: {'Network': ['ID=926077af-5d78-47dc-9d4d-e60c0a2e07e7,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:15.267915 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-739f0b7d-a16a-4374-90f8-01a03d510b96 tempest-TestNetworkBasicOps-1830866125 tempest-TestNetworkBasicOps-1830866125-project] 10.222.0.44 "DELETE /v2.0/networks/926077af-5d78-47dc-9d4d-e60c0a2e07e7 HTTP/1.1" status: 204 len: 168 time: 0.5342495 May 09 13:44:15.414859 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device db91ed95-fca7-4e77-9e57-c5e28e3e9536 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:44:15.452304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: db91ed95-fca7-4e77-9e57-c5e28e3e9536 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:44:15.452654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device db91ed95-fca7-4e77-9e57-c5e28e3e9536 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:44:15.453076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4f98affe-f83a-42a6-9c1e-4bc4befb67ca no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:44:15.453576 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79de51d-2eea-4ebc-a939-03345ec480fd None None] New status for floating IP b7e6be77-b7bb-46da-bb94-dcfc63fd470a: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:44:15.486207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 4f98affe-f83a-42a6-9c1e-4bc4befb67ca {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:44:15.486447 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4f98affe-f83a-42a6-9c1e-4bc4befb67ca not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:44:15.659798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33420) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:15.835335 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-36e4ac82-3852-4b1e-b87c-c56e444ea729 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8565fca19184006b055116e4f64bdfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1744022 May 09 13:44:15.837842 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33426) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:15.896145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5211-5b0d-4172-8365-6d67b486be6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:15.920423 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5211-5b0d-4172-8365-6d67b486be6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:15.970252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5211-5b0d-4172-8365-6d67b486be6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:15.987264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e5211-5b0d-4172-8365-6d67b486be6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721726d3-38e9-4d3f-bded-375b08fbb476,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:15.993727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5211-5b0d-4172-8365-6d67b486be6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:15.997358 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4d9e5211-5b0d-4172-8365-6d67b486be6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/721726d3-38e9-4d3f-bded-375b08fbb476 HTTP/1.1" status: 204 len: 168 time: 0.1561368 May 09 13:44:16.310851 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33434) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:16.328370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48da5089-e0c3-49af-bdde-80e312039f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:16.362102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-48da5089-e0c3-49af-bdde-80e312039f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:44:16.365874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-48da5089-e0c3-49af-bdde-80e312039f8c admin admin] Usage tracker for resource:security_group_rule and tenant:6c02deb8c8b14dd6bbaa12e36c3a4eb0 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:44:16.368844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-48da5089-e0c3-49af-bdde-80e312039f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:44:16.374412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-48da5089-e0c3-49af-bdde-80e312039f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:44:16.542153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48da5089-e0c3-49af-bdde-80e312039f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:16.546081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-48da5089-e0c3-49af-bdde-80e312039f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:16.599048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da5089-e0c3-49af-bdde-80e312039f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbeafd0-739a-4e02-b3fc-9bb6edd0d0a1,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:16.603392 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-48da5089-e0c3-49af-bdde-80e312039f8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c02deb8c8b14dd6bbaa12e36c3a4eb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2915509 May 09 13:44:16.606393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33438) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:16.663161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2bc33e14-e7b0-485b-abae-b9f5d6ede127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:16.687018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2bc33e14-e7b0-485b-abae-b9f5d6ede127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:16.735771 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2bc33e14-e7b0-485b-abae-b9f5d6ede127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:16.752936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc33e14-e7b0-485b-abae-b9f5d6ede127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbeafd0-739a-4e02-b3fc-9bb6edd0d0a1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:16.759362 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2bc33e14-e7b0-485b-abae-b9f5d6ede127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:16.760465 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2bc33e14-e7b0-485b-abae-b9f5d6ede127 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7bbeafd0-739a-4e02-b3fc-9bb6edd0d0a1 HTTP/1.1" status: 204 len: 168 time: 0.1536238 May 09 13:44:16.998203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 17e11301-1100-4721-bdb4-6f7436b1a28c no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:44:17.032864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 17e11301-1100-4721-bdb4-6f7436b1a28c {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:44:17.033207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 17e11301-1100-4721-bdb4-6f7436b1a28c not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:44:18.984806 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:44:21.438264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:24.553658 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-a7141f02-ab2d-4eba-9b17-91e450e96482 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f758b05f97954965936541317ee7ca3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275803 May 09 13:44:24.706735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-4e87874d-9f11-40a0-8c99-b77b56e75307 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:24.708170 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-4e87874d-9f11-40a0-8c99-b77b56e75307 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495817 May 09 13:44:24.724176 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-40b2538b-d3fc-4b9d-9eb9-30d9559664f4 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/quotas/f758b05f97954965936541317ee7ca3d HTTP/1.1" status: 200 len: 375 time: 0.0108337 May 09 13:44:24.772007 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-393cf09e-3c09-4a89-aee4-09f948608b93 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f758b05f97954965936541317ee7ca3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431199 May 09 13:44:24.952145 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5a2959d7-9f7d-463c-bdae-ad8cadb342e1 req-9fc4d8ca-83b8-4f79-a123-968618403ca0 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 210 time: 0.0404892 May 09 13:44:25.816848 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-30a40ef1-f8c8-4e78-9b94-f6bab1b81b20 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f758b05f97954965936541317ee7ca3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275137 May 09 13:44:25.962155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-9413c1ea-2c62-462f-91a1-160080f7ebca tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:25.963518 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-9413c1ea-2c62-462f-91a1-160080f7ebca tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423383 May 09 13:44:25.983592 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Request body: {'port': {'device_id': 'acff574a-464a-40fc-9884-891eaaa03b31', 'network_id': 'f1b7091f-f1f6-40eb-80a8-bd854c50fa33', 'admin_state_up': True, 'tenant_id': 'f758b05f97954965936541317ee7ca3d'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:44:26.117594 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fa49c173-1c4e-4873-a789-56f880498850 req-c4ae0ec9-7581-4af3-a325-966ccbedf361 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 210 time: 0.0414579 May 09 13:44:26.120361 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:44:26.124146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Usage tracker for resource:port and tenant:f758b05f97954965936541317ee7ca3d is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:44:26.127000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:44:26.132619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:44:26.143592 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Made reservation on behalf of f758b05f97954965936541317ee7ca3d for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:44:26.147933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:26.160890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:26.190924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:44:26.194660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Usage tracker for resource:security_group_rule and tenant:f758b05f97954965936541317ee7ca3d is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:44:26.197381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:44:26.202955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:44:26.270122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:26.273559 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:26.358087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81322b2-4f3b-44fe-a878-b1fc2ad403de,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:26.438955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Allocated IP 192.168.233.183 (f1b7091f-f1f6-40eb-80a8-bd854c50fa33/d0a7ca6b-a6d1-4fee-92b1-b0239c6dc3f2/37e481f5-f77f-4fd6-a396-e5ea3e0d33bd) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:44:26.639231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:26.655049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Transition to ACTIVE for port object 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:44:26.676098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:26.749746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Network f1b7091f-f1f6-40eb-80a8-bd854c50fa33 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:44:26.753413 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:44:26.755807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:44:26.786320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Pushing event updated for resources: {'Port': ['ID=37e481f5-f77f-4fd6-a396-e5ea3e0d33bd,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:26.821728 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:26.822433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:26.848646 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-3f82c3cf-14a1-4e41-a772-ef575d4bdf11 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8687234 May 09 13:44:26.860101 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Request body: {'port': {'device_id': 'acff574a-464a-40fc-9884-891eaaa03b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:44:26.969149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:27.010472 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7c539097-f1a1-4c71-b804-6a86089571e8 None None] Provisioning for port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:44:27.015249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7c539097-f1a1-4c71-b804-6a86089571e8 None None] Provisioning complete for port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:44:27.016028 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7c539097-f1a1-4c71-b804-6a86089571e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:27.073601 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7c539097-f1a1-4c71-b804-6a86089571e8 None None] Port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:44:27.307929 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:44:27.314665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020980c-c432-449b-bb03-9a614de329ba req-77043aa5-30b3-4703-bd2d-44fb40aa2fc9 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:27.315164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:27.316124 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0020980c-c432-449b-bb03-9a614de329ba req-77043aa5-30b3-4703-bd2d-44fb40aa2fc9 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 936 time: 0.0782666 May 09 13:44:27.330310 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Transition to ACTIVE for port object 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:44:27.333912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:27.363633 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0020980c-c432-449b-bb03-9a614de329ba req-51b4c188-a89d-4660-b319-7ad983cad9cb tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/security-groups?id=b81322b2-4f3b-44fe-a878-b1fc2ad403de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413136 May 09 13:44:27.466824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Pushing event updated for resources: {'Port': ['ID=37e481f5-f77f-4fd6-a396-e5ea3e0d33bd,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:27.662197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Attempting to bind port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:44:27.662456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Attempting to bind port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '7a4261b6-be5e-4aab-bc15-f2a6239fe074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f1b7091f-f1f6-40eb-80a8-bd854c50fa33'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:44:27.663327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Attempting to bind port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd on network f1b7091f-f1f6-40eb-80a8-bd854c50fa33 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:44:27.672751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd on network f1b7091f-f1f6-40eb-80a8-bd854c50fa33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:44:27.673007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Attempting to bind port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd on network f1b7091f-f1f6-40eb-80a8-bd854c50fa33 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:44:27.679932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:44:27.680545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Checking segment: {'id': '7a4261b6-be5e-4aab-bc15-f2a6239fe074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f1b7091f-f1f6-40eb-80a8-bd854c50fa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:44:27.681225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Bound using segment: {'id': '7a4261b6-be5e-4aab-bc15-f2a6239fe074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f1b7091f-f1f6-40eb-80a8-bd854c50fa33'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:44:27.681967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Bound port: 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4261b6-be5e-4aab-bc15-f2a6239fe074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f1b7091f-f1f6-40eb-80a8-bd854c50fa33'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:44:27.682322 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:27.772555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] For port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:44:27.775565 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] For port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37e481f5-f77f-4fd6-a396-e5ea3e0d33bd,segment=NetworkSegment(7a4261b6-be5e-4aab-bc15-f2a6239fe074),segment_id=7a4261b6-be5e-4aab-bc15-f2a6239fe074)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:44:27.781293 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:27.860304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:27.861683 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] 10.222.0.57 "PUT /v2.0/ports/37e481f5-f77f-4fd6-a396-e5ea3e0d33bd HTTP/1.1" status: 200 len: 1098 time: 1.0063119 May 09 13:44:27.862159 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acff574a-464a-40fc-9884-891eaaa03b31', 'tag': '37e481f5-f77f-4fd6-a396-e5ea3e0d33bd'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:44:27.875899 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d57d19-9e28-4779-a2f2-b0b21a429feb service neutron] Pushing event updated for resources: {'Port': ['ID=37e481f5-f77f-4fd6-a396-e5ea3e0d33bd,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:27.947935 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8a1512-300c-4ea7-b704-c636e06cfc5a'] response: {'name': 'network-changed', 'server_uuid': 'acff574a-464a-40fc-9884-891eaaa03b31', 'tag': '37e481f5-f77f-4fd6-a396-e5ea3e0d33bd', 'status': 'completed', 'code': 200} May 09 13:44:27.998211 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-6d890bfd-dbe9-42c9-8978-7f848f2473d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f758b05f97954965936541317ee7ca3d&device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 1101 time: 0.0887656 May 09 13:44:28.067090 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-0fa9bb47-d6d2-4925-ae7f-3010edcd00ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=37e481f5-f77f-4fd6-a396-e5ea3e0d33bd HTTP/1.1" status: 200 len: 217 time: 0.0624506 May 09 13:44:28.133207 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-65a1273c-b04a-4bfb-a0b1-86230c39f86e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:28.134658 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-65a1273c-b04a-4bfb-a0b1-86230c39f86e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0a7ca6b-a6d1-4fee-92b1-b0239c6dc3f2 HTTP/1.1" status: 200 len: 843 time: 0.0619531 May 09 13:44:28.206583 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-edef651c-ffd4-43eb-a1f2-1b9cf3caa937 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1b7091f-f1f6-40eb-80a8-bd854c50fa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0664408 May 09 13:44:28.333230 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-7cd5e3c2-5b6f-40c0-ba68-99f68055ccf9 service neutron] 10.222.0.57 "GET /v2.0/networks/f1b7091f-f1f6-40eb-80a8-bd854c50fa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206255 May 09 13:44:28.461988 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-46c2e56c-03b6-46a7-8bcf-a437be9ebf10 req-af6a4b04-6cee-4580-bd50-870cfe41d804 service neutron] 10.222.0.57 "GET /v2.0/networks/f1b7091f-f1f6-40eb-80a8-bd854c50fa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225135 May 09 13:44:28.564760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7610e2c-1603-4fac-b2d8-4594123dd441 req-5957381b-48e8-484b-bbb4-d98eb40b9bfd tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:28.566259 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b7610e2c-1603-4fac-b2d8-4594123dd441 req-5957381b-48e8-484b-bbb4-d98eb40b9bfd tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 948 time: 0.0782616 May 09 13:44:28.580206 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36c1d8bd-37a0-4782-9782-836c5fdf4808 req-66c39b78-c470-4bec-a4a0-593b509ef7f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f758b05f97954965936541317ee7ca3d&device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 1101 time: 0.0739510 May 09 13:44:28.613933 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b7610e2c-1603-4fac-b2d8-4594123dd441 req-5bfcdef0-32a5-48de-8a8a-f990ed208aae tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/security-groups?id=b81322b2-4f3b-44fe-a878-b1fc2ad403de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 May 09 13:44:28.720673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1d8bd-37a0-4782-9782-836c5fdf4808 req-c3a4310e-3632-467b-9fc6-078d9de3b1fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:28.722166 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36c1d8bd-37a0-4782-9782-836c5fdf4808 req-c3a4310e-3632-467b-9fc6-078d9de3b1fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=f1b7091f-f1f6-40eb-80a8-bd854c50fa33 HTTP/1.1" status: 200 len: 870 time: 0.1360080 May 09 13:44:28.788879 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36c1d8bd-37a0-4782-9782-836c5fdf4808 req-37f44ada-f0bc-490d-b70f-c5d9a7b5f3fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=37e481f5-f77f-4fd6-a396-e5ea3e0d33bd HTTP/1.1" status: 200 len: 217 time: 0.0606940 May 09 13:44:28.851256 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1d8bd-37a0-4782-9782-836c5fdf4808 req-fb32964c-a380-425c-bf91-596a10ab3c13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:28.852702 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36c1d8bd-37a0-4782-9782-836c5fdf4808 req-fb32964c-a380-425c-bf91-596a10ab3c13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0a7ca6b-a6d1-4fee-92b1-b0239c6dc3f2 HTTP/1.1" status: 200 len: 843 time: 0.0586083 May 09 13:44:28.923707 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36c1d8bd-37a0-4782-9782-836c5fdf4808 req-e1ef40cd-303d-4645-bf6c-139107257677 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1b7091f-f1f6-40eb-80a8-bd854c50fa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0652711 May 09 13:44:29.049691 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36c1d8bd-37a0-4782-9782-836c5fdf4808 req-93457998-a4f3-41aa-97c1-687a1bc781a2 service neutron] 10.222.0.57 "GET /v2.0/networks/f1b7091f-f1f6-40eb-80a8-bd854c50fa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198599 May 09 13:44:29.176579 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36c1d8bd-37a0-4782-9782-836c5fdf4808 req-7411470f-f871-468e-b626-a35c559e59b5 service neutron] 10.222.0.57 "GET /v2.0/networks/f1b7091f-f1f6-40eb-80a8-bd854c50fa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210849 May 09 13:44:29.811107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf2e43-0b0e-411c-9de6-414fd5a339d3 req-7ae49199-48bd-43ce-a147-20a310749b3d tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:29.813057 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8dcf2e43-0b0e-411c-9de6-414fd5a339d3 req-7ae49199-48bd-43ce-a147-20a310749b3d tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 948 time: 0.0774276 May 09 13:44:29.856858 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8dcf2e43-0b0e-411c-9de6-414fd5a339d3 req-1d76e7c0-fc68-4e8c-84df-2361ffffe56c tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/security-groups?id=b81322b2-4f3b-44fe-a878-b1fc2ad403de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383406 May 09 13:44:31.052227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032b719-1c01-418e-876f-d0a1a9115d16 req-0960b46d-eea9-4f83-8d0c-e15e20e018d8 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:31.053677 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3032b719-1c01-418e-876f-d0a1a9115d16 req-0960b46d-eea9-4f83-8d0c-e15e20e018d8 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 948 time: 0.0745225 May 09 13:44:31.100941 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3032b719-1c01-418e-876f-d0a1a9115d16 req-af9a6c8a-f9b3-42b3-85af-6bf39047da79 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/security-groups?id=b81322b2-4f3b-44fe-a878-b1fc2ad403de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 May 09 13:44:31.691011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:44:31.820857 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37e481f5-f77f-4fd6-a396-e5ea3e0d33bd,segment=NetworkSegment(7a4261b6-be5e-4aab-bc15-f2a6239fe074),segment_id=7a4261b6-be5e-4aab-bc15-f2a6239fe074)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:44:31.833490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '37e481f5-f77f-4fd6-a396-e5ea3e0d33bd', 'network_id': 'f1b7091f-f1f6-40eb-80a8-bd854c50fa33', 'port_id': '37e481f5-f77f-4fd6-a396-e5ea3e0d33bd', 'mac_address': 'fa:16:3e:f3:33:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a7ca6b-a6d1-4fee-92b1-b0239c6dc3f2', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:44:31.884698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:31.900778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:44:31.915349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37e481f5-f77f-4fd6-a396-e5ea3e0d33bd,segment=NetworkSegment(7a4261b6-be5e-4aab-bc15-f2a6239fe074),segment_id=7a4261b6-be5e-4aab-bc15-f2a6239fe074)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:44:31.919252 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:32.024246 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=37e481f5-f77f-4fd6-a396-e5ea3e0d33bd,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:32.209313 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['37e481f5-f77f-4fd6-a396-e5ea3e0d33bd'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:44:32.292554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0583cd-5fb9-48ea-a332-588d2925edb5 req-3463c461-b69d-4c49-a944-dbbf5c440031 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:32.294046 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7d0583cd-5fb9-48ea-a332-588d2925edb5 req-3463c461-b69d-4c49-a944-dbbf5c440031 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 949 time: 0.0758080 May 09 13:44:32.338438 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7d0583cd-5fb9-48ea-a332-588d2925edb5 req-4692ca57-ceb7-4ce5-b38d-099512f882b1 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/security-groups?id=b81322b2-4f3b-44fe-a878-b1fc2ad403de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388162 May 09 13:44:33.532744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b58e84-ea26-45e0-954d-8852bd2d2cfe req-d7af68e4-009a-4f9a-b71b-1ff8493fff02 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:33.534182 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-12b58e84-ea26-45e0-954d-8852bd2d2cfe req-d7af68e4-009a-4f9a-b71b-1ff8493fff02 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 949 time: 0.0785563 May 09 13:44:33.578638 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-12b58e84-ea26-45e0-954d-8852bd2d2cfe req-4e0fd000-b26f-4f90-bc94-b16202b929c6 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/security-groups?id=b81322b2-4f3b-44fe-a878-b1fc2ad403de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385101 May 09 13:44:33.688915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:44:33.757655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:44:33.762277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:44:33.762638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:33.871255 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:33.896734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acff574a-464a-40fc-9884-891eaaa03b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e481f5-f77f-4fd6-a396-e5ea3e0d33bd'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:44:33.906016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37e481f5-f77f-4fd6-a396-e5ea3e0d33bd,segment=NetworkSegment(7a4261b6-be5e-4aab-bc15-f2a6239fe074),segment_id=7a4261b6-be5e-4aab-bc15-f2a6239fe074)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:44:33.910305 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:33.952424 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c95d4d-b176-4e5b-b6bf-1006a6a2701e'] response: {'server_uuid': 'acff574a-464a-40fc-9884-891eaaa03b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e481f5-f77f-4fd6-a396-e5ea3e0d33bd', 'code': 200} May 09 13:44:33.975423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=37e481f5-f77f-4fd6-a396-e5ea3e0d33bd,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:34.176362 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f51d0037-83c9-4407-87dd-7ac7fa664f9b req-75d51de3-7b50-4642-8084-e2407a1a7473 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 1103 time: 0.0693078 May 09 13:44:34.295899 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f51d0037-83c9-4407-87dd-7ac7fa664f9b req-79c92705-548d-44fb-99f9-d481fa31e648 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b81322b2-4f3b-44fe-a878-b1fc2ad403de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140244 May 09 13:44:34.780936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcef52f-edaf-4874-bddd-52004e77219a req-87608c58-ad8e-485b-a3a3-d4a133de77bc tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:34.782905 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-edcef52f-edaf-4874-bddd-52004e77219a req-87608c58-ad8e-485b-a3a3-d4a133de77bc tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 950 time: 0.0764525 May 09 13:44:34.826781 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-edcef52f-edaf-4874-bddd-52004e77219a req-2827f8f4-e81e-4611-883c-4893380af4b7 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/security-groups?id=b81322b2-4f3b-44fe-a878-b1fc2ad403de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383570 May 09 13:44:36.021450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aa326-8bde-4008-9290-5b692f74a21b req-a82d932f-399b-44ef-acb5-4d3a6d506d54 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:36.022869 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4c7aa326-8bde-4008-9290-5b692f74a21b req-a82d932f-399b-44ef-acb5-4d3a6d506d54 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 950 time: 0.0774038 May 09 13:44:36.067041 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4c7aa326-8bde-4008-9290-5b692f74a21b req-e0bffd0a-bafb-4927-8430-c1069806e8cf tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/security-groups?id=b81322b2-4f3b-44fe-a878-b1fc2ad403de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387590 May 09 13:44:36.486207 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c85157fb-ccd1-47e0-9fe0-a70124fd1d62 req-4526a082-c120-4860-8959-fd6e8c416ec5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0653167 May 09 13:44:36.963414 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f0502078-64ce-460f-a262-e666d7385222 req-b7fe5dc9-bb4f-4347-a794-5c4ae1951a91 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0693905 May 09 13:44:37.477446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946167-13ad-4693-8f1b-82bfdf820641 req-fcfcc563-7638-472b-afdb-06661fbeaa37 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:37.478887 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fc946167-13ad-4693-8f1b-82bfdf820641 req-fcfcc563-7638-472b-afdb-06661fbeaa37 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 950 time: 0.0780132 May 09 13:44:37.523486 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fc946167-13ad-4693-8f1b-82bfdf820641 req-625329ee-b558-469f-be2b-86f2b141474d tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/security-groups?id=b81322b2-4f3b-44fe-a878-b1fc2ad403de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391097 May 09 13:44:38.723353 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bdb9c-b422-4933-8395-eaf60dd6b35a req-043a21ac-d7a0-405e-a6fd-44efbb213ce6 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:38.725015 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ff2bdb9c-b422-4933-8395-eaf60dd6b35a req-043a21ac-d7a0-405e-a6fd-44efbb213ce6 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 950 time: 0.0819638 May 09 13:44:38.771563 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ff2bdb9c-b422-4933-8395-eaf60dd6b35a req-3bae1671-d78e-4940-8e4b-e51ffa521a27 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/security-groups?id=b81322b2-4f3b-44fe-a878-b1fc2ad403de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 May 09 13:44:38.778963 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74986042-4d0e-492b-ba9a-bd30eea2c141 req-4dfe9daa-d74d-4577-a00f-3f27035262d5 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:38.779646 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-74986042-4d0e-492b-ba9a-bd30eea2c141 req-4dfe9daa-d74d-4577-a00f-3f27035262d5 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Synchronizing usage tracker for tenant:f758b05f97954965936541317ee7ca3d on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:44:38.806730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-74986042-4d0e-492b-ba9a-bd30eea2c141 req-4dfe9daa-d74d-4577-a00f-3f27035262d5 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Unset dirty status for tenant:f758b05f97954965936541317ee7ca3d on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:44:38.807924 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-74986042-4d0e-492b-ba9a-bd30eea2c141 req-4dfe9daa-d74d-4577-a00f-3f27035262d5 tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.57 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 950 time: 0.1038473 May 09 13:44:38.875798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-74986042-4d0e-492b-ba9a-bd30eea2c141 req-171e15ab-e304-489c-9e6c-4c1244648d1e tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Deleting port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:44:38.876056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-74986042-4d0e-492b-ba9a-bd30eea2c141 req-171e15ab-e304-489c-9e6c-4c1244648d1e tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:39.111718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-74986042-4d0e-492b-ba9a-bd30eea2c141 req-171e15ab-e304-489c-9e6c-4c1244648d1e tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] For port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37e481f5-f77f-4fd6-a396-e5ea3e0d33bd,segment=NetworkSegment(7a4261b6-be5e-4aab-bc15-f2a6239fe074),segment_id=7a4261b6-be5e-4aab-bc15-f2a6239fe074)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:44:39.112064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-74986042-4d0e-492b-ba9a-bd30eea2c141 req-171e15ab-e304-489c-9e6c-4c1244648d1e tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:39.226709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-74986042-4d0e-492b-ba9a-bd30eea2c141 req-171e15ab-e304-489c-9e6c-4c1244648d1e tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Calling delete_port for 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:44:39.362752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-74986042-4d0e-492b-ba9a-bd30eea2c141 req-171e15ab-e304-489c-9e6c-4c1244648d1e tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:39.373837 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['37e481f5-f77f-4fd6-a396-e5ea3e0d33bd'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:44:39.412945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e15ab-e304-489c-9e6c-4c1244648d1e tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Pushing event deleted for resources: {'Port': ['ID=37e481f5-f77f-4fd6-a396-e5ea3e0d33bd,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:39.488454 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-74986042-4d0e-492b-ba9a-bd30eea2c141 req-171e15ab-e304-489c-9e6c-4c1244648d1e tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] No DVR routers for this DVR port 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:44:39.490858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-74986042-4d0e-492b-ba9a-bd30eea2c141 req-171e15ab-e304-489c-9e6c-4c1244648d1e tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:39.493652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acff574a-464a-40fc-9884-891eaaa03b31', 'name': 'network-vif-deleted', 'tag': '37e481f5-f77f-4fd6-a396-e5ea3e0d33bd'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:44:39.512100 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-74986042-4d0e-492b-ba9a-bd30eea2c141 req-171e15ab-e304-489c-9e6c-4c1244648d1e tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.57 "DELETE /v2.0/ports/37e481f5-f77f-4fd6-a396-e5ea3e0d33bd HTTP/1.1" status: 204 len: 173 time: 0.6991274 May 09 13:44:39.554416 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-976d2763-3b5f-4a0d-a1b3-616604f30235'] response: {'server_uuid': 'acff574a-464a-40fc-9884-891eaaa03b31', 'name': 'network-vif-deleted', 'tag': '37e481f5-f77f-4fd6-a396-e5ea3e0d33bd', 'status': 'completed', 'code': 200} May 09 13:44:39.943598 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-636d931a-e35d-466f-86d0-3d35e1060659 req-cafb909b-7820-44fe-a5a4-54a8e99283df tempest-ServersAdminNegativeTestJSON-2144662936 tempest-ServersAdminNegativeTestJSON-2144662936-project] 10.222.0.44 "GET /v2.0/ports?device_id=acff574a-464a-40fc-9884-891eaaa03b31 HTTP/1.1" status: 200 len: 210 time: 0.0402045 May 09 13:44:40.152448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d953d173-4908-4832-bd5e-f5e7286040bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:41.466645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33566) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:41.644777 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5972bfe7-906a-46c6-acf8-0403d0087200 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f758b05f97954965936541317ee7ca3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1769760 May 09 13:44:41.647329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33572) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:41.705144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bf2977bc-9077-4596-8ed5-f91001b08bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:41.730096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bf2977bc-9077-4596-8ed5-f91001b08bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:41.735732 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:44:41.770799 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:44:41.771419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 37e481f5-f77f-4fd6-a396-e5ea3e0d33bd not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:44:41.783996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bf2977bc-9077-4596-8ed5-f91001b08bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:41.801402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2977bc-9077-4596-8ed5-f91001b08bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81322b2-4f3b-44fe-a878-b1fc2ad403de,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:41.804511 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bf2977bc-9077-4596-8ed5-f91001b08bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:41.805643 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bf2977bc-9077-4596-8ed5-f91001b08bc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b81322b2-4f3b-44fe-a878-b1fc2ad403de HTTP/1.1" status: 204 len: 168 time: 0.1574349 May 09 13:44:42.125498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33580) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:42.143404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-877c9557-0b8d-46ef-9752-0bcafa469932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:42.174302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-877c9557-0b8d-46ef-9752-0bcafa469932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:44:42.178063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-877c9557-0b8d-46ef-9752-0bcafa469932 admin admin] Usage tracker for resource:security_group_rule and tenant:adf81e5703be49f2917dba880fbc655a is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:44:42.180859 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-877c9557-0b8d-46ef-9752-0bcafa469932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:44:42.186543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-877c9557-0b8d-46ef-9752-0bcafa469932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:44:42.253445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-877c9557-0b8d-46ef-9752-0bcafa469932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:42.257195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-877c9557-0b8d-46ef-9752-0bcafa469932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:42.300743 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c9557-0b8d-46ef-9752-0bcafa469932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bb7f22-eb0f-41b1-bee3-554a9d4da3b4,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:42.306036 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-877c9557-0b8d-46ef-9752-0bcafa469932 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=adf81e5703be49f2917dba880fbc655a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1795580 May 09 13:44:42.308697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33584) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:42.366522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5a8e8d1d-a1ef-4dd5-ba5d-9f7c14d81e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:42.391424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5a8e8d1d-a1ef-4dd5-ba5d-9f7c14d81e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:42.440833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5a8e8d1d-a1ef-4dd5-ba5d-9f7c14d81e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:42.447763 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-26d154d7-cf54-41be-8b51-3cc6280fca48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:42.455934 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e8d1d-a1ef-4dd5-ba5d-9f7c14d81e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bb7f22-eb0f-41b1-bee3-554a9d4da3b4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:42.461826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5a8e8d1d-a1ef-4dd5-ba5d-9f7c14d81e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:42.462940 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5a8e8d1d-a1ef-4dd5-ba5d-9f7c14d81e35 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07bb7f22-eb0f-41b1-bee3-554a9d4da3b4 HTTP/1.1" status: 204 len: 168 time: 0.1533639 May 09 13:44:43.279454 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33606) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:43.402725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:43.408980 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-552541116-network', 'tenant_id': '77c9ee98e82e48ecac9f859f4af300d7'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:44:43.413616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:44:43.417380 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Usage tracker for resource:network and tenant:77c9ee98e82e48ecac9f859f4af300d7 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:44:43.420190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:44:43.425836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:44:43.434785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Made reservation on behalf of 77c9ee98e82e48ecac9f859f4af300d7 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:44:43.436932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:43.448670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:43.481883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:44:43.485657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Usage tracker for resource:security_group_rule and tenant:77c9ee98e82e48ecac9f859f4af300d7 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:44:43.488517 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:44:43.494522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:44:43.559163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:43.562995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:43.591571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:44:43.600840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b6d9d7-a82e-4714-8e45-a675e1830539,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:43.607365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:43.607365 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Added segment e885c374-2d48-457b-99e6-6b0bd59edb4e of type vlan for network 85ffecb3-b6b9-4faa-b0e1-b3b899d90948 May 09 13:44:43.632600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:43.662328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:43.663050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:43.663605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:43.762404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] Pushing event updated for resources: {'Network': ['ID=85ffecb3-b6b9-4faa-b0e1-b3b899d90948,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:43.768460 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d2bdcef1-d243-4abf-a2ec-ebd32eb139db admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4847445 May 09 13:44:43.769249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33612) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:44:43.772562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 85ffecb3-b6b9-4faa-b0e1-b3b899d90948 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:44:43.774814 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Request body: {'subnet': {'network_id': '85ffecb3-b6b9-4faa-b0e1-b3b899d90948', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-552541116-subnet', 'tenant_id': '77c9ee98e82e48ecac9f859f4af300d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:44:43.779676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:44:43.783590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Usage tracker for resource:subnet and tenant:77c9ee98e82e48ecac9f859f4af300d7 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:44:43.786833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:44:43.792801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:44:43.802634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Made reservation on behalf of 77c9ee98e82e48ecac9f859f4af300d7 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:44:43.804975 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:43.872566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:44.084205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:44.159665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a9d54d-7a7c-426d-a730-2a0eb3dcd4a9,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:44.165562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Checking segment: {'id': 'e885c374-2d48-457b-99e6-6b0bd59edb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '85ffecb3-b6b9-4faa-b0e1-b3b899d90948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:44:44.165797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Network hostable DHCP agents. Network: 85ffecb3-b6b9-4faa-b0e1-b3b899d90948, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:44:44.186512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Network 85ffecb3-b6b9-4faa-b0e1-b3b899d90948 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:44:44.194909 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 85ffecb3-b6b9-4faa-b0e1-b3b899d90948) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:44:44.198849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:44.199415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:44.204839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf3705a-1f34-4d8c-aa81-f5ba39f4e8ac None None] Network 85ffecb3-b6b9-4faa-b0e1-b3b899d90948 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:44:44.220089 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-abaaf0a2-e4c5-4116-879b-7246bb966a7a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4496863 May 09 13:44:44.409025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9be0ea-cb15-45dc-a350-1620fb54a696 None None] Network 85ffecb3-b6b9-4faa-b0e1-b3b899d90948 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:44:44.745216 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-940d2956-0a33-43ad-aaee-960b506ac0b5 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:44.747745 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-940d2956-0a33-43ad-aaee-960b506ac0b5 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/networks?id=85ffecb3-b6b9-4faa-b0e1-b3b899d90948 HTTP/1.1" status: 200 len: 811 time: 0.1437306 May 09 13:44:44.764372 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-e7b629a5-0202-4b85-911c-cd17af020a5a tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/quotas/77c9ee98e82e48ecac9f859f4af300d7 HTTP/1.1" status: 200 len: 375 time: 0.0106034 May 09 13:44:44.811700 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-5d3befd2-4251-41be-9ee1-8fe841db8b4a tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=77c9ee98e82e48ecac9f859f4af300d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419619 May 09 13:44:44.941300 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-83b67c51-4e65-4598-93ef-f08245eff3f7 service neutron] 10.222.0.44 "GET /v2.0/networks/85ffecb3-b6b9-4faa-b0e1-b3b899d90948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225920 May 09 13:44:45.069727 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:45.070867 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-ba94a530-8e39-4880-84ee-ca8a43d252f3 service neutron] 10.222.0.44 "GET /v2.0/networks/85ffecb3-b6b9-4faa-b0e1-b3b899d90948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240287 May 09 13:44:45.247336 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9d2f25e2-ee6e-457f-bf3d-ab522f1951f8 req-69837971-75d5-48c5-ac5f-58fa6c55976a tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 210 time: 0.0399404 May 09 13:44:46.353075 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-94da64cd-7665-4c31-92d5-d2676f54b2f1 req-5216aabc-b9ce-43a4-8dfd-1b2ac520877f tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 210 time: 0.0401850 May 09 13:44:47.463294 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1bce46b9-a8d8-445a-b8d5-1f26676c7c99 req-4ef7ffb2-d156-4ddb-b8ba-7fb5b1fc2654 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 210 time: 0.0431645 May 09 13:44:48.571906 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-00cc6699-1c46-4310-a95d-21a476742af3 req-0264661a-31f7-40f9-8d5b-5d7582c74e51 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 210 time: 0.0433257 May 09 13:44:49.813192 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-281215e1-c66b-4e38-84cb-79966d9ac3fc req-a27ca768-789a-4c8a-b964-0834a509b6e3 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 210 time: 0.1212721 May 09 13:44:50.321751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-b9f8e2d7-9b06-4afd-9dcb-70707aee09dd tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:50.322416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-b9f8e2d7-9b06-4afd-9dcb-70707aee09dd tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Synchronizing usage tracker for tenant:77c9ee98e82e48ecac9f859f4af300d7 on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:44:50.338235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-b9f8e2d7-9b06-4afd-9dcb-70707aee09dd tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Unset dirty status for tenant:77c9ee98e82e48ecac9f859f4af300d7 on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:44:50.339460 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-b9f8e2d7-9b06-4afd-9dcb-70707aee09dd tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.57 "GET /v2.0/networks?id=85ffecb3-b6b9-4faa-b0e1-b3b899d90948 HTTP/1.1" status: 200 len: 811 time: 0.1573732 May 09 13:44:50.355213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Request body: {'port': {'device_id': 'a75a4a2d-0f90-4289-91b6-2d815246eb99', 'network_id': '85ffecb3-b6b9-4faa-b0e1-b3b899d90948', 'admin_state_up': True, 'tenant_id': '77c9ee98e82e48ecac9f859f4af300d7'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:44:50.570722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:44:50.574543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Usage tracker for resource:port and tenant:77c9ee98e82e48ecac9f859f4af300d7 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:44:50.577271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:44:50.583148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:44:50.592790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Made reservation on behalf of 77c9ee98e82e48ecac9f859f4af300d7 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:44:50.596276 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:50.752969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Allocated IP 172.20.0.14 (85ffecb3-b6b9-4faa-b0e1-b3b899d90948/28a9d54d-7a7c-426d-a730-2a0eb3dcd4a9/370d9e43-30d6-4dc5-b298-345dcbcd6eca) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:44:50.955816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:50.984056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:51.056728 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Network 85ffecb3-b6b9-4faa-b0e1-b3b899d90948 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:44:51.059654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:44:51.063595 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:44:51.083675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2e33d-3c8d-442c-84e1-1fc5bf04e595 req-ca802532-39f9-446e-861a-d9d6df97f950 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:51.085126 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-71b2e33d-3c8d-442c-84e1-1fc5bf04e595 req-ca802532-39f9-446e-861a-d9d6df97f950 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 932 time: 0.1512978 May 09 13:44:51.095082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Pushing event updated for resources: {'Port': ['ID=370d9e43-30d6-4dc5-b298-345dcbcd6eca,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:51.128158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:51.128751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:51.131015 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-71b2e33d-3c8d-442c-84e1-1fc5bf04e595 req-5ab391ae-c198-45b8-adc4-3f3bdcae363e tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 May 09 13:44:51.149007 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-4feef1d7-ad62-4d58-a310-59513fd0f6ee tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7975147 May 09 13:44:51.161067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Request body: {'port': {'device_id': 'a75a4a2d-0f90-4289-91b6-2d815246eb99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:44:51.266755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:51.437975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:51.600151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370d9e43-30d6-4dc5-b298-345dcbcd6eca {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:44:51.607903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:51.622336 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Transition to ACTIVE for port object 370d9e43-30d6-4dc5-b298-345dcbcd6eca will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:44:51.626707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:51.746998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Pushing event updated for resources: {'Port': ['ID=370d9e43-30d6-4dc5-b298-345dcbcd6eca,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:51.851679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Attempting to bind port 370d9e43-30d6-4dc5-b298-345dcbcd6eca on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:44:51.852001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Attempting to bind port 370d9e43-30d6-4dc5-b298-345dcbcd6eca by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'e885c374-2d48-457b-99e6-6b0bd59edb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '85ffecb3-b6b9-4faa-b0e1-b3b899d90948'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:44:51.852319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Attempting to bind port 370d9e43-30d6-4dc5-b298-345dcbcd6eca on network 85ffecb3-b6b9-4faa-b0e1-b3b899d90948 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:44:51.858021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Port 370d9e43-30d6-4dc5-b298-345dcbcd6eca on network 85ffecb3-b6b9-4faa-b0e1-b3b899d90948 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:44:51.858331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Attempting to bind port 370d9e43-30d6-4dc5-b298-345dcbcd6eca on network 85ffecb3-b6b9-4faa-b0e1-b3b899d90948 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:44:51.864397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:44:51.864724 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Checking segment: {'id': 'e885c374-2d48-457b-99e6-6b0bd59edb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '85ffecb3-b6b9-4faa-b0e1-b3b899d90948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:44:51.865099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Bound using segment: {'id': 'e885c374-2d48-457b-99e6-6b0bd59edb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '85ffecb3-b6b9-4faa-b0e1-b3b899d90948'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:44:51.865545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Bound port: 370d9e43-30d6-4dc5-b298-345dcbcd6eca, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e885c374-2d48-457b-99e6-6b0bd59edb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '85ffecb3-b6b9-4faa-b0e1-b3b899d90948'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:44:51.865880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:51.949535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] For port 370d9e43-30d6-4dc5-b298-345dcbcd6eca, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:44:51.952410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] For port 370d9e43-30d6-4dc5-b298-345dcbcd6eca, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca,segment=NetworkSegment(e885c374-2d48-457b-99e6-6b0bd59edb4e),segment_id=e885c374-2d48-457b-99e6-6b0bd59edb4e)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:44:51.956796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:52.020100 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:52.021471 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-2533de12-2746-468f-a557-e91a280db8ea service neutron] 10.222.0.57 "PUT /v2.0/ports/370d9e43-30d6-4dc5-b298-345dcbcd6eca HTTP/1.1" status: 200 len: 1094 time: 0.8643003 May 09 13:44:52.021897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75a4a2d-0f90-4289-91b6-2d815246eb99', 'tag': '370d9e43-30d6-4dc5-b298-345dcbcd6eca'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:44:52.039169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533de12-2746-468f-a557-e91a280db8ea service neutron] Pushing event updated for resources: {'Port': ['ID=370d9e43-30d6-4dc5-b298-345dcbcd6eca,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:52.126220 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-3f0ddeba-92eb-4dd8-98b0-d83657bb8999 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77c9ee98e82e48ecac9f859f4af300d7&device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 1097 time: 0.0689726 May 09 13:44:52.182709 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d26702-1734-415b-87b0-c16aad57e218'] response: {'name': 'network-changed', 'server_uuid': 'a75a4a2d-0f90-4289-91b6-2d815246eb99', 'tag': '370d9e43-30d6-4dc5-b298-345dcbcd6eca', 'status': 'completed', 'code': 200} May 09 13:44:52.197099 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-52b01ffa-7511-461e-a638-38a5267e038c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca HTTP/1.1" status: 200 len: 217 time: 0.0648050 May 09 13:44:52.258188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-f9e78348-a159-455b-be5a-04a1e445ff07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:52.259617 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-f9e78348-a159-455b-be5a-04a1e445ff07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a9d54d-7a7c-426d-a730-2a0eb3dcd4a9 HTTP/1.1" status: 200 len: 851 time: 0.0559351 May 09 13:44:52.303506 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-7455c6d2-6244-4244-b42f-f6581fbbc918 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85ffecb3-b6b9-4faa-b0e1-b3b899d90948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369339 May 09 13:44:52.324277 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13cd1a-2932-4d71-8f4a-435cf937e458 req-cff4f766-bbc9-4f9b-b021-2254a7e4a5ae tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:52.325929 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a13cd1a-2932-4d71-8f4a-435cf937e458 req-cff4f766-bbc9-4f9b-b021-2254a7e4a5ae tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 944 time: 0.0745673 May 09 13:44:52.377149 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a13cd1a-2932-4d71-8f4a-435cf937e458 req-7235c8c3-5e55-4147-b497-472de8a17420 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452189 May 09 13:44:52.521509 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-8b929bf1-d607-411e-9ffd-2e1bc68dff8b service neutron] 10.222.0.57 "GET /v2.0/networks/85ffecb3-b6b9-4faa-b0e1-b3b899d90948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123780 May 09 13:44:52.649815 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-224e9c5e-8c32-4f05-8663-2f68cecb8ead req-fc69c0fb-2d16-4cd1-b83b-492a43fe4013 service neutron] 10.222.0.57 "GET /v2.0/networks/85ffecb3-b6b9-4faa-b0e1-b3b899d90948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229501 May 09 13:44:52.761234 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-582d653d-b961-4441-af19-bba0f6f235fc req-c2f57c55-d36f-4a22-8aa0-3729b2721a65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77c9ee98e82e48ecac9f859f4af300d7&device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 1097 time: 0.0680447 May 09 13:44:52.892723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d653d-b961-4441-af19-bba0f6f235fc req-4dc4679d-2577-4582-b811-129f4b57eda9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:52.894088 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-582d653d-b961-4441-af19-bba0f6f235fc req-4dc4679d-2577-4582-b811-129f4b57eda9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=85ffecb3-b6b9-4faa-b0e1-b3b899d90948 HTTP/1.1" status: 200 len: 912 time: 0.1261692 May 09 13:44:52.961248 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-582d653d-b961-4441-af19-bba0f6f235fc req-abe5f6bf-d9ae-4163-83b2-0d705b887301 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca HTTP/1.1" status: 200 len: 217 time: 0.0612895 May 09 13:44:53.026613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d653d-b961-4441-af19-bba0f6f235fc req-054b02fd-bbf4-4217-97ad-f738b1e83709 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:53.028095 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-582d653d-b961-4441-af19-bba0f6f235fc req-054b02fd-bbf4-4217-97ad-f738b1e83709 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a9d54d-7a7c-426d-a730-2a0eb3dcd4a9 HTTP/1.1" status: 200 len: 851 time: 0.0611787 May 09 13:44:53.071856 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-582d653d-b961-4441-af19-bba0f6f235fc req-ca275e9a-cc6f-4d33-8ce6-bed889f8ed31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85ffecb3-b6b9-4faa-b0e1-b3b899d90948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377529 May 09 13:44:53.199608 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-582d653d-b961-4441-af19-bba0f6f235fc req-c14334fa-a20b-476b-9233-dbb061e61b55 service neutron] 10.222.0.57 "GET /v2.0/networks/85ffecb3-b6b9-4faa-b0e1-b3b899d90948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206026 May 09 13:44:53.328011 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-582d653d-b961-4441-af19-bba0f6f235fc req-b0173436-8d53-4f84-8c20-df0793c9070e service neutron] 10.222.0.57 "GET /v2.0/networks/85ffecb3-b6b9-4faa-b0e1-b3b899d90948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213019 May 09 13:44:53.572675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe914f5-0efa-45b1-80c4-ed2abbbbcda3 req-59d2a3bb-9b47-4b26-83cc-0af70e1e34f6 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:53.574153 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0fe914f5-0efa-45b1-80c4-ed2abbbbcda3 req-59d2a3bb-9b47-4b26-83cc-0af70e1e34f6 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 944 time: 0.0751305 May 09 13:44:53.619243 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0fe914f5-0efa-45b1-80c4-ed2abbbbcda3 req-a88e1404-18ec-4034-a2c2-4118825a7d4f tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389938 May 09 13:44:54.813678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9c85a-01c9-42a4-b724-8c9f3a7153be req-d055c85a-c72f-41be-a675-c9110f017a0c tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:54.815798 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eee9c85a-01c9-42a4-b724-8c9f3a7153be req-d055c85a-c72f-41be-a675-c9110f017a0c tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 944 time: 0.0790281 May 09 13:44:54.861104 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eee9c85a-01c9-42a4-b724-8c9f3a7153be req-f3df3ac4-7759-4bd6-90f1-8f46b739e93f tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399058 May 09 13:44:55.844798 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 370d9e43-30d6-4dc5-b298-345dcbcd6eca details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:44:55.975726 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 370d9e43-30d6-4dc5-b298-345dcbcd6eca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca,segment=NetworkSegment(e885c374-2d48-457b-99e6-6b0bd59edb4e),segment_id=e885c374-2d48-457b-99e6-6b0bd59edb4e)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:44:55.985303 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:44:55.989874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '370d9e43-30d6-4dc5-b298-345dcbcd6eca', 'network_id': '85ffecb3-b6b9-4faa-b0e1-b3b899d90948', 'port_id': '370d9e43-30d6-4dc5-b298-345dcbcd6eca', 'mac_address': 'fa:16:3e:3e:17:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a9d54d-7a7c-426d-a730-2a0eb3dcd4a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:44:56.042014 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:56.052793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9cf46-402e-476b-b94f-cb16336d8016 req-713acb9e-504e-4a05-95ad-4165d07f634e tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:56.054277 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-10f9cf46-402e-476b-b94f-cb16336d8016 req-713acb9e-504e-4a05-95ad-4165d07f634e tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 944 time: 0.0753775 May 09 13:44:56.059810 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370d9e43-30d6-4dc5-b298-345dcbcd6eca {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:44:56.074739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 370d9e43-30d6-4dc5-b298-345dcbcd6eca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca,segment=NetworkSegment(e885c374-2d48-457b-99e6-6b0bd59edb4e),segment_id=e885c374-2d48-457b-99e6-6b0bd59edb4e)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:44:56.079194 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:56.099793 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-10f9cf46-402e-476b-b94f-cb16336d8016 req-12eaa7ab-a68e-4abd-afcf-c6ac937c430c tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 May 09 13:44:56.181472 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=370d9e43-30d6-4dc5-b298-345dcbcd6eca,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:56.189398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:56.189735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:56.190063 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:56.190380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:56.190699 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:56.191013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:56.191324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:56.191636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:56.191945 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:56.192252 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:56.192561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:44:56.378138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['370d9e43-30d6-4dc5-b298-345dcbcd6eca'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:44:57.295997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba842883-f9f2-4ce3-ab01-bf7b550f2ee1 req-75e454d4-5db8-4183-89b9-01fa202282d4 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:57.297943 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ba842883-f9f2-4ce3-ab01-bf7b550f2ee1 req-75e454d4-5db8-4183-89b9-01fa202282d4 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 945 time: 0.0777922 May 09 13:44:57.341128 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ba842883-f9f2-4ce3-ab01-bf7b550f2ee1 req-10a89583-0539-4cc4-8324-fe63fcc56190 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377676 May 09 13:44:57.844680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 370d9e43-30d6-4dc5-b298-345dcbcd6eca up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:44:57.909887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 370d9e43-30d6-4dc5-b298-345dcbcd6eca completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:44:57.914213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 370d9e43-30d6-4dc5-b298-345dcbcd6eca triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:44:57.914569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:58.022189 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:58.047361 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75a4a2d-0f90-4289-91b6-2d815246eb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370d9e43-30d6-4dc5-b298-345dcbcd6eca'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:44:58.056587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 370d9e43-30d6-4dc5-b298-345dcbcd6eca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca,segment=NetworkSegment(e885c374-2d48-457b-99e6-6b0bd59edb4e),segment_id=e885c374-2d48-457b-99e6-6b0bd59edb4e)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:44:58.069604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:44:58.113357 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c90e711c-7c5c-4427-b0ac-173f9a1bedec'] response: {'server_uuid': 'a75a4a2d-0f90-4289-91b6-2d815246eb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370d9e43-30d6-4dc5-b298-345dcbcd6eca', 'code': 200} May 09 13:44:58.138762 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=370d9e43-30d6-4dc5-b298-345dcbcd6eca,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:44:58.329888 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dfe90f69-42e2-401f-96e0-5ce1a80b716a req-e378e854-9f0b-4d83-b790-ac807ad63d10 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 1099 time: 0.0705819 May 09 13:44:58.373413 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dfe90f69-42e2-401f-96e0-5ce1a80b716a req-56f64fed-5153-48fe-bb8c-1cf4156bcf78 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379872 May 09 13:44:58.532789 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f82b4-7624-44e8-82f1-c81259f90bd0 req-ea7ee1d2-b49d-4c4a-99f8-3016166960ae tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:58.534256 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b28f82b4-7624-44e8-82f1-c81259f90bd0 req-ea7ee1d2-b49d-4c4a-99f8-3016166960ae tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0736878 May 09 13:44:58.578723 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b28f82b4-7624-44e8-82f1-c81259f90bd0 req-91c3d083-8074-49c0-b3f4-0af15e0d0999 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390501 May 09 13:44:59.777414 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051914e3-6ad9-4ec3-8d5f-2b29a7e01fa5 req-0ea66d6e-b584-4a51-b990-cebd2fd33931 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:44:59.778882 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-051914e3-6ad9-4ec3-8d5f-2b29a7e01fa5 req-0ea66d6e-b584-4a51-b990-cebd2fd33931 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0791783 May 09 13:44:59.822673 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-051914e3-6ad9-4ec3-8d5f-2b29a7e01fa5 req-89470a54-d9bd-40ce-b966-d82e7a8e77c8 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382764 May 09 13:45:01.016951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aafa51-44a5-46a2-9578-28352571ff02 req-12021dc1-f4c8-4ee7-a83d-75bbfc87c425 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:01.018430 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-94aafa51-44a5-46a2-9578-28352571ff02 req-12021dc1-f4c8-4ee7-a83d-75bbfc87c425 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0760026 May 09 13:45:01.144681 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-94aafa51-44a5-46a2-9578-28352571ff02 req-32d30e56-031c-49c7-9c75-39bced95ff23 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175904 May 09 13:45:01.340570 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-caaa123f-5e21-4e80-a477-0fe4256b34a6 req-27385a3f-31ef-4193-9ff2-7c9e943633e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0709672 May 09 13:45:01.610272 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33690) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:45:01.652674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4947cb-b73c-405d-9a2d-a6d3b5903903 req-f0b96f2b-1a75-4b26-86cc-045b7f3dc13a tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:01.654132 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ba4947cb-b73c-405d-9a2d-a6d3b5903903 req-f0b96f2b-1a75-4b26-86cc-045b7f3dc13a tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0853648 May 09 13:45:01.737431 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ba4947cb-b73c-405d-9a2d-a6d3b5903903 req-9da8cf7f-3e09-4e37-9476-bc568077b64d tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775924 May 09 13:45:01.764523 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-2695edee-16a5-41b0-ba3d-1ccb9fbc1770 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1532025 May 09 13:45:02.952788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05869f72-bf81-4555-b598-9b49912d544f req-bc71f084-056d-4782-a964-1464561cebc1 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:02.954182 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-05869f72-bf81-4555-b598-9b49912d544f req-bc71f084-056d-4782-a964-1464561cebc1 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0891368 May 09 13:45:02.988010 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-543d2122-afcb-4e2c-b803-f8233a1c7f21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77c9ee98e82e48ecac9f859f4af300d7&device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 1099 time: 0.0697122 May 09 13:45:03.000236 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-05869f72-bf81-4555-b598-9b49912d544f req-e2f8f577-e13d-44a3-a8b2-a3406979e000 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403366 May 09 13:45:03.119049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-8967ee96-e9f3-4a21-8165-0458da9b46ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:03.120553 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-8967ee96-e9f3-4a21-8165-0458da9b46ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=85ffecb3-b6b9-4faa-b0e1-b3b899d90948 HTTP/1.1" status: 200 len: 912 time: 0.1271241 May 09 13:45:03.190727 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-215bf91d-a498-42f7-a89f-02389ec46e56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca HTTP/1.1" status: 200 len: 217 time: 0.0638781 May 09 13:45:03.251151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-0afa0732-5568-4f23-b606-71c4759ce4c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:03.252551 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-0afa0732-5568-4f23-b606-71c4759ce4c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a9d54d-7a7c-426d-a730-2a0eb3dcd4a9 HTTP/1.1" status: 200 len: 851 time: 0.0564995 May 09 13:45:03.300741 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-83a84a2d-9bd8-4a3a-9901-9af3c032bcd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85ffecb3-b6b9-4faa-b0e1-b3b899d90948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409868 May 09 13:45:03.512813 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-e0213106-1176-4664-8d25-08edbf726fed service neutron] 10.222.0.57 "GET /v2.0/networks/85ffecb3-b6b9-4faa-b0e1-b3b899d90948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060082 May 09 13:45:03.642522 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-2bc03c8b-cc56-43c1-b6af-1dc90016e4f6 service neutron] 10.222.0.57 "GET /v2.0/networks/85ffecb3-b6b9-4faa-b0e1-b3b899d90948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234579 May 09 13:45:04.191581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c70e05-886b-46a3-bb09-43a409dcdee8 req-1c4c6bb9-0f44-42e8-8aaa-2be6eca510e9 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:04.193031 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-88c70e05-886b-46a3-bb09-43a409dcdee8 req-1c4c6bb9-0f44-42e8-8aaa-2be6eca510e9 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0750921 May 09 13:45:04.237276 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-88c70e05-886b-46a3-bb09-43a409dcdee8 req-a73a007c-1f73-449c-8ffb-32a22fca6b0b tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387886 May 09 13:45:05.433349 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e1fe1-3437-4cf7-b294-ea24f4000bea req-0375b3f2-bec1-4af9-adaf-2a7a1c4247ca tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:05.434767 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7e6e1fe1-3437-4cf7-b294-ea24f4000bea req-0375b3f2-bec1-4af9-adaf-2a7a1c4247ca tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0781431 May 09 13:45:05.478649 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7e6e1fe1-3437-4cf7-b294-ea24f4000bea req-700d15c3-ed61-43d1-8f2a-5510482e8558 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379417 May 09 13:45:06.670402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed086a57-eb03-422d-a80d-000c6f9e6b0d req-f1156a72-bb17-4d6f-8328-f5059dff966d tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:06.671889 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ed086a57-eb03-422d-a80d-000c6f9e6b0d req-f1156a72-bb17-4d6f-8328-f5059dff966d tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0750632 May 09 13:45:06.719699 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ed086a57-eb03-422d-a80d-000c6f9e6b0d req-a0da777c-2bbb-4c10-9e77-6507df5240c4 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 May 09 13:45:07.911849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7f2f3-269d-4991-a980-00423820284b req-3941bc51-decd-4f3a-9e42-8f792dd27be8 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:07.913185 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-75f7f2f3-269d-4991-a980-00423820284b req-3941bc51-decd-4f3a-9e42-8f792dd27be8 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0764623 May 09 13:45:07.957070 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-75f7f2f3-269d-4991-a980-00423820284b req-1f44e66c-7a64-4846-b1e9-89d30e33bc01 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383546 May 09 13:45:09.297854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee0239-81f4-401b-8e1a-8054b9cacdf4 req-e0527981-660d-4eec-81c6-820bbb64d5a2 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:09.299182 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-35ee0239-81f4-401b-8e1a-8054b9cacdf4 req-e0527981-660d-4eec-81c6-820bbb64d5a2 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0772860 May 09 13:45:09.341703 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-35ee0239-81f4-401b-8e1a-8054b9cacdf4 req-424c0180-ef0a-40b0-af2e-293aaab3dfb9 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 May 09 13:45:10.154598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-64c58e2e-6baa-4996-8532-99e7b04db80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:10.533355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b54a0-6afb-46ea-9920-6281a02b5106 req-8fe81796-ba22-493f-b2ca-7ce2c5b5c65e tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:10.534687 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d13b54a0-6afb-46ea-9920-6281a02b5106 req-8fe81796-ba22-493f-b2ca-7ce2c5b5c65e tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0735431 May 09 13:45:10.578679 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d13b54a0-6afb-46ea-9920-6281a02b5106 req-60be9acc-cba6-4a6b-9fc3-c87392871b31 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385218 May 09 13:45:11.777877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffaa99-a8c8-4f3f-8847-e22ed50dbc93 req-8c08e2f3-a6a3-4bd7-abe4-942e84bb7e9f tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:11.779354 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-46ffaa99-a8c8-4f3f-8847-e22ed50dbc93 req-8c08e2f3-a6a3-4bd7-abe4-942e84bb7e9f tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0816808 May 09 13:45:11.823868 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-46ffaa99-a8c8-4f3f-8847-e22ed50dbc93 req-366bb489-5128-4cf0-894d-0d2c1c919b14 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389109 May 09 13:45:12.448048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dd261721-e3a5-472d-a1d6-b9e85b98ae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:13.037887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f1dd-601a-44ec-b8e6-fff79c41a772 req-1865af14-f4e6-43c6-bb33-d2e5f603c931 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:13.039642 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0ec2f1dd-601a-44ec-b8e6-fff79c41a772 req-1865af14-f4e6-43c6-bb33-d2e5f603c931 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0924368 May 09 13:45:13.092470 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0ec2f1dd-601a-44ec-b8e6-fff79c41a772 req-f14cf92c-f5ab-4158-ad47-ec2c97678a76 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473075 May 09 13:45:13.405542 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:13.835405 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:14.287511 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfae65-6672-4279-8290-7f555c9bd865 req-04212cea-73da-4e3e-81dc-3cb63d14d2dc tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:14.289427 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-85bfae65-6672-4279-8290-7f555c9bd865 req-04212cea-73da-4e3e-81dc-3cb63d14d2dc tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0782063 May 09 13:45:14.334912 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-85bfae65-6672-4279-8290-7f555c9bd865 req-620cd673-c6ac-43e4-a836-909bffbb4cb7 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 May 09 13:45:15.074518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:15.526563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3a9c2-cb40-4a78-a8fe-d20e24a8f37a req-1663ead1-ceca-4fcf-b9ee-d036530bdc07 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:15.527981 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ca3a9c2-cb40-4a78-a8fe-d20e24a8f37a req-1663ead1-ceca-4fcf-b9ee-d036530bdc07 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0739274 May 09 13:45:15.575414 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ca3a9c2-cb40-4a78-a8fe-d20e24a8f37a req-15e12753-e13e-4b55-bb5d-bd6a03c47aeb tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 May 09 13:45:16.770435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90d604-9f61-4bd3-8464-4a7c9090b6b7 req-70ed3f66-66a4-49b2-827b-a30c86b9e89b tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:16.771869 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fc90d604-9f61-4bd3-8464-4a7c9090b6b7 req-70ed3f66-66a4-49b2-827b-a30c86b9e89b tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0759692 May 09 13:45:16.815535 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fc90d604-9f61-4bd3-8464-4a7c9090b6b7 req-f2e909d9-4d48-4ae0-b650-0ad622cded6b tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381131 May 09 13:45:18.013134 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc4a41-5456-46b8-88d0-1e8cd09a36f5 req-9a6ee397-d4de-466e-acd4-bf879a27ae3f tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:18.015096 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-19cc4a41-5456-46b8-88d0-1e8cd09a36f5 req-9a6ee397-d4de-466e-acd4-bf879a27ae3f tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0790849 May 09 13:45:18.058789 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-19cc4a41-5456-46b8-88d0-1e8cd09a36f5 req-12eea4c0-bfa9-4dee-a1dd-ac7517ce4227 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381556 May 09 13:45:19.249126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e068d8f-0ad5-4290-b478-30f4ce3cf882 req-944b0a8a-25d2-4286-ac51-cf31a380b9bb tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:19.250562 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2e068d8f-0ad5-4290-b478-30f4ce3cf882 req-944b0a8a-25d2-4286-ac51-cf31a380b9bb tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0734735 May 09 13:45:19.293887 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2e068d8f-0ad5-4290-b478-30f4ce3cf882 req-826e39b9-6f07-4312-b342-ef0a8d5323f4 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379026 May 09 13:45:20.489845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3211f8b-c4d4-4b22-ab25-2785a937ab1b req-cf3bf2f6-adf0-4847-94e0-410535b21eba tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:20.491277 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f3211f8b-c4d4-4b22-ab25-2785a937ab1b req-cf3bf2f6-adf0-4847-94e0-410535b21eba tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0777700 May 09 13:45:20.535702 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f3211f8b-c4d4-4b22-ab25-2785a937ab1b req-b3e61fe8-ac95-4c25-90c9-c4b3a46dcaf7 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387285 May 09 13:45:21.451703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:21.728010 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8b000-c6dd-4013-bb96-f1fab009bdf4 req-b902c962-c306-4629-97eb-a8a87f2518ed tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:21.729369 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e9b8b000-c6dd-4013-bb96-f1fab009bdf4 req-b902c962-c306-4629-97eb-a8a87f2518ed tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0732968 May 09 13:45:21.778203 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e9b8b000-c6dd-4013-bb96-f1fab009bdf4 req-fd684351-8af9-4c50-b54c-59310f40bbd6 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 May 09 13:45:23.048006 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eb598-9345-4c60-9c30-80d5fba3dd64 req-a9148a63-c47e-4f4e-a707-063bfe95fb26 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:23.049469 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9c5eb598-9345-4c60-9c30-80d5fba3dd64 req-a9148a63-c47e-4f4e-a707-063bfe95fb26 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.1518705 May 09 13:45:23.093936 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9c5eb598-9345-4c60-9c30-80d5fba3dd64 req-a56c7b11-df01-4b7d-a99f-31127890ceb4 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388575 May 09 13:45:24.287214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d9b4d-1f24-4419-83de-128473645421 req-f7aed505-b083-4842-bbca-c51b06e70832 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:24.288634 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-465d9b4d-1f24-4419-83de-128473645421 req-f7aed505-b083-4842-bbca-c51b06e70832 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0765615 May 09 13:45:24.332755 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-465d9b4d-1f24-4419-83de-128473645421 req-13df4749-82e7-4e02-8fec-4d2215659ccb tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385735 May 09 13:45:25.523670 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefbbf3-094e-455c-98db-e233a731b31c req-78ad6d59-4134-495c-83e2-c5106927b609 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:25.525122 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5eefbbf3-094e-455c-98db-e233a731b31c req-78ad6d59-4134-495c-83e2-c5106927b609 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0753827 May 09 13:45:25.571159 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5eefbbf3-094e-455c-98db-e233a731b31c req-a7ba94ec-60cf-4101-af01-9e59748af131 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400217 May 09 13:45:26.767417 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d3575-ecf0-4aed-acd3-22044c707713 req-4d5076f1-1441-4225-9ace-1b8c5e961dc6 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:26.768840 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c09d3575-ecf0-4aed-acd3-22044c707713 req-4d5076f1-1441-4225-9ace-1b8c5e961dc6 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0781448 May 09 13:45:26.813238 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c09d3575-ecf0-4aed-acd3-22044c707713 req-31b10e92-f2dd-41ef-8374-51e4a97d81d4 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388498 May 09 13:45:28.008317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ba069-997b-46a8-8b83-47cd156b2497 req-5d347072-cb66-41b0-841c-233a2b6e6351 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:28.009764 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-623ba069-997b-46a8-8b83-47cd156b2497 req-5d347072-cb66-41b0-841c-233a2b6e6351 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0759368 May 09 13:45:28.057945 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-623ba069-997b-46a8-8b83-47cd156b2497 req-e06e4bd2-b4c9-4440-b8a6-dfaf85e74209 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426953 May 09 13:45:29.253969 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af862-5aa9-4042-afcc-b0800211542f req-afb45daa-ba13-4984-b206-090412650aa3 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:29.255388 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-752af862-5aa9-4042-afcc-b0800211542f req-afb45daa-ba13-4984-b206-090412650aa3 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0754311 May 09 13:45:29.299648 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-752af862-5aa9-4042-afcc-b0800211542f req-f4467351-43bc-48ab-9b44-12272b891791 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387754 May 09 13:45:30.282692 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-910ebc0c-9de4-470a-91e8-3366a9259f49 service neutron] 10.222.0.57 "GET /v2.0/ports/370d9e43-30d6-4dc5-b298-345dcbcd6eca/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0721478 May 09 13:45:30.499263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c649865-c830-44a2-ab5f-d02dfb8a2797 req-f0c492c6-7d0b-4344-bfd9-328c179cfb76 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:30.500744 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7c649865-c830-44a2-ab5f-d02dfb8a2797 req-f0c492c6-7d0b-4344-bfd9-328c179cfb76 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0810637 May 09 13:45:30.543300 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-3a244e9b-a8f4-4bf9-97e0-d00a48b8b154 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99&tenant_id=77c9ee98e82e48ecac9f859f4af300d7 HTTP/1.1" status: 200 len: 1099 time: 0.0728912 May 09 13:45:30.547525 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7c649865-c830-44a2-ab5f-d02dfb8a2797 req-c3d5d47d-2ab9-41ca-95fd-3a147859521c tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 May 09 13:45:30.642321 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-fa1c3d19-b76e-4180-a569-67336849a173 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77c9ee98e82e48ecac9f859f4af300d7&device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 1099 time: 0.0770006 May 09 13:45:30.769594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-56cc3806-cace-45e7-a507-118351391ff5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:30.771011 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-56cc3806-cace-45e7-a507-118351391ff5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=85ffecb3-b6b9-4faa-b0e1-b3b899d90948 HTTP/1.1" status: 200 len: 912 time: 0.1233552 May 09 13:45:30.839172 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-c72bf478-8946-43d9-903f-e66c16cc5add service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca HTTP/1.1" status: 200 len: 217 time: 0.0627270 May 09 13:45:30.899568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-690243e2-b2b4-4de1-8cd2-c1d59324b4b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:30.900928 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-690243e2-b2b4-4de1-8cd2-c1d59324b4b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a9d54d-7a7c-426d-a730-2a0eb3dcd4a9 HTTP/1.1" status: 200 len: 851 time: 0.0557292 May 09 13:45:30.944245 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-47d0d3f9-f8db-4c9c-b1f7-9b8a2722a2ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85ffecb3-b6b9-4faa-b0e1-b3b899d90948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377231 May 09 13:45:31.074648 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-839a64d8-6c27-4a90-b0ee-053b537ee1ca service neutron] 10.222.0.57 "GET /v2.0/networks/85ffecb3-b6b9-4faa-b0e1-b3b899d90948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238372 May 09 13:45:31.200827 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6237dae9-353a-4714-a50e-49c7b06124a9 req-4d2d1f9f-03e6-4403-8791-12385ad7d55b service neutron] 10.222.0.57 "GET /v2.0/networks/85ffecb3-b6b9-4faa-b0e1-b3b899d90948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205621 May 09 13:45:31.747887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbf007-5326-4c47-bdbe-9cf98b54d2d9 req-add91787-34d6-402e-8e33-c6fbbbbf4fe1 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:31.749885 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7fdbf007-5326-4c47-bdbe-9cf98b54d2d9 req-add91787-34d6-402e-8e33-c6fbbbbf4fe1 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0762329 May 09 13:45:31.794758 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7fdbf007-5326-4c47-bdbe-9cf98b54d2d9 req-b2d20360-c18d-45bf-8700-cef0e4ff5276 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392499 May 09 13:45:32.987541 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:45:32.988979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e867c97-512c-42a9-8dbc-72ce53ab2390 req-a07ce88c-9b15-47af-9d5a-c630232f38e2 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:32.990442 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8e867c97-512c-42a9-8dbc-72ce53ab2390 req-a07ce88c-9b15-47af-9d5a-c630232f38e2 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0778608 May 09 13:45:33.036615 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8e867c97-512c-42a9-8dbc-72ce53ab2390 req-c6852c8d-d6ba-4777-b12a-70decb67c553 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 May 09 13:45:34.098514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 370d9e43-30d6-4dc5-b298-345dcbcd6eca details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:45:34.101820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 370d9e43-30d6-4dc5-b298-345dcbcd6eca no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:45:34.241812 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06121f43-d9c5-4e02-a751-b4a1eef8ba54 req-2b3584fc-274a-427e-99ee-8967875a7f8f tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:34.243328 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-06121f43-d9c5-4e02-a751-b4a1eef8ba54 req-2b3584fc-274a-427e-99ee-8967875a7f8f tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0759883 May 09 13:45:34.288558 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-06121f43-d9c5-4e02-a751-b4a1eef8ba54 req-7434654c-208e-4057-83c9-df8ec9e1b800 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396323 May 09 13:45:34.309113 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:34.339075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 370d9e43-30d6-4dc5-b298-345dcbcd6eca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca,segment=NetworkSegment(e885c374-2d48-457b-99e6-6b0bd59edb4e),segment_id=e885c374-2d48-457b-99e6-6b0bd59edb4e)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:45:34.360727 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75a4a2d-0f90-4289-91b6-2d815246eb99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370d9e43-30d6-4dc5-b298-345dcbcd6eca'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:45:34.366930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '370d9e43-30d6-4dc5-b298-345dcbcd6eca', 'network_id': '85ffecb3-b6b9-4faa-b0e1-b3b899d90948', 'port_id': '370d9e43-30d6-4dc5-b298-345dcbcd6eca', 'mac_address': 'fa:16:3e:3e:17:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a9d54d-7a7c-426d-a730-2a0eb3dcd4a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:45:34.372782 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 370d9e43-30d6-4dc5-b298-345dcbcd6eca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca,segment=NetworkSegment(e885c374-2d48-457b-99e6-6b0bd59edb4e),segment_id=e885c374-2d48-457b-99e6-6b0bd59edb4e)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:45:34.400035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:34.479305 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:34.501650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370d9e43-30d6-4dc5-b298-345dcbcd6eca {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:45:34.506398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=370d9e43-30d6-4dc5-b298-345dcbcd6eca,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:34.517873 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c00e714-2d7a-4e3f-ac61-3d4e1f047b0e'] response: {'server_uuid': 'a75a4a2d-0f90-4289-91b6-2d815246eb99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370d9e43-30d6-4dc5-b298-345dcbcd6eca', 'code': 200} May 09 13:45:34.522114 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 370d9e43-30d6-4dc5-b298-345dcbcd6eca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca,segment=NetworkSegment(e885c374-2d48-457b-99e6-6b0bd59edb4e),segment_id=e885c374-2d48-457b-99e6-6b0bd59edb4e)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:45:34.526064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:34.588223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['370d9e43-30d6-4dc5-b298-345dcbcd6eca'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:45:34.638632 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=370d9e43-30d6-4dc5-b298-345dcbcd6eca,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:34.692306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-682a0d89-7f91-4bbf-a769-f47125bd0714 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:34.693679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-682a0d89-7f91-4bbf-a769-f47125bd0714 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Synchronizing usage tracker for tenant:77c9ee98e82e48ecac9f859f4af300d7 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:45:34.710744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-682a0d89-7f91-4bbf-a769-f47125bd0714 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Unset dirty status for tenant:77c9ee98e82e48ecac9f859f4af300d7 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:45:34.711880 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-682a0d89-7f91-4bbf-a769-f47125bd0714 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.57 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99&tenant_id=77c9ee98e82e48ecac9f859f4af300d7&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 945 time: 0.1067059 May 09 13:45:34.846935 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-aa762035-2ba0-4912-9f85-0b32fa7229ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77c9ee98e82e48ecac9f859f4af300d7&device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 1098 time: 0.0667548 May 09 13:45:34.973596 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-19787a11-731e-45dd-b418-57c5110d9e8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:34.974911 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-19787a11-731e-45dd-b418-57c5110d9e8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=85ffecb3-b6b9-4faa-b0e1-b3b899d90948 HTTP/1.1" status: 200 len: 912 time: 0.1223817 May 09 13:45:35.043074 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-0a69ee17-fd4d-43ac-8d04-3aca7255e690 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca HTTP/1.1" status: 200 len: 217 time: 0.0623038 May 09 13:45:35.104265 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-8d1ad753-94e2-4649-b79a-4fe0550067ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:35.105696 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-8d1ad753-94e2-4649-b79a-4fe0550067ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a9d54d-7a7c-426d-a730-2a0eb3dcd4a9 HTTP/1.1" status: 200 len: 851 time: 0.0559688 May 09 13:45:35.152182 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-9fcaddb4-cd45-433e-a06e-423ef60759bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85ffecb3-b6b9-4faa-b0e1-b3b899d90948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404050 May 09 13:45:35.367820 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-e0f977ae-f44a-4a42-98f0-47ac855d2816 service neutron] 10.222.0.57 "GET /v2.0/networks/85ffecb3-b6b9-4faa-b0e1-b3b899d90948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092340 May 09 13:45:35.494372 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-a2ccbb6e-e452-4eeb-a3cb-c597310cec96 service neutron] 10.222.0.57 "GET /v2.0/networks/85ffecb3-b6b9-4faa-b0e1-b3b899d90948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198640 May 09 13:45:36.114496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 370d9e43-30d6-4dc5-b298-345dcbcd6eca up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:45:36.184977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 370d9e43-30d6-4dc5-b298-345dcbcd6eca triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:45:36.185364 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:36.297860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:36.325622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0021a-6024-4f07-9e97-a2f3ccfc0a92 req-849180a7-3576-4abc-94f2-4fae49f2858e tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:36.327124 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f2d0021a-6024-4f07-9e97-a2f3ccfc0a92 req-849180a7-3576-4abc-94f2-4fae49f2858e tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 945 time: 0.0779231 May 09 13:45:36.329467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 370d9e43-30d6-4dc5-b298-345dcbcd6eca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca,segment=NetworkSegment(e885c374-2d48-457b-99e6-6b0bd59edb4e),segment_id=e885c374-2d48-457b-99e6-6b0bd59edb4e)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:45:36.333204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:36.373811 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f2d0021a-6024-4f07-9e97-a2f3ccfc0a92 req-b257bc89-0b6b-4103-a1a6-a91064af7a21 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404463 May 09 13:45:36.400168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=370d9e43-30d6-4dc5-b298-345dcbcd6eca,revision_number=8']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:36.519429 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75a4a2d-0f90-4289-91b6-2d815246eb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370d9e43-30d6-4dc5-b298-345dcbcd6eca'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:45:36.572612 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a73bced-d49e-46db-8ae1-f4cd1489ee83'] response: {'server_uuid': 'a75a4a2d-0f90-4289-91b6-2d815246eb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370d9e43-30d6-4dc5-b298-345dcbcd6eca', 'code': 200} May 09 13:45:37.564215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6c13a-bc23-435b-8928-7d7f7a097b36 req-5cad9d0e-8086-4624-a8ea-bbe86c12c1cf tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:37.565669 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0cf6c13a-bc23-435b-8928-7d7f7a097b36 req-5cad9d0e-8086-4624-a8ea-bbe86c12c1cf tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0741172 May 09 13:45:37.612719 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0cf6c13a-bc23-435b-8928-7d7f7a097b36 req-b06372c2-d85e-4ddd-9583-883b9441fe32 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4b6d9d7-a82e-4714-8e45-a675e1830539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 May 09 13:45:38.087360 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-bb77dfee-25cf-46e1-9570-ae827630a555 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:38.088758 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-bb77dfee-25cf-46e1-9570-ae827630a555 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.57 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 946 time: 0.0749850 May 09 13:45:38.157197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Deleting port 370d9e43-30d6-4dc5-b298-345dcbcd6eca {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:45:38.157549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:38.389102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] For port 370d9e43-30d6-4dc5-b298-345dcbcd6eca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=370d9e43-30d6-4dc5-b298-345dcbcd6eca,segment=NetworkSegment(e885c374-2d48-457b-99e6-6b0bd59edb4e),segment_id=e885c374-2d48-457b-99e6-6b0bd59edb4e)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:45:38.389402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:38.509897 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Calling delete_port for 370d9e43-30d6-4dc5-b298-345dcbcd6eca owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:45:38.645941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:38.658325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['370d9e43-30d6-4dc5-b298-345dcbcd6eca'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:45:38.699241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Pushing event deleted for resources: {'Port': ['ID=370d9e43-30d6-4dc5-b298-345dcbcd6eca,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:38.741752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:38.742045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:38.742557 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:38.742959 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:38.743244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:38.743638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:38.744025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:38.744561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:38.744838 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:38.745249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:38.745707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:38.780999 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] No DVR routers for this DVR port 370d9e43-30d6-4dc5-b298-345dcbcd6eca on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:45:38.782285 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-71992f38-4615-439d-8651-caf4a178857a req-d6d386b5-7999-4207-ac8d-1625048e4df2 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.44 "GET /v2.0/ports?device_id=a75a4a2d-0f90-4289-91b6-2d815246eb99 HTTP/1.1" status: 200 len: 210 time: 0.0414765 May 09 13:45:38.783525 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:38.786236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75a4a2d-0f90-4289-91b6-2d815246eb99', 'name': 'network-vif-deleted', 'tag': '370d9e43-30d6-4dc5-b298-345dcbcd6eca'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:45:38.804109 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb1c93ed-76b6-4dc3-8840-9e4ffc84cf4d req-f79b091e-b1c3-48ae-a5ec-ef1aeb470061 tempest-DeleteServersTestJSON-1188553364 tempest-DeleteServersTestJSON-1188553364-project] 10.222.0.57 "DELETE /v2.0/ports/370d9e43-30d6-4dc5-b298-345dcbcd6eca HTTP/1.1" status: 204 len: 173 time: 0.7102439 May 09 13:45:38.847641 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e463755-bf7c-4ea2-ab8c-7d687a5b47a9'] response: {'server_uuid': 'a75a4a2d-0f90-4289-91b6-2d815246eb99', 'name': 'network-vif-deleted', 'tag': '370d9e43-30d6-4dc5-b298-345dcbcd6eca', 'status': 'completed', 'code': 200} May 09 13:45:40.044530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33792) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:45:40.102370 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Deleting subnet 28a9d54d-7a7c-426d-a730-2a0eb3dcd4a9 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:45:40.105137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:40.156647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-248ede07-cee1-4df4-ac73-965990d3baf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:40.157378 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:40.210323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:40.274726 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:40.315122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a9d54d-7a7c-426d-a730-2a0eb3dcd4a9,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:40.324583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:40.329277 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:40.329620 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:40.329953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:40.330280 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:40.330606 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:40.330932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:40.331253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:40.331572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:40.331886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:40.332200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:40.332517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:45:40.337609 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b313c368-35e3-4e0d-ad69-b70a7f06f0e1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/28a9d54d-7a7c-426d-a730-2a0eb3dcd4a9 HTTP/1.1" status: 204 len: 168 time: 0.2909410 May 09 13:45:40.339645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 33796) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:45:40.443244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-939bb80e-edf5-4fc8-b415-511a7626af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:40.638566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-939bb80e-edf5-4fc8-b415-511a7626af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:40.663635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-939bb80e-edf5-4fc8-b415-511a7626af02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ffecb3-b6b9-4faa-b0e1-b3b899d90948']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:45:40.675078 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-939bb80e-edf5-4fc8-b415-511a7626af02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e885c374-2d48-457b-99e6-6b0bd59edb4e') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:45:40.675380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-939bb80e-edf5-4fc8-b415-511a7626af02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e885c374-2d48-457b-99e6-6b0bd59edb4e') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:45:40.686688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-939bb80e-edf5-4fc8-b415-511a7626af02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:40.702842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-939bb80e-edf5-4fc8-b415-511a7626af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:40.708986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939bb80e-edf5-4fc8-b415-511a7626af02 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:45:40.709507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-939bb80e-edf5-4fc8-b415-511a7626af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:45:40.722510 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:45:40.797657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-939bb80e-edf5-4fc8-b415-511a7626af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:40.813221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-939bb80e-edf5-4fc8-b415-511a7626af02 admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:40.824350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bb80e-edf5-4fc8-b415-511a7626af02 admin admin] Pushing event deleted for resources: {'Network': ['ID=85ffecb3-b6b9-4faa-b0e1-b3b899d90948,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:40.831227 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-939bb80e-edf5-4fc8-b415-511a7626af02 admin admin] 10.222.0.44 "DELETE /v2.0/networks/85ffecb3-b6b9-4faa-b0e1-b3b899d90948 HTTP/1.1" status: 204 len: 168 time: 0.4906540 May 09 13:45:40.961918 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33802) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:45:41.010891 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cafa1ff4-0398-41dd-aa73-af7a6276e7ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77c9ee98e82e48ecac9f859f4af300d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477517 May 09 13:45:41.013177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33806) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:45:41.074089 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-61cf8d22-5cad-4495-8cbd-26022a874779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:41.103360 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-61cf8d22-5cad-4495-8cbd-26022a874779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:41.156859 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-61cf8d22-5cad-4495-8cbd-26022a874779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:41.171447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf8d22-5cad-4495-8cbd-26022a874779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b6d9d7-a82e-4714-8e45-a675e1830539,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:41.177175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-61cf8d22-5cad-4495-8cbd-26022a874779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:41.178310 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-61cf8d22-5cad-4495-8cbd-26022a874779 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4b6d9d7-a82e-4714-8e45-a675e1830539 HTTP/1.1" status: 204 len: 168 time: 0.1635382 May 09 13:45:41.984726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33828) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:45:42.108516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-81265260-network', 'tenant_id': '7de460dfa22a4be688e3cf361b66dd42'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:45:42.113147 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:45:42.117192 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Usage tracker for resource:network and tenant:7de460dfa22a4be688e3cf361b66dd42 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:45:42.120006 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:45:42.126087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:45:42.135461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Made reservation on behalf of 7de460dfa22a4be688e3cf361b66dd42 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:45:42.137715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:42.140691 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 370d9e43-30d6-4dc5-b298-345dcbcd6eca no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:45:42.150504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:42.173022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 370d9e43-30d6-4dc5-b298-345dcbcd6eca {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:45:42.173400 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 370d9e43-30d6-4dc5-b298-345dcbcd6eca not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:45:42.182418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:45:42.186681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Usage tracker for resource:security_group_rule and tenant:7de460dfa22a4be688e3cf361b66dd42 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:45:42.189431 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:45:42.195000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:45:42.259104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:42.262496 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:42.296340 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:45:42.301456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b88afc8-8136-483e-9cb6-12e872057192,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:42.308238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:42.309185 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Added segment f4aef166-bdec-47c3-ac74-f91a1a1c8836 of type vlan for network 9cac6271-5ecb-4476-b325-7bb3c7d90a93 May 09 13:45:42.334993 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:42.361983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:42.362781 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:42.363353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:42.449779 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7485f375-3487-4935-a55e-150689051b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:42.469731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] Pushing event updated for resources: {'Network': ['ID=9cac6271-5ecb-4476-b325-7bb3c7d90a93,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:42.472456 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-38a8676c-46b3-4102-9607-37d8e5c0729c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4866862 May 09 13:45:42.475576 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 33834) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:45:42.480223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 9cac6271-5ecb-4476-b325-7bb3c7d90a93 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:45:42.480725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Request body: {'subnet': {'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-81265260-subnet', 'tenant_id': '7de460dfa22a4be688e3cf361b66dd42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:45:42.485494 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:45:42.489223 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Usage tracker for resource:subnet and tenant:7de460dfa22a4be688e3cf361b66dd42 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:45:42.492271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:45:42.497903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:45:42.507706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Made reservation on behalf of 7de460dfa22a4be688e3cf361b66dd42 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:45:42.510045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:42.709415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:42.786396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=858619ce-1f5d-4cb6-b7a7-cee02d402ed8,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:42.794638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Checking segment: {'id': 'f4aef166-bdec-47c3-ac74-f91a1a1c8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:45:42.795533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Network hostable DHCP agents. Network: 9cac6271-5ecb-4476-b325-7bb3c7d90a93, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:45:42.817219 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Network 9cac6271-5ecb-4476-b325-7bb3c7d90a93 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:45:42.825602 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 9cac6271-5ecb-4476-b325-7bb3c7d90a93) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:45:42.829909 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:42.830489 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:42.834681 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea0b317-1fb9-48b1-aea2-1cf125e8ef87 None None] Network 9cac6271-5ecb-4476-b325-7bb3c7d90a93 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:45:42.948034 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-730b3a30-4b75-40fb-838c-f62c4daaba8a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4663575 May 09 13:45:43.077471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98fcf0b-4b3f-4615-9be3-7343408329ea None None] Network 9cac6271-5ecb-4476-b325-7bb3c7d90a93 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:45:43.407936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:43.476758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-2c48976a-3c2e-466c-897d-5d9f3d6be2da tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:43.478220 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-2c48976a-3c2e-466c-897d-5d9f3d6be2da tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/networks?id=9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 200 len: 813 time: 0.1408763 May 09 13:45:43.493956 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-ff79e357-63ef-460e-a518-fc00340944e1 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/quotas/7de460dfa22a4be688e3cf361b66dd42 HTTP/1.1" status: 200 len: 375 time: 0.0104816 May 09 13:45:43.537965 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-9e73f6f4-4bd6-4858-8196-cbbd1a7db543 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7de460dfa22a4be688e3cf361b66dd42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394294 May 09 13:45:43.737450 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-8c03709d-a0b4-461e-ab47-dcb2f853d5d8 service neutron] 10.222.0.44 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929493 May 09 13:45:43.837934 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:43.871440 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-1fa65921-2f86-46d8-8aae-b03c25581f75 service neutron] 10.222.0.44 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280005 May 09 13:45:44.067834 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8e0f3e59-816d-4778-a36f-fc40a45ef71a req-68f56177-8943-4df5-beb5-4425732c5282 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 210 time: 0.0440302 May 09 13:45:45.074060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:45.246724 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7bf971b9-6341-42af-9c4c-16078859a2c8 req-e40dca4b-4a97-4043-9a71-913a6ed7ee65 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 210 time: 0.0457876 May 09 13:45:45.261931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-cdb18d5f-6099-45d8-a896-c1d26c4b8376 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:45.262609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-cdb18d5f-6099-45d8-a896-c1d26c4b8376 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Synchronizing usage tracker for tenant:7de460dfa22a4be688e3cf361b66dd42 on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:45:45.281033 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-cdb18d5f-6099-45d8-a896-c1d26c4b8376 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Unset dirty status for tenant:7de460dfa22a4be688e3cf361b66dd42 on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:45:45.282118 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-cdb18d5f-6099-45d8-a896-c1d26c4b8376 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.57 "GET /v2.0/networks?id=9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 200 len: 813 time: 0.1682556 May 09 13:45:45.298904 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Request body: {'port': {'device_id': '205c6455-e8b7-4f2b-ace2-df7a9b66eee6', 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93', 'admin_state_up': True, 'tenant_id': '7de460dfa22a4be688e3cf361b66dd42'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:45:45.430733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:45:45.434499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Usage tracker for resource:port and tenant:7de460dfa22a4be688e3cf361b66dd42 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:45:45.437270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:45:45.442840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:45:45.452256 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Made reservation on behalf of 7de460dfa22a4be688e3cf361b66dd42 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:45:45.455162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:45.611982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Allocated IP 172.20.0.10 (9cac6271-5ecb-4476-b325-7bb3c7d90a93/858619ce-1f5d-4cb6-b7a7-cee02d402ed8/ce061ce9-d3a7-4355-886d-9f42ea6385d3) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:45:45.804589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:45.831995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:45.898055 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Network 9cac6271-5ecb-4476-b325-7bb3c7d90a93 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:45:45.900792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:45:45.904965 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:45:45.945200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Pushing event updated for resources: {'Port': ['ID=ce061ce9-d3a7-4355-886d-9f42ea6385d3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:45.970461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:45.971079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:45.990363 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-03406a72-04be-4fd7-9474-bf9e07b95cd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6960382 May 09 13:45:46.001925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Request body: {'port': {'device_id': '205c6455-e8b7-4f2b-ace2-df7a9b66eee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:45:46.105445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:46.431313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce061ce9-d3a7-4355-886d-9f42ea6385d3 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:45:46.438809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:46.444865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f256e-79af-4be3-9f0b-79b1d0a3d354 req-62927b54-2309-47fd-90d0-0bbb5a97ea58 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:46.446382 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fb3f256e-79af-4be3-9f0b-79b1d0a3d354 req-62927b54-2309-47fd-90d0-0bbb5a97ea58 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 932 time: 0.0786779 May 09 13:45:46.453475 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Transition to ACTIVE for port object ce061ce9-d3a7-4355-886d-9f42ea6385d3 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:45:46.457332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:46.492654 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fb3f256e-79af-4be3-9f0b-79b1d0a3d354 req-96b9b780-83b5-45e3-81b3-325e99af6183 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403774 May 09 13:45:46.578127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Pushing event updated for resources: {'Port': ['ID=ce061ce9-d3a7-4355-886d-9f42ea6385d3,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:46.682611 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Attempting to bind port ce061ce9-d3a7-4355-886d-9f42ea6385d3 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:45:46.682934 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Attempting to bind port ce061ce9-d3a7-4355-886d-9f42ea6385d3 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'f4aef166-bdec-47c3-ac74-f91a1a1c8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:45:46.683252 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Attempting to bind port ce061ce9-d3a7-4355-886d-9f42ea6385d3 on network 9cac6271-5ecb-4476-b325-7bb3c7d90a93 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:45:46.689411 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Port ce061ce9-d3a7-4355-886d-9f42ea6385d3 on network 9cac6271-5ecb-4476-b325-7bb3c7d90a93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:45:46.689723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Attempting to bind port ce061ce9-d3a7-4355-886d-9f42ea6385d3 on network 9cac6271-5ecb-4476-b325-7bb3c7d90a93 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:45:46.695781 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:45:46.696105 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Checking segment: {'id': 'f4aef166-bdec-47c3-ac74-f91a1a1c8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:45:46.696479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Bound using segment: {'id': 'f4aef166-bdec-47c3-ac74-f91a1a1c8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:45:46.696890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Bound port: ce061ce9-d3a7-4355-886d-9f42ea6385d3, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4aef166-bdec-47c3-ac74-f91a1a1c8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:45:46.697225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:46.781325 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] For port ce061ce9-d3a7-4355-886d-9f42ea6385d3, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:45:46.784467 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] For port ce061ce9-d3a7-4355-886d-9f42ea6385d3, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:45:46.787721 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:46.937158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:46.938507 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] 10.222.0.57 "PUT /v2.0/ports/ce061ce9-d3a7-4355-886d-9f42ea6385d3 HTTP/1.1" status: 200 len: 1094 time: 0.9410071 May 09 13:45:46.938925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205c6455-e8b7-4f2b-ace2-df7a9b66eee6', 'tag': 'ce061ce9-d3a7-4355-886d-9f42ea6385d3'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:45:46.956564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751ca3c-a290-4345-b7ff-bfe6b9fbb222 service neutron] Pushing event updated for resources: {'Port': ['ID=ce061ce9-d3a7-4355-886d-9f42ea6385d3,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:47.005049 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c33916e-59b2-449b-ae84-af86cb85ae35'] response: {'name': 'network-changed', 'server_uuid': '205c6455-e8b7-4f2b-ace2-df7a9b66eee6', 'tag': 'ce061ce9-d3a7-4355-886d-9f42ea6385d3', 'status': 'completed', 'code': 200} May 09 13:45:47.047510 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-3bac992e-d1e2-4b01-9ec4-bd40762c98a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7de460dfa22a4be688e3cf361b66dd42&device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 1097 time: 0.0732911 May 09 13:45:47.116360 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-49242874-ca21-4bde-b0b4-296dcebac3c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3 HTTP/1.1" status: 200 len: 217 time: 0.0617900 May 09 13:45:47.177388 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-cdeaadd4-89b8-416a-889c-3105a934dc17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:47.178995 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-cdeaadd4-89b8-416a-889c-3105a934dc17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=858619ce-1f5d-4cb6-b7a7-cee02d402ed8 HTTP/1.1" status: 200 len: 853 time: 0.0559673 May 09 13:45:47.223125 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-08eb54a6-216e-4a69-87ca-12054095e5a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cac6271-5ecb-4476-b325-7bb3c7d90a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383728 May 09 13:45:47.350537 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-e9d3d2b6-f97b-45cd-82a0-65493ebafe46 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213572 May 09 13:45:47.476131 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e5b4ccac-fc58-47f0-b2e1-7d93a89c1ddd req-ab4df211-7023-4c08-9fa6-5a2ab83c31d1 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200173 May 09 13:45:47.591215 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-41467b33-834f-4003-aa2b-8a1d04ef4c79 req-123c97de-6c15-474f-9900-94a75e5f9f06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7de460dfa22a4be688e3cf361b66dd42&device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 1097 time: 0.0712860 May 09 13:45:47.691639 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b246e-174a-4394-bfbd-bb0b77ebf49c req-5e1dee8f-82f0-439c-952b-dfe17a740e3b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:47.693089 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-498b246e-174a-4394-bfbd-bb0b77ebf49c req-5e1dee8f-82f0-439c-952b-dfe17a740e3b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 944 time: 0.0759125 May 09 13:45:47.719471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41467b33-834f-4003-aa2b-8a1d04ef4c79 req-36dd0225-63b5-4bcb-9bd1-bad5b8cfd479 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:47.720914 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-41467b33-834f-4003-aa2b-8a1d04ef4c79 req-36dd0225-63b5-4bcb-9bd1-bad5b8cfd479 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 200 len: 914 time: 0.1243641 May 09 13:45:47.738017 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-498b246e-174a-4394-bfbd-bb0b77ebf49c req-97c6a174-3786-4b6c-a799-5a9031f8a4a9 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392349 May 09 13:45:47.790959 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-41467b33-834f-4003-aa2b-8a1d04ef4c79 req-c2ced785-d4bf-40a8-afb8-8bc2eb88a44b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3 HTTP/1.1" status: 200 len: 217 time: 0.0636559 May 09 13:45:47.851959 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41467b33-834f-4003-aa2b-8a1d04ef4c79 req-2cece71f-385a-4f63-93a7-5126de53524a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:47.853396 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-41467b33-834f-4003-aa2b-8a1d04ef4c79 req-2cece71f-385a-4f63-93a7-5126de53524a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=858619ce-1f5d-4cb6-b7a7-cee02d402ed8 HTTP/1.1" status: 200 len: 853 time: 0.0560765 May 09 13:45:47.899408 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-41467b33-834f-4003-aa2b-8a1d04ef4c79 req-c56308f3-405b-417b-b725-ff1eaf3a953f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cac6271-5ecb-4476-b325-7bb3c7d90a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399587 May 09 13:45:48.026606 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-41467b33-834f-4003-aa2b-8a1d04ef4c79 req-daf07a12-80c6-4493-a094-a327caa02c0e service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210082 May 09 13:45:48.154663 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-41467b33-834f-4003-aa2b-8a1d04ef4c79 req-a1e46ac3-5652-42c4-b269-2e04862c0653 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214795 May 09 13:45:48.932434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b6ba9-ec1d-4767-8729-a9d6b977f088 req-aae8cbdc-76a9-43ed-96c8-73e3edb39e56 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:48.933769 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4b5b6ba9-ec1d-4767-8729-a9d6b977f088 req-aae8cbdc-76a9-43ed-96c8-73e3edb39e56 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 944 time: 0.0771072 May 09 13:45:48.977706 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4b5b6ba9-ec1d-4767-8729-a9d6b977f088 req-642839be-60cf-4957-b7f9-5fc69be824df tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377898 May 09 13:45:50.168702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1a9ad-6c7b-40ce-9a97-20e6344ff41f req-86eda305-f3e9-46ea-ab6a-b7440be1a5f7 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:50.170676 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-10e1a9ad-6c7b-40ce-9a97-20e6344ff41f req-86eda305-f3e9-46ea-ab6a-b7440be1a5f7 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 944 time: 0.0747890 May 09 13:45:50.173987 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ce061ce9-d3a7-4355-886d-9f42ea6385d3 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:45:50.215179 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-10e1a9ad-6c7b-40ce-9a97-20e6344ff41f req-9193966d-287d-4bf1-afed-14787b3c263e tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388849 May 09 13:45:50.308470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ce061ce9-d3a7-4355-886d-9f42ea6385d3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:45:50.321135 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'ce061ce9-d3a7-4355-886d-9f42ea6385d3', 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93', 'port_id': 'ce061ce9-d3a7-4355-886d-9f42ea6385d3', 'mac_address': 'fa:16:3e:79:76:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858619ce-1f5d-4cb6-b7a7-cee02d402ed8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:45:50.372649 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:50.389564 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce061ce9-d3a7-4355-886d-9f42ea6385d3 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:45:50.403791 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ce061ce9-d3a7-4355-886d-9f42ea6385d3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:45:50.408363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:50.471113 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=ce061ce9-d3a7-4355-886d-9f42ea6385d3,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:50.700647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['ce061ce9-d3a7-4355-886d-9f42ea6385d3'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:45:51.411671 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654ceb3-7d22-4ce3-94a2-5445475a2524 req-85bf469a-9c57-4806-9cc4-c63aea1bca87 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:51.413104 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8654ceb3-7d22-4ce3-94a2-5445475a2524 req-85bf469a-9c57-4806-9cc4-c63aea1bca87 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 945 time: 0.0780010 May 09 13:45:51.449978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:51.457903 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8654ceb3-7d22-4ce3-94a2-5445475a2524 req-73b2dbb6-1610-42d0-9f6f-4366766403de tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393181 May 09 13:45:52.193362 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ce061ce9-d3a7-4355-886d-9f42ea6385d3 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:45:52.261557 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port ce061ce9-d3a7-4355-886d-9f42ea6385d3 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:45:52.266876 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port ce061ce9-d3a7-4355-886d-9f42ea6385d3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:45:52.267236 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:52.375554 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:52.404613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205c6455-e8b7-4f2b-ace2-df7a9b66eee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce061ce9-d3a7-4355-886d-9f42ea6385d3'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:45:52.414240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ce061ce9-d3a7-4355-886d-9f42ea6385d3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:45:52.418051 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:45:52.459361 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5a57af-89be-4bee-9b96-bbae2e06e428'] response: {'server_uuid': '205c6455-e8b7-4f2b-ace2-df7a9b66eee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce061ce9-d3a7-4355-886d-9f42ea6385d3', 'code': 200} May 09 13:45:52.484208 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=ce061ce9-d3a7-4355-886d-9f42ea6385d3,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:45:52.656727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e750c9e-ba5f-4f78-b416-45b5f102e96d req-b092a7e6-e551-437c-a1e6-b6f387c12241 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:52.658243 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4e750c9e-ba5f-4f78-b416-45b5f102e96d req-b092a7e6-e551-437c-a1e6-b6f387c12241 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0766637 May 09 13:45:52.687204 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3500573-2289-4cf7-a26e-1e55fccfebd2 req-678be66b-51d4-4eb5-9a1a-066d80bc1472 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 1099 time: 0.0723879 May 09 13:45:52.710075 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4e750c9e-ba5f-4f78-b416-45b5f102e96d req-7755f355-9990-4f0a-8623-89db1e0deafe tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443499 May 09 13:45:52.740121 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3500573-2289-4cf7-a26e-1e55fccfebd2 req-21cf1bdb-5db8-4667-95e3-9fc95291537b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381448 May 09 13:45:53.907380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3db3a-6a8e-4195-b4d0-dbfeeebcaf1d req-6f75c0cb-2ec5-4623-85c3-80c5bcda8046 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:53.908748 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-56e3db3a-6a8e-4195-b4d0-dbfeeebcaf1d req-6f75c0cb-2ec5-4623-85c3-80c5bcda8046 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0756156 May 09 13:45:53.954840 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-56e3db3a-6a8e-4195-b4d0-dbfeeebcaf1d req-73792157-f5a6-4328-9b04-9da4a4a808a3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 May 09 13:45:55.155412 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14efffe-eb71-4190-87f0-0b93d4a12671 req-f6d832a7-901d-4759-9db7-75abc4fa617a tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:55.156841 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e14efffe-eb71-4190-87f0-0b93d4a12671 req-f6d832a7-901d-4759-9db7-75abc4fa617a tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0822647 May 09 13:45:55.203668 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e14efffe-eb71-4190-87f0-0b93d4a12671 req-73506274-c37c-4aa4-a4ae-bca701771ebe tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 May 09 13:45:55.397139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5792b3-8389-44ea-86c5-2903e81d9717 req-4742f090-7680-46ba-8ec8-6107d5c0137c tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:55.398618 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ab5792b3-8389-44ea-86c5-2903e81d9717 req-4742f090-7680-46ba-8ec8-6107d5c0137c tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0751903 May 09 13:45:55.442274 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ab5792b3-8389-44ea-86c5-2903e81d9717 req-b8365feb-a75c-4900-b694-8ed3b4162de8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382009 May 09 13:45:55.806704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7696127-3911-4154-871d-6a1a64aaf6a1 req-a13c7b3f-90cb-4548-8972-4df3e30d1fab tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:55.808143 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f7696127-3911-4154-871d-6a1a64aaf6a1 req-a13c7b3f-90cb-4548-8972-4df3e30d1fab tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0787733 May 09 13:45:55.852609 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f7696127-3911-4154-871d-6a1a64aaf6a1 req-8e94c034-5bf5-4ec5-bead-35c40e5f2590 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384164 May 09 13:45:56.040808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ea4a8-4c69-45a3-a889-609a5215b208 req-832c3d48-4a94-4921-8107-b00ed8611d7d tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:56.042318 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f54ea4a8-4c69-45a3-a889-609a5215b208 req-832c3d48-4a94-4921-8107-b00ed8611d7d tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0742402 May 09 13:45:56.089773 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f54ea4a8-4c69-45a3-a889-609a5215b208 req-469112ba-1659-4703-802c-a865eb3f8602 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 May 09 13:45:56.421948 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c9474b8e-3dce-4b48-a2ee-f44fc46f6e26 req-0514ba5f-d43e-4ace-a8ee-8fdf8301d618 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2031784 May 09 13:45:56.725854 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-aae63eba-1e92-46c7-96f0-c8f9453eae23 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213341 May 09 13:45:56.742812 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaf896-4c05-4893-bc44-7ca475c2b054 req-cc3f9293-02f2-42e2-99a8-d33d5beccbd5 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:56.744198 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cfcaf896-4c05-4893-bc44-7ca475c2b054 req-cc3f9293-02f2-42e2-99a8-d33d5beccbd5 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0867672 May 09 13:45:56.790367 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cfcaf896-4c05-4893-bc44-7ca475c2b054 req-fccc6e8b-1518-4d78-b2a2-413c5f91edc3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 May 09 13:45:57.827673 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-4c9fa453-de9b-4aaa-b212-d88035cf2940 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7de460dfa22a4be688e3cf361b66dd42&device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 1099 time: 0.0673950 May 09 13:45:57.957156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412765f7-83c1-4f77-810d-662e5b237246 req-28abc6a9-7c61-4ca2-b6d5-0cf1152aa671 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:57.958612 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-28abc6a9-7c61-4ca2-b6d5-0cf1152aa671 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 200 len: 914 time: 0.1246994 May 09 13:45:57.987873 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc681555-397e-43a5-af6b-7dcbe0f280d0 req-9064146d-d941-4bc0-832e-fbcb9830c646 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:57.989351 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fc681555-397e-43a5-af6b-7dcbe0f280d0 req-9064146d-d941-4bc0-832e-fbcb9830c646 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0787349 May 09 13:45:58.036940 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fc681555-397e-43a5-af6b-7dcbe0f280d0 req-ec1d87a2-a798-4ef0-9976-b8c6b00957b9 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415163 May 09 13:45:58.121790 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-b72773ee-a028-4c87-92f6-871ae06a16e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3 HTTP/1.1" status: 200 len: 217 time: 0.1566176 May 09 13:45:58.180460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412765f7-83c1-4f77-810d-662e5b237246 req-bafc4c42-731a-4e3e-8bec-b200b7c86f8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:58.181839 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-bafc4c42-731a-4e3e-8bec-b200b7c86f8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=858619ce-1f5d-4cb6-b7a7-cee02d402ed8 HTTP/1.1" status: 200 len: 853 time: 0.0548048 May 09 13:45:58.226462 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-7544e203-5cb5-45dd-8e3f-9a1e91d65842 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cac6271-5ecb-4476-b325-7bb3c7d90a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387354 May 09 13:45:58.353346 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-d2a9e722-39b1-4c46-ba83-f3e6bfd95410 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209304 May 09 13:45:58.479909 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-dc6698e7-c543-455e-b73a-7d7f49433d79 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205249 May 09 13:45:59.234336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceaa6d-4880-45d3-a196-ec8205357bde req-2f4adf94-f7fd-4eec-a429-7fe92f4205ad tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:45:59.235759 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0aceaa6d-4880-45d3-a196-ec8205357bde req-2f4adf94-f7fd-4eec-a429-7fe92f4205ad tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0739191 May 09 13:45:59.288946 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0aceaa6d-4880-45d3-a196-ec8205357bde req-12051b07-9ab5-459e-a95f-e55abd6292cb tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476718 May 09 13:46:00.481916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcb1bd-5290-415c-bb16-2ac68799ab0f req-27e20cfe-dc07-468e-9a1b-8b41dde74bf9 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:00.483498 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-00bcb1bd-5290-415c-bb16-2ac68799ab0f req-27e20cfe-dc07-468e-9a1b-8b41dde74bf9 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0765340 May 09 13:46:00.527809 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-00bcb1bd-5290-415c-bb16-2ac68799ab0f req-6fdfd453-d522-4622-a107-7d913951aa2d tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 May 09 13:46:01.720481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e6569-afc9-449f-9d97-5f67b5dca047 req-ee4afe84-4532-4463-b621-231b6caecc0e tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:01.721955 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2a3e6569-afc9-449f-9d97-5f67b5dca047 req-ee4afe84-4532-4463-b621-231b6caecc0e tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0772116 May 09 13:46:01.776701 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2a3e6569-afc9-449f-9d97-5f67b5dca047 req-4b6729db-c2c5-4d3b-bd6c-ca74f47bf6a2 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492749 May 09 13:46:02.974034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fe4e1-6c14-4377-b1d2-543f786ad687 req-a166fc0f-2347-4c69-916b-a0742e490eca tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:02.975403 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3c5fe4e1-6c14-4377-b1d2-543f786ad687 req-a166fc0f-2347-4c69-916b-a0742e490eca tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0749919 May 09 13:46:03.021553 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3c5fe4e1-6c14-4377-b1d2-543f786ad687 req-77d8cd4c-6f6c-41b0-9b3a-213c71ebd2bd tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 May 09 13:46:04.218045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a26f6-468f-4de7-ae0b-272ef5774a47 req-13d5d5f2-bd41-4908-9ab9-89d6bc8da6e8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:04.219465 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b56a26f6-468f-4de7-ae0b-272ef5774a47 req-13d5d5f2-bd41-4908-9ab9-89d6bc8da6e8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0776832 May 09 13:46:04.264269 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b56a26f6-468f-4de7-ae0b-272ef5774a47 req-e1863dbf-09c8-469a-acf8-052a32109bad tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393884 May 09 13:46:05.455936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a61ce2-029e-4131-845b-cb012e392669 req-cdf03138-bcd0-4f22-a2a6-0da32a51aeb8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:05.457362 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-91a61ce2-029e-4131-845b-cb012e392669 req-cdf03138-bcd0-4f22-a2a6-0da32a51aeb8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0733438 May 09 13:46:05.501220 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-91a61ce2-029e-4131-845b-cb012e392669 req-0808c063-000a-435b-a67c-596002583c63 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383632 May 09 13:46:06.699127 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e304c-3828-4096-8b6c-654bf24096c0 req-d45deaa8-51fe-496e-87ea-76c8cc5a9ca9 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:06.700598 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e46e304c-3828-4096-8b6c-654bf24096c0 req-d45deaa8-51fe-496e-87ea-76c8cc5a9ca9 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0786774 May 09 13:46:06.744994 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e46e304c-3828-4096-8b6c-654bf24096c0 req-8b54f680-0500-4550-b8bd-2b1747f5234c tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383284 May 09 13:46:07.935493 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d6d24-dc11-406f-8a6d-a2e931601fe5 req-bc2d755d-0ba1-49c3-a86c-79e9f5101344 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:07.936882 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-049d6d24-dc11-406f-8a6d-a2e931601fe5 req-bc2d755d-0ba1-49c3-a86c-79e9f5101344 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0751500 May 09 13:46:07.981240 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-049d6d24-dc11-406f-8a6d-a2e931601fe5 req-04722cf6-e0e6-4e52-9680-e424f91700ac tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388415 May 09 13:46:09.175532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8118ae-75d9-452d-aac0-ed5a42ab9b49 req-0a2b55da-8999-4192-8598-c0068cc8fe75 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:09.176993 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5b8118ae-75d9-452d-aac0-ed5a42ab9b49 req-0a2b55da-8999-4192-8598-c0068cc8fe75 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0772667 May 09 13:46:09.221202 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5b8118ae-75d9-452d-aac0-ed5a42ab9b49 req-7052dd49-361c-418e-8e23-55ea6f76590e tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386739 May 09 13:46:09.988254 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:46:10.158150 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6654dda1-e176-4f96-8e63-41d1609808f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:10.417946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99325c4f-1cdc-442c-9ade-101023ba6e3a req-a7527685-d345-4b23-89a7-25822064fdc6 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:10.419901 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99325c4f-1cdc-442c-9ade-101023ba6e3a req-a7527685-d345-4b23-89a7-25822064fdc6 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0760829 May 09 13:46:10.470994 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99325c4f-1cdc-442c-9ade-101023ba6e3a req-694beed5-b868-41da-aa67-df6e8603f0f5 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439186 May 09 13:46:11.664104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30243ac-3d77-4487-9fe8-20348e564a8f req-2c4bb2db-b1a0-4c40-b2d2-577a7915c698 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:11.665591 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a30243ac-3d77-4487-9fe8-20348e564a8f req-2c4bb2db-b1a0-4c40-b2d2-577a7915c698 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0768588 May 09 13:46:11.710240 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a30243ac-3d77-4487-9fe8-20348e564a8f req-ddcb2afc-5506-46b3-9c77-19de8b81fe7a tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392299 May 09 13:46:12.451247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e5d8528f-df66-461a-bd4b-a3477d5351c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:12.906191 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800e63-6b3c-453b-b101-07064956e710 req-40a35ccf-45cf-49f9-8721-ab35da4c8372 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:12.907593 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-07800e63-6b3c-453b-b101-07064956e710 req-40a35ccf-45cf-49f9-8721-ab35da4c8372 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0775335 May 09 13:46:12.952190 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-07800e63-6b3c-453b-b101-07064956e710 req-5e0026ac-6de2-49a9-8c74-f7be1e7c3816 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392604 May 09 13:46:13.411298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:13.840784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:14.158411 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccc6f2-25ed-47e9-8bc5-d7fe86e41cfd req-7c9b1ff9-e50c-4b59-acde-931afc777682 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:14.159758 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17ccc6f2-25ed-47e9-8bc5-d7fe86e41cfd req-7c9b1ff9-e50c-4b59-acde-931afc777682 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0808375 May 09 13:46:14.206269 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17ccc6f2-25ed-47e9-8bc5-d7fe86e41cfd req-5038d7e2-f541-459b-b845-12bcc97fd442 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397055 May 09 13:46:15.076851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:15.416417 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e39e9a-6935-41c6-9696-8d7352aa87aa req-54dec49b-4265-483d-a6c4-74fb319dc934 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:15.417900 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a3e39e9a-6935-41c6-9696-8d7352aa87aa req-54dec49b-4265-483d-a6c4-74fb319dc934 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0828645 May 09 13:46:15.464612 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a3e39e9a-6935-41c6-9696-8d7352aa87aa req-258cb578-49a2-4a6d-af97-dfff0232c232 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 May 09 13:46:16.656569 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73337f88-6fbd-4fdd-9216-3b85cc9d1836 req-9d97942f-f3ec-41d0-ada8-bedacf235d9f tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:16.658035 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-73337f88-6fbd-4fdd-9216-3b85cc9d1836 req-9d97942f-f3ec-41d0-ada8-bedacf235d9f tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0747900 May 09 13:46:16.705541 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-73337f88-6fbd-4fdd-9216-3b85cc9d1836 req-6ec547e0-4eb5-47d5-8712-401503d2c7d3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 May 09 13:46:17.979296 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080607b-af5e-4463-a636-8765b88ee871 req-1f25f868-9ed3-480c-ab93-f0296a5a0011 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:17.980651 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0080607b-af5e-4463-a636-8765b88ee871 req-1f25f868-9ed3-480c-ab93-f0296a5a0011 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.1474864 May 09 13:46:18.025389 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0080607b-af5e-4463-a636-8765b88ee871 req-a8ea82f7-fe2c-4116-ac73-42b8fe69afbb tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 May 09 13:46:19.218089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c284a1-00ff-48c1-8b21-d50ec3011c17 req-34277cff-d8aa-49ae-8141-51094b36ae55 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:19.219514 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-87c284a1-00ff-48c1-8b21-d50ec3011c17 req-34277cff-d8aa-49ae-8141-51094b36ae55 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0773144 May 09 13:46:19.263265 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-87c284a1-00ff-48c1-8b21-d50ec3011c17 req-76ddb2c4-114d-4aeb-af5c-484524910719 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383372 May 09 13:46:20.455866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f8892-91a3-41d1-a035-1776a6a4984d req-3cc8515e-ecfc-433c-a729-d9ee1ed8c075 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:20.457301 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-628f8892-91a3-41d1-a035-1776a6a4984d req-3cc8515e-ecfc-433c-a729-d9ee1ed8c075 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0755467 May 09 13:46:20.501036 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-628f8892-91a3-41d1-a035-1776a6a4984d req-bcf6a930-06fa-4ceb-b961-35af5b2c2af9 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383329 May 09 13:46:21.450932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:21.699923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae72848-8e61-42e6-bc00-0bcd266822c7 req-f058ea7d-7756-4bec-8600-2e45be727372 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:21.701503 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7ae72848-8e61-42e6-bc00-0bcd266822c7 req-f058ea7d-7756-4bec-8600-2e45be727372 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0790226 May 09 13:46:21.745180 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7ae72848-8e61-42e6-bc00-0bcd266822c7 req-601f8490-c595-4271-ac58-cbfaa104eb4c tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382698 May 09 13:46:22.936558 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d420d12-25e8-4c6d-a43b-e72d2129087b req-23e68edb-b8e3-47d8-a10e-27b0cdd0d031 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:22.937899 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1d420d12-25e8-4c6d-a43b-e72d2129087b req-23e68edb-b8e3-47d8-a10e-27b0cdd0d031 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0743229 May 09 13:46:22.984611 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1d420d12-25e8-4c6d-a43b-e72d2129087b req-65875eb2-c8ff-458c-af0b-71ff666e40c5 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413654 May 09 13:46:24.175710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8ef11-af55-47b1-b1f6-9cc8875ac86b req-c2443f8d-02d0-4e15-aefd-e7618a09e782 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:24.177130 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-93d8ef11-af55-47b1-b1f6-9cc8875ac86b req-c2443f8d-02d0-4e15-aefd-e7618a09e782 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0742791 May 09 13:46:24.221263 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-93d8ef11-af55-47b1-b1f6-9cc8875ac86b req-be351f85-524f-4acb-876b-92636fcf52aa tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 May 09 13:46:25.120485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-2413eedf-3aea-4e45-b2c6-0f6ed38183e0 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:46:25.121603 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-2413eedf-3aea-4e45-b2c6-0f6ed38183e0 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053127 May 09 13:46:25.196632 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-507a9dfe-dced-46a6-bb5c-05a8ecf960ac service neutron] 10.222.0.57 "GET /v2.0/ports/ce061ce9-d3a7-4355-886d-9f42ea6385d3/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0698276 May 09 13:46:25.425854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35c163-cd86-4aad-ae85-d1031dfd4dfd req-1c220c70-1ef9-483c-a2b0-39ae262cf897 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:25.427324 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0e35c163-cd86-4aad-ae85-d1031dfd4dfd req-1c220c70-1ef9-483c-a2b0-39ae262cf897 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0829356 May 09 13:46:25.462702 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-769b7e2f-abbd-4cfc-a13a-6b6a44874f45 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6&tenant_id=7de460dfa22a4be688e3cf361b66dd42 HTTP/1.1" status: 200 len: 1099 time: 0.0815754 May 09 13:46:25.473940 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0e35c163-cd86-4aad-ae85-d1031dfd4dfd req-9c8ed420-ed83-4311-8b60-c59bccbcb9bf tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 May 09 13:46:25.551102 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-4649de89-23df-4675-8a3a-e78d10334587 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7de460dfa22a4be688e3cf361b66dd42&device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 1099 time: 0.0673718 May 09 13:46:25.678092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412765f7-83c1-4f77-810d-662e5b237246 req-70c21023-833b-4479-aee3-aa2c3efe8d40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:25.679440 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-70c21023-833b-4479-aee3-aa2c3efe8d40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 200 len: 914 time: 0.1227736 May 09 13:46:25.749833 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-35db64c5-26f9-4b55-adca-edcb986f61a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3 HTTP/1.1" status: 200 len: 217 time: 0.0638733 May 09 13:46:25.807835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412765f7-83c1-4f77-810d-662e5b237246 req-fa973072-efe9-4399-a347-db3bb176e0e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:25.809169 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-fa973072-efe9-4399-a347-db3bb176e0e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=858619ce-1f5d-4cb6-b7a7-cee02d402ed8 HTTP/1.1" status: 200 len: 853 time: 0.0542912 May 09 13:46:25.860202 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-08022236-dbbc-4342-861a-1d9609238be2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cac6271-5ecb-4476-b325-7bb3c7d90a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453382 May 09 13:46:25.987051 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-f8f2af70-2f38-47be-b1dd-240f1ca298c1 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210990 May 09 13:46:26.113572 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-412765f7-83c1-4f77-810d-662e5b237246 req-7df68a2f-26f6-4e6c-9bf1-394f1ea3b8d3 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209402 May 09 13:46:26.671083 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34652ed8-94b0-4faa-8887-1bc1a73fae22 req-0d2827aa-36b3-49b2-b36b-9b35a8de8180 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:26.672521 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-34652ed8-94b0-4faa-8887-1bc1a73fae22 req-0d2827aa-36b3-49b2-b36b-9b35a8de8180 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0746508 May 09 13:46:26.717724 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-34652ed8-94b0-4faa-8887-1bc1a73fae22 req-41679126-8bf1-4c77-b25f-fd3b02e8538d tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 May 09 13:46:27.913200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560c56d-4bf0-4b44-a074-cec8a9dc0ec0 req-6275501b-47ae-4380-90db-a3d5926f3423 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:27.914591 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2560c56d-4bf0-4b44-a074-cec8a9dc0ec0 req-6275501b-47ae-4380-90db-a3d5926f3423 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 946 time: 0.0791523 May 09 13:46:27.959196 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2560c56d-4bf0-4b44-a074-cec8a9dc0ec0 req-0fabf5f0-06b5-47da-a402-735f9ab1ffc8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391209 May 09 13:46:28.439773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ce061ce9-d3a7-4355-886d-9f42ea6385d3 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:46:28.442243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ce061ce9-d3a7-4355-886d-9f42ea6385d3 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:46:28.663759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:28.681070 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ce061ce9-d3a7-4355-886d-9f42ea6385d3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:46:28.701809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'ce061ce9-d3a7-4355-886d-9f42ea6385d3', 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93', 'port_id': 'ce061ce9-d3a7-4355-886d-9f42ea6385d3', 'mac_address': 'fa:16:3e:79:76:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858619ce-1f5d-4cb6-b7a7-cee02d402ed8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:46:28.708124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205c6455-e8b7-4f2b-ace2-df7a9b66eee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce061ce9-d3a7-4355-886d-9f42ea6385d3'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:46:28.753972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ce061ce9-d3a7-4355-886d-9f42ea6385d3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:46:28.778869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:28.810532 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6010aa8d-16d5-4c46-84cd-f58b113f1136'] response: {'server_uuid': '205c6455-e8b7-4f2b-ace2-df7a9b66eee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce061ce9-d3a7-4355-886d-9f42ea6385d3', 'code': 200} May 09 13:46:28.827798 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:28.859398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce061ce9-d3a7-4355-886d-9f42ea6385d3 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:46:28.868563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=ce061ce9-d3a7-4355-886d-9f42ea6385d3,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:46:28.946161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:46:28.946496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:46:28.946828 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:46:28.947155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:46:28.947476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:46:28.947793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:46:28.948122 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:46:28.948422 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:46:28.948730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:46:28.949040 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:46:28.949384 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:46:28.962470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:46:28.962816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:46:29.150704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7598e-b9f9-4955-8fc0-61bf9feef67f req-d6591edc-efeb-4116-b4d1-43b3ba735442 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:29.152147 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-67e7598e-b9f9-4955-8fc0-61bf9feef67f req-d6591edc-efeb-4116-b4d1-43b3ba735442 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 944 time: 0.0750954 May 09 13:46:29.196734 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-67e7598e-b9f9-4955-8fc0-61bf9feef67f req-1d64ee40-2990-410a-a9be-fd35cdcb80c6 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384083 May 09 13:46:29.515188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f5ecb-c8bb-482b-aac8-1a32f72eb2d9 req-173ada9b-ebb2-492b-9f21-eda02e07ecc8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:29.515926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-094f5ecb-c8bb-482b-aac8-1a32f72eb2d9 req-173ada9b-ebb2-492b-9f21-eda02e07ecc8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Synchronizing usage tracker for tenant:7de460dfa22a4be688e3cf361b66dd42 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:46:29.518497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:29.525232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f55cd8-3486-4263-8e87-833af46b373c req-1ba8c6a4-2e64-47e4-bf3c-06db4b815005 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:29.526961 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-76f55cd8-3486-4263-8e87-833af46b373c req-1ba8c6a4-2e64-47e4-bf3c-06db4b815005 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 944 time: 0.0817513 May 09 13:46:29.533484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-094f5ecb-c8bb-482b-aac8-1a32f72eb2d9 req-173ada9b-ebb2-492b-9f21-eda02e07ecc8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Unset dirty status for tenant:7de460dfa22a4be688e3cf361b66dd42 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:46:29.534895 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-094f5ecb-c8bb-482b-aac8-1a32f72eb2d9 req-173ada9b-ebb2-492b-9f21-eda02e07ecc8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.57 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6&tenant_id=7de460dfa22a4be688e3cf361b66dd42&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 944 time: 0.0984268 May 09 13:46:29.536725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce061ce9-d3a7-4355-886d-9f42ea6385d3 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:46:29.569139 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ce061ce9-d3a7-4355-886d-9f42ea6385d3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:46:29.574744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:29.576471 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-76f55cd8-3486-4263-8e87-833af46b373c req-03aa97a2-2a8a-4dbd-afd3-33d655d256fa tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 May 09 13:46:29.644180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['ce061ce9-d3a7-4355-886d-9f42ea6385d3'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:46:29.676939 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=ce061ce9-d3a7-4355-886d-9f42ea6385d3,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:46:29.688208 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-094f5ecb-c8bb-482b-aac8-1a32f72eb2d9 req-5271b8db-256f-42f0-a80e-7164d0ef8a0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7de460dfa22a4be688e3cf361b66dd42&device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 1098 time: 0.0702078 May 09 13:46:29.818746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f5ecb-c8bb-482b-aac8-1a32f72eb2d9 req-2bde63af-36a1-4392-a148-3f80cb61e271 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:29.820181 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-094f5ecb-c8bb-482b-aac8-1a32f72eb2d9 req-2bde63af-36a1-4392-a148-3f80cb61e271 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 200 len: 914 time: 0.1257811 May 09 13:46:29.970941 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-094f5ecb-c8bb-482b-aac8-1a32f72eb2d9 req-0e49501f-a454-44dc-88ed-bbfd73667128 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3 HTTP/1.1" status: 200 len: 217 time: 0.1446166 May 09 13:46:30.033445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f5ecb-c8bb-482b-aac8-1a32f72eb2d9 req-a6df9978-eb72-4b62-af4c-a57365be16b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:30.034833 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-094f5ecb-c8bb-482b-aac8-1a32f72eb2d9 req-a6df9978-eb72-4b62-af4c-a57365be16b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=858619ce-1f5d-4cb6-b7a7-cee02d402ed8 HTTP/1.1" status: 200 len: 853 time: 0.0580111 May 09 13:46:30.077490 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-094f5ecb-c8bb-482b-aac8-1a32f72eb2d9 req-21d0dd12-6aac-46bf-a112-e157185fa947 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cac6271-5ecb-4476-b325-7bb3c7d90a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369930 May 09 13:46:30.204889 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-094f5ecb-c8bb-482b-aac8-1a32f72eb2d9 req-9635a7c8-bbee-472f-a138-1e1fdba80197 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219718 May 09 13:46:30.330015 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-094f5ecb-c8bb-482b-aac8-1a32f72eb2d9 req-babdd512-ef50-4d03-ac28-1d8342d1e062 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195688 May 09 13:46:30.445192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ce061ce9-d3a7-4355-886d-9f42ea6385d3 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:46:30.556477 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:30.573496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ce061ce9-d3a7-4355-886d-9f42ea6385d3 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:46:30.588736 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ce061ce9-d3a7-4355-886d-9f42ea6385d3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:46:30.591988 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:30.659477 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=ce061ce9-d3a7-4355-886d-9f42ea6385d3,revision_number=8']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:46:30.792845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2b32c-2b12-46ac-85bb-c0e23982dfbb req-45892a8a-8310-448a-8eff-451f83c3fe08 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:30.794922 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b7f2b32c-2b12-46ac-85bb-c0e23982dfbb req-45892a8a-8310-448a-8eff-451f83c3fe08 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 944 time: 0.0785322 May 09 13:46:30.843899 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b7f2b32c-2b12-46ac-85bb-c0e23982dfbb req-706d0aad-10b0-4b4b-a7cd-0234b83dce76 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431721 May 09 13:46:32.034713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c35e79-921a-469d-b825-970b8859b5c4 req-445f3fa4-cf84-4cb5-b008-32fa7c52173e tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:32.036124 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-64c35e79-921a-469d-b825-970b8859b5c4 req-445f3fa4-cf84-4cb5-b008-32fa7c52173e tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 944 time: 0.0738070 May 09 13:46:32.080506 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-64c35e79-921a-469d-b825-970b8859b5c4 req-65af746c-c305-4ac7-a8c8-498692028fd4 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388956 May 09 13:46:32.277944 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69a535-ddf7-421d-9ff8-008a23b6301d req-83a425aa-4c04-4746-926e-05615bdd4a1b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:32.279306 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2a69a535-ddf7-421d-9ff8-008a23b6301d req-83a425aa-4c04-4746-926e-05615bdd4a1b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 944 time: 0.0784721 May 09 13:46:32.323479 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2a69a535-ddf7-421d-9ff8-008a23b6301d req-406b10cc-2acd-4a17-9899-513349ad2675 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388284 May 09 13:46:32.514241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d22ee-3f7d-436a-9cbf-5dcc6ca1c5f6 req-895fb35c-e81c-4a85-9e99-c6097d5ab822 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:32.515670 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-873d22ee-3f7d-436a-9cbf-5dcc6ca1c5f6 req-895fb35c-e81c-4a85-9e99-c6097d5ab822 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 944 time: 0.0754588 May 09 13:46:32.560641 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-873d22ee-3f7d-436a-9cbf-5dcc6ca1c5f6 req-9689f337-97d9-441f-b5b8-4eb5d7f3dc7a tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396593 May 09 13:46:33.061236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-4c9c4713-82bd-4292-9f20-b90c9791236e tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:33.062690 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-4c9c4713-82bd-4292-9f20-b90c9791236e tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/networks?id=9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 200 len: 813 time: 0.1433754 May 09 13:46:33.078817 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7363f106-6333-43de-8a3b-8d82f5319025 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/quotas/7de460dfa22a4be688e3cf361b66dd42 HTTP/1.1" status: 200 len: 375 time: 0.0107472 May 09 13:46:33.158259 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-9ba3d51e-b611-4a82-b61a-ed8789a0e4ec tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7de460dfa22a4be688e3cf361b66dd42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748413 May 09 13:46:33.168265 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-0be0fea1-ef73-4d9d-b099-d5288312e00b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:46:33.169188 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-0be0fea1-ef73-4d9d-b099-d5288312e00b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046289 May 09 13:46:33.367107 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-e6884fac-85d9-4d07-a828-958abb765279 service neutron] 10.222.0.44 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921659 May 09 13:46:33.497246 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-8cfa7520-75fc-4a9d-b21b-bf1a6e661ca2 service neutron] 10.222.0.44 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234543 May 09 13:46:33.679074 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-769a26e3-ee21-4729-843b-6df30333e1ad req-594d0abf-5bca-4cfa-8ff6-d3dbc1fa599d tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 210 time: 0.0398877 May 09 13:46:34.604435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.57', 60182) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:46:34.660607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-45bd2a0b-77fe-46d1-af15-81ab2a7795a1 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:34.662045 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-45bd2a0b-77fe-46d1-af15-81ab2a7795a1 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.57 "GET /v2.0/networks?id=9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 200 len: 813 time: 0.1458814 May 09 13:46:34.677651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Request body: {'port': {'device_id': '0b076eb4-2e0f-416f-9903-39513bd81d2e', 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93', 'admin_state_up': True, 'tenant_id': '7de460dfa22a4be688e3cf361b66dd42'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:46:34.688445 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a6241-fa0a-400d-96a5-d8c4b822b9ee req-8d684e2b-4087-44fe-bba6-d4f1c8697431 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:34.690163 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-187a6241-fa0a-400d-96a5-d8c4b822b9ee req-8d684e2b-4087-44fe-bba6-d4f1c8697431 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.57 "GET /v2.0/ports?device_id=205c6455-e8b7-4f2b-ace2-df7a9b66eee6 HTTP/1.1" status: 200 len: 944 time: 0.0840058 May 09 13:46:34.774954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-187a6241-fa0a-400d-96a5-d8c4b822b9ee req-04e03e05-60fb-41e3-8862-b5a2e7a8c94b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Deleting port ce061ce9-d3a7-4355-886d-9f42ea6385d3 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:46:34.775295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-187a6241-fa0a-400d-96a5-d8c4b822b9ee req-04e03e05-60fb-41e3-8862-b5a2e7a8c94b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:34.820792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:46:34.830742 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:46:34.840466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Made reservation on behalf of 7de460dfa22a4be688e3cf361b66dd42 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:46:34.843856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:34.870569 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c6220c01-cd17-428c-adbe-632ae9a0ef75 req-6e70c8c8-a375-4353-b9cd-95ac8cbc28f9 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 210 time: 0.0504296 May 09 13:46:35.004738 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Allocated IP 172.20.0.11 (9cac6271-5ecb-4476-b325-7bb3c7d90a93/858619ce-1f5d-4cb6-b7a7-cee02d402ed8/5ad1311f-c7be-4f99-b1e8-656c17e114c2) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:46:35.058623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-187a6241-fa0a-400d-96a5-d8c4b822b9ee req-04e03e05-60fb-41e3-8862-b5a2e7a8c94b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] For port ce061ce9-d3a7-4355-886d-9f42ea6385d3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ce061ce9-d3a7-4355-886d-9f42ea6385d3,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:46:35.058985 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-187a6241-fa0a-400d-96a5-d8c4b822b9ee req-04e03e05-60fb-41e3-8862-b5a2e7a8c94b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:35.185925 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [req-187a6241-fa0a-400d-96a5-d8c4b822b9ee req-04e03e05-60fb-41e3-8862-b5a2e7a8c94b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Calling delete_port for ce061ce9-d3a7-4355-886d-9f42ea6385d3 owned by compute:nova {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:46:35.199812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:35.226527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:35.300890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Network 9cac6271-5ecb-4476-b325-7bb3c7d90a93 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:46:35.303976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:46:35.308295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:46:35.332196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-187a6241-fa0a-400d-96a5-d8c4b822b9ee req-04e03e05-60fb-41e3-8862-b5a2e7a8c94b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:35.333506 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Pushing event updated for resources: {'Port': ['ID=5ad1311f-c7be-4f99-b1e8-656c17e114c2,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:46:35.370583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:35.371171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:35.384842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e03e05-60fb-41e3-8862-b5a2e7a8c94b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Pushing event deleted for resources: {'Port': ['ID=ce061ce9-d3a7-4355-886d-9f42ea6385d3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:46:35.396208 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-96da5d55-984e-4e3e-9da3-4049735a7635 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7222798 May 09 13:46:35.408287 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Request body: {'port': {'device_id': '0b076eb4-2e0f-416f-9903-39513bd81d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:46:35.457735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [req-187a6241-fa0a-400d-96a5-d8c4b822b9ee req-04e03e05-60fb-41e3-8862-b5a2e7a8c94b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] No DVR routers for this DVR port ce061ce9-d3a7-4355-886d-9f42ea6385d3 on host hv-neutron-8408 {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:46:35.460237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-187a6241-fa0a-400d-96a5-d8c4b822b9ee req-04e03e05-60fb-41e3-8862-b5a2e7a8c94b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:35.462870 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205c6455-e8b7-4f2b-ace2-df7a9b66eee6', 'name': 'network-vif-deleted', 'tag': 'ce061ce9-d3a7-4355-886d-9f42ea6385d3'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:46:35.477243 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-187a6241-fa0a-400d-96a5-d8c4b822b9ee req-04e03e05-60fb-41e3-8862-b5a2e7a8c94b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.57 "DELETE /v2.0/ports/ce061ce9-d3a7-4355-886d-9f42ea6385d3 HTTP/1.1" status: 204 len: 173 time: 0.7821944 May 09 13:46:35.520260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:35.609074 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0809dd-f12d-4030-ad6e-71d8937a1486'] response: {'server_uuid': '205c6455-e8b7-4f2b-ace2-df7a9b66eee6', 'name': 'network-vif-deleted', 'tag': 'ce061ce9-d3a7-4355-886d-9f42ea6385d3', 'status': 'completed', 'code': 200} May 09 13:46:35.968654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad1311f-c7be-4f99-b1e8-656c17e114c2 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:46:35.976326 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:35.990894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Transition to ACTIVE for port object 5ad1311f-c7be-4f99-b1e8-656c17e114c2 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:46:35.995165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:36.078121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f7fe-ca86-4283-bcd4-ae6994d27fcc req-c314d2fb-2384-46b4-936c-ee8e37f26694 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:36.078806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-4c38f7fe-ca86-4283-bcd4-ae6994d27fcc req-c314d2fb-2384-46b4-936c-ee8e37f26694 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Synchronizing usage tracker for tenant:7de460dfa22a4be688e3cf361b66dd42 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:46:36.094476 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-4c38f7fe-ca86-4283-bcd4-ae6994d27fcc req-c314d2fb-2384-46b4-936c-ee8e37f26694 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Unset dirty status for tenant:7de460dfa22a4be688e3cf361b66dd42 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:46:36.095629 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4c38f7fe-ca86-4283-bcd4-ae6994d27fcc req-c314d2fb-2384-46b4-936c-ee8e37f26694 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 944 time: 0.0978205 May 09 13:46:36.123149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Pushing event updated for resources: {'Port': ['ID=5ad1311f-c7be-4f99-b1e8-656c17e114c2,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:46:36.149651 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4c38f7fe-ca86-4283-bcd4-ae6994d27fcc req-deff486c-847b-4909-9b2c-d639a1ee8c18 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484629 May 09 13:46:36.224052 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Attempting to bind port 5ad1311f-c7be-4f99-b1e8-656c17e114c2 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:46:36.224384 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Attempting to bind port 5ad1311f-c7be-4f99-b1e8-656c17e114c2 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'f4aef166-bdec-47c3-ac74-f91a1a1c8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:46:36.224706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Attempting to bind port 5ad1311f-c7be-4f99-b1e8-656c17e114c2 on network 9cac6271-5ecb-4476-b325-7bb3c7d90a93 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:46:36.230330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Port 5ad1311f-c7be-4f99-b1e8-656c17e114c2 on network 9cac6271-5ecb-4476-b325-7bb3c7d90a93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:46:36.230644 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Attempting to bind port 5ad1311f-c7be-4f99-b1e8-656c17e114c2 on network 9cac6271-5ecb-4476-b325-7bb3c7d90a93 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:46:36.236798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:46:36.237131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Checking segment: {'id': 'f4aef166-bdec-47c3-ac74-f91a1a1c8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:46:36.237532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Bound using segment: {'id': 'f4aef166-bdec-47c3-ac74-f91a1a1c8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:46:36.237948 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Bound port: 5ad1311f-c7be-4f99-b1e8-656c17e114c2, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4aef166-bdec-47c3-ac74-f91a1a1c8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:46:36.238287 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:36.325734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] For port 5ad1311f-c7be-4f99-b1e8-656c17e114c2, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:46:36.328650 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] For port 5ad1311f-c7be-4f99-b1e8-656c17e114c2, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:46:36.331910 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:36.391672 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:36.393012 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] 10.222.0.57 "PUT /v2.0/ports/5ad1311f-c7be-4f99-b1e8-656c17e114c2 HTTP/1.1" status: 200 len: 1094 time: 0.9885619 May 09 13:46:36.393471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b076eb4-2e0f-416f-9903-39513bd81d2e', 'tag': '5ad1311f-c7be-4f99-b1e8-656c17e114c2'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:46:36.411595 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e330e37-2992-43ca-bbd6-b81c9d623c1f service neutron] Pushing event updated for resources: {'Port': ['ID=5ad1311f-c7be-4f99-b1e8-656c17e114c2,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:46:36.458529 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab4f838-0c3f-4012-99ef-61abf07bcba4'] response: {'name': 'network-changed', 'server_uuid': '0b076eb4-2e0f-416f-9903-39513bd81d2e', 'tag': '5ad1311f-c7be-4f99-b1e8-656c17e114c2', 'status': 'completed', 'code': 200} May 09 13:46:36.497512 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-5f751959-357d-4640-b81b-1338201868ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7de460dfa22a4be688e3cf361b66dd42&device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 1097 time: 0.0690331 May 09 13:46:36.565823 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-5d2ca0bd-8fd0-457b-b914-c6036ca9c7ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2 HTTP/1.1" status: 200 len: 217 time: 0.0623019 May 09 13:46:36.626718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-05452280-f38a-4bc2-97eb-f4e0128514b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:36.628133 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-05452280-f38a-4bc2-97eb-f4e0128514b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=858619ce-1f5d-4cb6-b7a7-cee02d402ed8 HTTP/1.1" status: 200 len: 853 time: 0.0568702 May 09 13:46:36.674367 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-3466867d-4ad3-4e82-a4ef-416d90a0d80f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cac6271-5ecb-4476-b325-7bb3c7d90a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407040 May 09 13:46:36.803915 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-8c8e729b-15ef-40a4-a1f1-a5d039391eaa service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234221 May 09 13:46:36.931655 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5d603082-82ac-4cb3-9abe-2c58989f6fdc req-ca73ad72-fa71-4de9-b0c1-3e683a3477cb service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206832 May 09 13:46:37.036428 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3100b9fe-5fc5-4fcb-b085-13fc1bbc6825 req-6c1ce6fd-1480-4922-b4e0-af2c8c21bf3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7de460dfa22a4be688e3cf361b66dd42&device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 1097 time: 0.0667090 May 09 13:46:37.162520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100b9fe-5fc5-4fcb-b085-13fc1bbc6825 req-158f602d-bb91-4d60-9fa1-20c3fc16e095 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:37.163985 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3100b9fe-5fc5-4fcb-b085-13fc1bbc6825 req-158f602d-bb91-4d60-9fa1-20c3fc16e095 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 200 len: 914 time: 0.1215088 May 09 13:46:37.232598 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3100b9fe-5fc5-4fcb-b085-13fc1bbc6825 req-18511b42-037d-4a87-b476-c9997596d7b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2 HTTP/1.1" status: 200 len: 217 time: 0.0630500 May 09 13:46:37.293477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100b9fe-5fc5-4fcb-b085-13fc1bbc6825 req-689ca601-dab3-4e3b-b84c-eced16e6bbec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:37.294911 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3100b9fe-5fc5-4fcb-b085-13fc1bbc6825 req-689ca601-dab3-4e3b-b84c-eced16e6bbec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=858619ce-1f5d-4cb6-b7a7-cee02d402ed8 HTTP/1.1" status: 200 len: 853 time: 0.0567117 May 09 13:46:37.338577 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3100b9fe-5fc5-4fcb-b085-13fc1bbc6825 req-1e56fc3d-678a-494b-b399-bb353a5a4cb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cac6271-5ecb-4476-b325-7bb3c7d90a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380049 May 09 13:46:37.348114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5bfa6-8780-41df-8958-610fd919ffdd req-1b303be7-4592-4cdc-9d51-f8f9f755361f tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:37.349568 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-caa5bfa6-8780-41df-8958-610fd919ffdd req-1b303be7-4592-4cdc-9d51-f8f9f755361f tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 944 time: 0.0749240 May 09 13:46:37.394681 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-caa5bfa6-8780-41df-8958-610fd919ffdd req-b4926552-ea9c-4573-aa0c-deae38f7d768 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394681 May 09 13:46:37.468437 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3100b9fe-5fc5-4fcb-b085-13fc1bbc6825 req-67e3c1c3-bdee-4bf0-b9f3-6e6606d4bd55 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241140 May 09 13:46:37.687945 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3100b9fe-5fc5-4fcb-b085-13fc1bbc6825 req-f29c5ac3-362a-4655-b58f-4594e5bd8e8a service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134161 May 09 13:46:38.468818 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ce061ce9-d3a7-4355-886d-9f42ea6385d3 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:46:38.504021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: ce061ce9-d3a7-4355-886d-9f42ea6385d3 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:46:38.504364 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ce061ce9-d3a7-4355-886d-9f42ea6385d3 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:46:38.595290 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09ebe7-7c08-4b05-9f09-830ed0cf55a8 req-0121b6a2-7a91-4c8a-9fb3-ac81e0618b15 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:38.596726 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a09ebe7-7c08-4b05-9f09-830ed0cf55a8 req-0121b6a2-7a91-4c8a-9fb3-ac81e0618b15 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 944 time: 0.0783439 May 09 13:46:38.644061 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a09ebe7-7c08-4b05-9f09-830ed0cf55a8 req-73f6ae51-c021-4226-b3c7-5d18060c8184 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417321 May 09 13:46:39.835789 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb9586-cf30-4965-9488-d57efc6ced3d req-0e46e595-f44f-41f8-a396-571386bf909d tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:39.837205 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a2fb9586-cf30-4965-9488-d57efc6ced3d req-0e46e595-f44f-41f8-a396-571386bf909d tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 944 time: 0.0765448 May 09 13:46:39.881142 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a2fb9586-cf30-4965-9488-d57efc6ced3d req-80e18032-40ff-4f31-9323-f8e3412e65bb tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 May 09 13:46:40.158906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aae7bd21-2a8f-4c13-8b10-11d3bcf8adea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:40.483541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 5ad1311f-c7be-4f99-b1e8-656c17e114c2 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:46:40.612908 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 5ad1311f-c7be-4f99-b1e8-656c17e114c2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:46:40.626657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '5ad1311f-c7be-4f99-b1e8-656c17e114c2', 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93', 'port_id': '5ad1311f-c7be-4f99-b1e8-656c17e114c2', 'mac_address': 'fa:16:3e:4d:57:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858619ce-1f5d-4cb6-b7a7-cee02d402ed8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:46:40.679030 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:40.696464 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad1311f-c7be-4f99-b1e8-656c17e114c2 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:46:40.711185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 5ad1311f-c7be-4f99-b1e8-656c17e114c2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:46:40.714676 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:40.783139 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=5ad1311f-c7be-4f99-b1e8-656c17e114c2,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:46:41.031419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['5ad1311f-c7be-4f99-b1e8-656c17e114c2'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:46:41.076038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99bac7-16f4-455c-aae4-8f2c44c13486 req-4b67056e-aa68-453f-b644-f69d66510ab8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:41.077510 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dd99bac7-16f4-455c-aae4-8f2c44c13486 req-4b67056e-aa68-453f-b644-f69d66510ab8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 945 time: 0.0787215 May 09 13:46:41.122345 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dd99bac7-16f4-455c-aae4-8f2c44c13486 req-34ee0b55-cf2e-4666-a430-cdca88af9dc4 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390732 May 09 13:46:42.317330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425879a-ebef-411e-863b-433e813405bc req-00531a58-5fc0-4fc4-85c9-54048ebfd4ac tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:42.318766 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4425879a-ebef-411e-863b-433e813405bc req-00531a58-5fc0-4fc4-85c9-54048ebfd4ac tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 945 time: 0.0738902 May 09 13:46:42.366090 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4425879a-ebef-411e-863b-433e813405bc req-1098b78b-7fb3-485b-b9fd-e3523928a988 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 May 09 13:46:42.452949 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-90e2a0f5-d073-4c2c-8dd1-b5eabda143f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:42.483313 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 5ad1311f-c7be-4f99-b1e8-656c17e114c2 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:46:42.552884 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 5ad1311f-c7be-4f99-b1e8-656c17e114c2 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:46:42.557859 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 5ad1311f-c7be-4f99-b1e8-656c17e114c2 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:46:42.558223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:42.668635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:42.694384 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b076eb4-2e0f-416f-9903-39513bd81d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1311f-c7be-4f99-b1e8-656c17e114c2'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:46:42.704933 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 5ad1311f-c7be-4f99-b1e8-656c17e114c2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:46:42.709057 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:42.753593 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a85705e-69ac-4397-9069-4a4a34530be2'] response: {'server_uuid': '0b076eb4-2e0f-416f-9903-39513bd81d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1311f-c7be-4f99-b1e8-656c17e114c2', 'code': 200} May 09 13:46:42.781340 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=5ad1311f-c7be-4f99-b1e8-656c17e114c2,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:46:42.963294 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-50820ee8-0bda-4c2a-b64a-520fbb20875a req-fd8c3463-12c0-416f-b898-4d172c6ec18b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 1099 time: 0.0655770 May 09 13:46:43.003624 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-50820ee8-0bda-4c2a-b64a-520fbb20875a req-efd21f17-e5ab-4253-9160-fbaed53980a9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 May 09 13:46:43.413710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:43.647466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33151f-441c-4454-bb03-12b5ffec32e1 req-d3b1f73a-32a8-429c-b114-4f7b9f1e2bdd tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:43.648916 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ea33151f-441c-4454-bb03-12b5ffec32e1 req-d3b1f73a-32a8-429c-b114-4f7b9f1e2bdd tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.1571805 May 09 13:46:43.693327 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ea33151f-441c-4454-bb03-12b5ffec32e1 req-7ddcbcd1-6ee7-4f2f-927b-b1f0f0b34d4f tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388134 May 09 13:46:43.844505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:44.888524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68c472-bd6a-4922-8e46-3c1fc5dcf477 req-2dbd6355-abcc-44c9-865e-0e3ea49e136b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:44.889879 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ec68c472-bd6a-4922-8e46-3c1fc5dcf477 req-2dbd6355-abcc-44c9-865e-0e3ea49e136b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0771382 May 09 13:46:44.933457 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ec68c472-bd6a-4922-8e46-3c1fc5dcf477 req-33856e55-74c3-40e9-a792-bc6ee02b3f8c tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381229 May 09 13:46:45.079314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:45.126368 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c03034-18ab-4367-a7ba-19c7b62d4ceb req-ec989e64-c131-455f-8f5e-f6345182a461 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:45.127815 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-97c03034-18ab-4367-a7ba-19c7b62d4ceb req-ec989e64-c131-455f-8f5e-f6345182a461 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0773613 May 09 13:46:45.171249 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-97c03034-18ab-4367-a7ba-19c7b62d4ceb req-991bfca7-0b8a-4ea2-8bc7-b91fd4504163 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377929 May 09 13:46:45.364464 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1e68e3bd-ed1e-48a6-8eda-9659b981d2ff req-47f51a49-ceb5-4da4-b866-53af46609336 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0686681 May 09 13:46:45.651223 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-9c936f5a-22a8-4bba-ab90-b19384d675f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087008 May 09 13:46:45.686860 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8ed02-24d4-4724-8126-2f3a27c6ea21 req-faeef5fa-e0a6-42d3-912a-b68a072ed466 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:45.688314 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dca8ed02-24d4-4724-8126-2f3a27c6ea21 req-faeef5fa-e0a6-42d3-912a-b68a072ed466 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0859354 May 09 13:46:45.735569 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dca8ed02-24d4-4724-8126-2f3a27c6ea21 req-38bd5bf5-b264-4333-80bd-d3395892140f tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410855 May 09 13:46:46.788352 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-68741f44-a642-4372-bc64-b97b0c82f1f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7de460dfa22a4be688e3cf361b66dd42&device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 1099 time: 0.0717211 May 09 13:46:46.917888 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-69bccba3-57d8-4aeb-8ef1-5f0dd6f965e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:46.919324 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-69bccba3-57d8-4aeb-8ef1-5f0dd6f965e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 200 len: 914 time: 0.1248729 May 09 13:46:46.927457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1446e8-950a-4cff-8358-14be5de3b328 req-d84c8099-148b-420f-83d0-951f35af7764 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:46.928894 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f1446e8-950a-4cff-8358-14be5de3b328 req-d84c8099-148b-420f-83d0-951f35af7764 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0746839 May 09 13:46:46.973623 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f1446e8-950a-4cff-8358-14be5de3b328 req-796eb236-cfa1-459f-ba69-56eb1776b5c9 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385184 May 09 13:46:46.986036 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-fe030092-a29d-4fdf-a2b9-c4281798faaa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2 HTTP/1.1" status: 200 len: 217 time: 0.0611324 May 09 13:46:46.992917 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:46:47.049373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-27a691cf-2076-4245-9fd3-de48d1efb1c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:47.050745 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-27a691cf-2076-4245-9fd3-de48d1efb1c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=858619ce-1f5d-4cb6-b7a7-cee02d402ed8 HTTP/1.1" status: 200 len: 853 time: 0.0597405 May 09 13:46:47.094617 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-d333580f-5568-478f-bd35-98541f4ce27e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cac6271-5ecb-4476-b325-7bb3c7d90a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383031 May 09 13:46:47.219138 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-308df5e7-9566-4472-8e08-d69d9c35ff72 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189902 May 09 13:46:47.345374 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-303a06ee-f6de-450a-a066-9dc0a1f19265 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208582 May 09 13:46:48.170938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86868d9-6b77-420a-8a70-7e00747ac32e req-7cb4b8dc-3f3a-4e53-93cb-24f86dd8efbf tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:48.172357 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f86868d9-6b77-420a-8a70-7e00747ac32e req-7cb4b8dc-3f3a-4e53-93cb-24f86dd8efbf tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0768867 May 09 13:46:48.216514 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f86868d9-6b77-420a-8a70-7e00747ac32e req-2dd6054a-ab54-4533-abf6-1da6a16de5c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386662 May 09 13:46:49.411249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b6e0-6b20-400c-8d2c-564ad9ffdefe req-a66b6926-fe79-4d3f-bb80-ce204bdaee46 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:49.412595 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0465b6e0-6b20-400c-8d2c-564ad9ffdefe req-a66b6926-fe79-4d3f-bb80-ce204bdaee46 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0749032 May 09 13:46:49.459414 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0465b6e0-6b20-400c-8d2c-564ad9ffdefe req-4706cec3-6649-42f6-b0c3-905b69ef2af9 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 May 09 13:46:50.650622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d046417-fef7-4a29-bdcc-40ba9dd503b2 req-8412380d-1c23-4542-a3c2-ed3f31e8ab7c tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:50.652054 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9d046417-fef7-4a29-bdcc-40ba9dd503b2 req-8412380d-1c23-4542-a3c2-ed3f31e8ab7c tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0746405 May 09 13:46:50.696408 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9d046417-fef7-4a29-bdcc-40ba9dd503b2 req-371e5ba9-e4fc-45ea-b0b0-782b3c7a07bb tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 May 09 13:46:51.457102 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:46:51.894244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d1964-9294-41cc-b31b-11cbc83e093d req-60c5900e-d89e-4e76-bb2e-58d6fbd6de42 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:51.895657 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1d1d1964-9294-41cc-b31b-11cbc83e093d req-60c5900e-d89e-4e76-bb2e-58d6fbd6de42 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0768752 May 09 13:46:51.939413 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1d1d1964-9294-41cc-b31b-11cbc83e093d req-edd72a66-f7eb-4d6b-a2de-fd2f57b65032 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380230 May 09 13:46:53.130512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1407a-c438-4e80-9d6b-cfdb1c5b2a8d req-0322b896-efa0-4376-bb25-1fce81be6641 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:53.131935 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-63e1407a-c438-4e80-9d6b-cfdb1c5b2a8d req-0322b896-efa0-4376-bb25-1fce81be6641 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0752144 May 09 13:46:53.175340 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-63e1407a-c438-4e80-9d6b-cfdb1c5b2a8d req-32fb1f78-8ef6-475f-990a-3df0a9609096 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379157 May 09 13:46:54.370346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb565be-f45b-4e8e-98ae-5922a1df0e95 req-31fc1408-d6df-4c48-a9d4-f1ff0ff374a8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:54.371822 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7eb565be-f45b-4e8e-98ae-5922a1df0e95 req-31fc1408-d6df-4c48-a9d4-f1ff0ff374a8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0790198 May 09 13:46:54.417669 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7eb565be-f45b-4e8e-98ae-5922a1df0e95 req-a96ec35b-8c69-4297-81f8-6da67b520c4d tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400524 May 09 13:46:54.537414 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-837d41b0-7003-4e6f-ba8d-67195904ce96 req-1e00c676-7d27-4b45-8326-01c183e6c745 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7de460dfa22a4be688e3cf361b66dd42&device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 1099 time: 0.1315529 May 09 13:46:54.678319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d41b0-7003-4e6f-ba8d-67195904ce96 req-020a6a58-50cc-4694-92be-3783adeed2e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:54.679764 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-837d41b0-7003-4e6f-ba8d-67195904ce96 req-020a6a58-50cc-4694-92be-3783adeed2e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 200 len: 914 time: 0.1245360 May 09 13:46:54.749413 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-837d41b0-7003-4e6f-ba8d-67195904ce96 req-824fcbd2-73a1-49dc-bb3d-54ab552bccc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2 HTTP/1.1" status: 200 len: 217 time: 0.0631790 May 09 13:46:54.808799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d41b0-7003-4e6f-ba8d-67195904ce96 req-460011ec-e829-41e3-beb8-d64e1a69a86a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:54.810192 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-837d41b0-7003-4e6f-ba8d-67195904ce96 req-460011ec-e829-41e3-beb8-d64e1a69a86a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=858619ce-1f5d-4cb6-b7a7-cee02d402ed8 HTTP/1.1" status: 200 len: 853 time: 0.0559304 May 09 13:46:54.856792 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-837d41b0-7003-4e6f-ba8d-67195904ce96 req-ce5bec85-877a-4230-82bc-59638d403c1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cac6271-5ecb-4476-b325-7bb3c7d90a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407999 May 09 13:46:54.983877 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-837d41b0-7003-4e6f-ba8d-67195904ce96 req-93dbb9d6-4091-4cac-b437-c1d0c184e6d9 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210802 May 09 13:46:55.194463 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-837d41b0-7003-4e6f-ba8d-67195904ce96 req-3569dfc0-751e-42d4-91dd-1dd0cd17ea6b service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043989 May 09 13:46:55.625097 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9cfaa-0608-4208-82f7-2dcd986a6d17 req-a4b39f6b-186e-4f3e-a520-a574c6e1983a tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:55.626588 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-34f9cfaa-0608-4208-82f7-2dcd986a6d17 req-a4b39f6b-186e-4f3e-a520-a574c6e1983a tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0854788 May 09 13:46:55.677265 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-34f9cfaa-0608-4208-82f7-2dcd986a6d17 req-22824e49-9c43-4110-b43b-91fc24ba1522 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451813 May 09 13:46:56.877919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422ddd0-de4f-44b3-81db-5093c520c7ad req-10da1114-0b31-4da8-8602-e961f6ffdd3a tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:56.879275 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2422ddd0-de4f-44b3-81db-5093c520c7ad req-10da1114-0b31-4da8-8602-e961f6ffdd3a tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0752585 May 09 13:46:56.924229 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2422ddd0-de4f-44b3-81db-5093c520c7ad req-0cd5ae1e-fb72-4a64-92c7-679be234728a tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395057 May 09 13:46:58.118429 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f0066-8b56-40aa-a26e-55701ec01808 req-974f9feb-a1db-45bc-9475-43a726802f19 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:58.119870 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e23f0066-8b56-40aa-a26e-55701ec01808 req-974f9feb-a1db-45bc-9475-43a726802f19 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0778859 May 09 13:46:58.163948 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e23f0066-8b56-40aa-a26e-55701ec01808 req-58ca9066-e3c3-4304-a4c0-ff6490e0adca tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386376 May 09 13:46:59.353070 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898f995-18ae-40cf-85dc-7c71e3f9581d req-0c289095-be5b-4b2b-bb06-b80465a1c60e tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:46:59.354432 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7898f995-18ae-40cf-85dc-7c71e3f9581d req-0c289095-be5b-4b2b-bb06-b80465a1c60e tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0731647 May 09 13:46:59.398330 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7898f995-18ae-40cf-85dc-7c71e3f9581d req-b7f8ac0b-6393-4c3b-825c-88e85f3a0aa3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380225 May 09 13:47:00.591918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310222f-aace-4e89-80a0-199999905a13 req-8b5f94bc-b971-4432-b6ae-6db5ee8e0b67 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:00.593424 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6310222f-aace-4e89-80a0-199999905a13 req-8b5f94bc-b971-4432-b6ae-6db5ee8e0b67 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0768096 May 09 13:47:00.637993 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6310222f-aace-4e89-80a0-199999905a13 req-b41fcea3-ed50-47ce-8ebc-8c4e6e363390 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391369 May 09 13:47:01.830574 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76e26e-b36c-4a06-917e-f0fa2064c738 req-e6dd823a-20fb-49d5-add4-c09097d144c5 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:01.832011 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-da76e26e-b36c-4a06-917e-f0fa2064c738 req-e6dd823a-20fb-49d5-add4-c09097d144c5 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0754919 May 09 13:47:01.875521 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-da76e26e-b36c-4a06-917e-f0fa2064c738 req-83a68c35-a0a3-4759-8077-79fe04048482 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379848 May 09 13:47:03.155689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d217160-0d32-4411-ba0d-0b6cd4ba2b60 req-1bdbf46d-b02a-49cc-85a3-39cc59fd41f8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:03.157141 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4d217160-0d32-4411-ba0d-0b6cd4ba2b60 req-1bdbf46d-b02a-49cc-85a3-39cc59fd41f8 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.1601012 May 09 13:47:03.202478 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4d217160-0d32-4411-ba0d-0b6cd4ba2b60 req-6f1bdf80-e3c7-47fd-ad18-fe91c7e38f49 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 May 09 13:47:04.398321 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdea6bf-5727-4164-8a7d-d965f273c152 req-cb534206-7c58-4d5d-835d-41b030e9eb1f tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:04.399730 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fcdea6bf-5727-4164-8a7d-d965f273c152 req-cb534206-7c58-4d5d-835d-41b030e9eb1f tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0768948 May 09 13:47:04.443772 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fcdea6bf-5727-4164-8a7d-d965f273c152 req-6f567074-a6ac-45e9-a99c-143b39533e29 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385182 May 09 13:47:05.635416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a50b9b-9126-420e-87b3-7e60469673e9 req-5f4e5de3-f9a6-48cf-8851-019c4e494fd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:05.636880 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-45a50b9b-9126-420e-87b3-7e60469673e9 req-5f4e5de3-f9a6-48cf-8851-019c4e494fd3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0752223 May 09 13:47:05.681322 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-45a50b9b-9126-420e-87b3-7e60469673e9 req-4c3d3a14-e8b1-45fe-918f-103b86e587da tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388353 May 09 13:47:06.877217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fc6e6-cd15-4f34-a06e-398ed4e3b67e req-86a16820-adda-44cb-9b9c-3d77f2097f89 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:06.878586 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-129fc6e6-cd15-4f34-a06e-398ed4e3b67e req-86a16820-adda-44cb-9b9c-3d77f2097f89 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0780497 May 09 13:47:06.922005 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-129fc6e6-cd15-4f34-a06e-398ed4e3b67e req-ea645477-3bde-4ffb-ac07-9e424262f71b tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380483 May 09 13:47:08.112399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3774e9-6ff4-4a67-a88e-23590b8b5cb0 req-b0ba3f38-cf43-48b7-9100-2af467a92366 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:08.113838 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7f3774e9-6ff4-4a67-a88e-23590b8b5cb0 req-b0ba3f38-cf43-48b7-9100-2af467a92366 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0739124 May 09 13:47:08.157182 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7f3774e9-6ff4-4a67-a88e-23590b8b5cb0 req-df602af1-325f-4ed7-be94-5b6fa14afc99 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376444 May 09 13:47:09.350642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22393c-3229-4c99-8390-d1de7b54642b req-8ec3feba-2fad-4d28-801d-14c4b003b868 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:09.351996 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b22393c-3229-4c99-8390-d1de7b54642b req-8ec3feba-2fad-4d28-801d-14c4b003b868 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0774024 May 09 13:47:09.396616 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b22393c-3229-4c99-8390-d1de7b54642b req-b50f50b7-1764-4744-b52d-0787108109dc tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 May 09 13:47:10.160029 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2bb921a-535c-4106-b267-937518891b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:10.592341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83787e5-8b03-429e-8905-4c36b8cb30eb req-9016040b-3441-4495-ac30-e59f80b037f6 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:10.593792 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f83787e5-8b03-429e-8905-4c36b8cb30eb req-9016040b-3441-4495-ac30-e59f80b037f6 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0738759 May 09 13:47:10.641839 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f83787e5-8b03-429e-8905-4c36b8cb30eb req-1e61b814-59b8-409c-8454-8ff53fd1258c tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424969 May 09 13:47:11.850531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dc596-8e2f-47dc-8fbc-30d2b78822f5 req-8462dd5c-6c4e-4add-85d7-af1dcbda4fb7 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:11.851972 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ee4dc596-8e2f-47dc-8fbc-30d2b78822f5 req-8462dd5c-6c4e-4add-85d7-af1dcbda4fb7 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0813398 May 09 13:47:11.896360 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ee4dc596-8e2f-47dc-8fbc-30d2b78822f5 req-a3116e16-5989-4496-b7fb-e933cf8fca93 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388389 May 09 13:47:12.455709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0d8140d7-3c7f-4fe3-ac74-d72d02bbd84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:13.091466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3435e6-df19-4c7f-9c85-573c366786d2 req-b193be1b-588a-4e42-9571-66a0afdb9b45 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:13.092932 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ac3435e6-df19-4c7f-9c85-573c366786d2 req-b193be1b-588a-4e42-9571-66a0afdb9b45 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0786858 May 09 13:47:13.137586 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ac3435e6-df19-4c7f-9c85-573c366786d2 req-8650db8a-a89c-4cb6-acec-8bdbfcbb1716 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391433 May 09 13:47:13.416051 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:13.846798 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:14.141234 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-140d44df-b1fb-4eb7-a636-8a469e95eb1f service neutron] 10.222.0.57 "GET /v2.0/ports/5ad1311f-c7be-4f99-b1e8-656c17e114c2/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0717032 May 09 13:47:14.349223 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb7f2f-d2df-4f90-8455-700a621a9acf req-01dbdc8b-da3b-4675-9dd2-2ead7ee944d5 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:14.350691 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-27fb7f2f-d2df-4f90-8455-700a621a9acf req-01dbdc8b-da3b-4675-9dd2-2ead7ee944d5 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0770726 May 09 13:47:14.395954 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-27fb7f2f-d2df-4f90-8455-700a621a9acf req-764a34f2-7d77-413a-8d55-8b071cd87db3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 May 09 13:47:14.398368 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-5493a864-5116-4d6a-8bbf-a35ed30cd6ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e&tenant_id=7de460dfa22a4be688e3cf361b66dd42 HTTP/1.1" status: 200 len: 1099 time: 0.0710402 May 09 13:47:14.489323 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-12d8ca36-0629-4b08-b3c9-9d74935fe82e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7de460dfa22a4be688e3cf361b66dd42&device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 1099 time: 0.0694411 May 09 13:47:14.617283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-a4c0ad26-5a05-4ab7-a89f-bef12f55ed2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:14.618729 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-a4c0ad26-5a05-4ab7-a89f-bef12f55ed2e service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 200 len: 914 time: 0.1235826 May 09 13:47:14.688040 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-2e560b8b-e976-462e-9670-54904e7042c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2 HTTP/1.1" status: 200 len: 217 time: 0.0631804 May 09 13:47:14.747808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-9d3274d4-34c9-4c0a-b035-5ac4e7098314 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:14.749224 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-9d3274d4-34c9-4c0a-b035-5ac4e7098314 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=858619ce-1f5d-4cb6-b7a7-cee02d402ed8 HTTP/1.1" status: 200 len: 853 time: 0.0558517 May 09 13:47:14.799176 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-30467943-7414-425b-8057-d515a243f261 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cac6271-5ecb-4476-b325-7bb3c7d90a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440779 May 09 13:47:14.926796 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-3fb076ac-7dc0-4115-b3aa-1822383dbefd service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218898 May 09 13:47:15.055500 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-91b5fa74-60f3-4ae4-8406-12fd2b598245 req-eee03cb2-bce6-40eb-8d18-9449baa8ce11 service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232908 May 09 13:47:15.083758 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:15.592514 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8d02d-756f-4328-889c-950fde092ea3 req-87fbc0e9-b086-4a8d-afb9-ea3d62926c57 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:15.594040 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-16c8d02d-756f-4328-889c-950fde092ea3 req-87fbc0e9-b086-4a8d-afb9-ea3d62926c57 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0797198 May 09 13:47:15.640016 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-16c8d02d-756f-4328-889c-950fde092ea3 req-e34efe21-6327-430e-b02d-596f187d54e7 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405035 May 09 13:47:16.638456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 5ad1311f-c7be-4f99-b1e8-656c17e114c2 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:47:16.752392 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:16.781748 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b076eb4-2e0f-416f-9903-39513bd81d2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad1311f-c7be-4f99-b1e8-656c17e114c2'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:47:16.793393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 5ad1311f-c7be-4f99-b1e8-656c17e114c2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:47:16.798311 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:16.849703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608f7e6-1b9e-4df4-9389-c3be32ebc85f req-351cfbe7-d9d0-4b8b-89e6-c2bb52f7f6b6 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:16.851213 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5608f7e6-1b9e-4df4-9389-c3be32ebc85f req-351cfbe7-d9d0-4b8b-89e6-c2bb52f7f6b6 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 944 time: 0.0836322 May 09 13:47:16.869571 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b3ee60-e895-403a-9457-4fe48bf618da'] response: {'server_uuid': '0b076eb4-2e0f-416f-9903-39513bd81d2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad1311f-c7be-4f99-b1e8-656c17e114c2', 'code': 200} May 09 13:47:16.900448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=5ad1311f-c7be-4f99-b1e8-656c17e114c2,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:16.901312 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5608f7e6-1b9e-4df4-9389-c3be32ebc85f req-0b4cb68a-e851-4afc-b34f-0dc603a62c36 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432100 May 09 13:47:18.097459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168ee08-be0b-4a20-b932-8cf8ab56b579 req-ca102d37-a3fc-49ba-90e1-56d4d7e88c95 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:18.098860 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5168ee08-be0b-4a20-b932-8cf8ab56b579 req-ca102d37-a3fc-49ba-90e1-56d4d7e88c95 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 944 time: 0.0741055 May 09 13:47:18.142440 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5168ee08-be0b-4a20-b932-8cf8ab56b579 req-aec6c968-3fa3-447e-927e-035df09860a6 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381792 May 09 13:47:18.455280 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1578-6e75-4abd-ae59-8b3426c3bd07 req-72bd8395-379f-457a-8089-707ff983ae73 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:18.455962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-e74c1578-6e75-4abd-ae59-8b3426c3bd07 req-72bd8395-379f-457a-8089-707ff983ae73 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Synchronizing usage tracker for tenant:7de460dfa22a4be688e3cf361b66dd42 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:47:18.464646 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb9a5c-3b52-4d75-a4e8-45955452a4ab req-f619fa06-5f6b-4bc4-b0d1-767b7a597ae0 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:18.466147 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39cb9a5c-3b52-4d75-a4e8-45955452a4ab req-f619fa06-5f6b-4bc4-b0d1-767b7a597ae0 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 944 time: 0.0796251 May 09 13:47:18.467441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-e74c1578-6e75-4abd-ae59-8b3426c3bd07 req-72bd8395-379f-457a-8089-707ff983ae73 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Unset dirty status for tenant:7de460dfa22a4be688e3cf361b66dd42 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:47:18.468508 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e74c1578-6e75-4abd-ae59-8b3426c3bd07 req-72bd8395-379f-457a-8089-707ff983ae73 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e&tenant_id=7de460dfa22a4be688e3cf361b66dd42&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 944 time: 0.0912609 May 09 13:47:18.512333 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39cb9a5c-3b52-4d75-a4e8-45955452a4ab req-3f70cfe0-6ccd-433b-ab43-bb5b35eb0f59 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406313 May 09 13:47:18.607306 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e74c1578-6e75-4abd-ae59-8b3426c3bd07 req-a40cb115-a267-4dcc-bad9-83c9597eff0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7de460dfa22a4be688e3cf361b66dd42&device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 1097 time: 0.0673668 May 09 13:47:18.646839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 5ad1311f-c7be-4f99-b1e8-656c17e114c2 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:47:18.735207 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1578-6e75-4abd-ae59-8b3426c3bd07 req-9fc1ff61-14d7-4af7-a4f2-5dab78c0ffcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:18.736628 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e74c1578-6e75-4abd-ae59-8b3426c3bd07 req-9fc1ff61-14d7-4af7-a4f2-5dab78c0ffcb service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 200 len: 914 time: 0.1237452 May 09 13:47:18.775928 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 5ad1311f-c7be-4f99-b1e8-656c17e114c2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:47:18.788520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '5ad1311f-c7be-4f99-b1e8-656c17e114c2', 'network_id': '9cac6271-5ecb-4476-b325-7bb3c7d90a93', 'port_id': '5ad1311f-c7be-4f99-b1e8-656c17e114c2', 'mac_address': 'fa:16:3e:4d:57:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858619ce-1f5d-4cb6-b7a7-cee02d402ed8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:47:18.806980 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e74c1578-6e75-4abd-ae59-8b3426c3bd07 req-15c0d03a-59f3-4469-8bc7-2c3c6cf9343b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2 HTTP/1.1" status: 200 len: 217 time: 0.0643253 May 09 13:47:18.842673 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:18.862470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad1311f-c7be-4f99-b1e8-656c17e114c2 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:47:18.867217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c1578-6e75-4abd-ae59-8b3426c3bd07 req-9e897fab-6511-4c17-a286-564b04e67821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:18.868690 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e74c1578-6e75-4abd-ae59-8b3426c3bd07 req-9e897fab-6511-4c17-a286-564b04e67821 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=858619ce-1f5d-4cb6-b7a7-cee02d402ed8 HTTP/1.1" status: 200 len: 853 time: 0.0561659 May 09 13:47:18.878279 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 5ad1311f-c7be-4f99-b1e8-656c17e114c2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:47:18.882005 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:18.914925 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e74c1578-6e75-4abd-ae59-8b3426c3bd07 req-61100911-8dda-4634-83ed-a69a19b7af6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cac6271-5ecb-4476-b325-7bb3c7d90a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407996 May 09 13:47:18.946131 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['5ad1311f-c7be-4f99-b1e8-656c17e114c2'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:47:18.981582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=5ad1311f-c7be-4f99-b1e8-656c17e114c2,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:19.047173 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e74c1578-6e75-4abd-ae59-8b3426c3bd07 req-9cd86911-1c5d-4ba8-b7f2-f3d7e135c4fa service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257706 May 09 13:47:19.267895 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e74c1578-6e75-4abd-ae59-8b3426c3bd07 req-65990f14-39dc-4a87-b45d-b492a8bde8bc service neutron] 10.222.0.57 "GET /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149282 May 09 13:47:19.708217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ba96b-d8dd-4801-b0c2-1e3db40c387b req-11b808a9-aae6-457a-bdd6-1d0d93e28dad tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:19.709687 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d30ba96b-d8dd-4801-b0c2-1e3db40c387b req-11b808a9-aae6-457a-bdd6-1d0d93e28dad tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 945 time: 0.0761027 May 09 13:47:19.755781 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d30ba96b-d8dd-4801-b0c2-1e3db40c387b req-56c27323-b4bc-4d39-ae7b-5309f10efc5c tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 May 09 13:47:20.676869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 5ad1311f-c7be-4f99-b1e8-656c17e114c2 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:47:20.743269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 5ad1311f-c7be-4f99-b1e8-656c17e114c2 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:47:20.743636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:20.856266 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:20.882340 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b076eb4-2e0f-416f-9903-39513bd81d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1311f-c7be-4f99-b1e8-656c17e114c2'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:47:20.892098 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 5ad1311f-c7be-4f99-b1e8-656c17e114c2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:47:20.895858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:20.949807 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30826c36-28b5-4d5b-9a85-6013a72eb9ee'] response: {'server_uuid': '0b076eb4-2e0f-416f-9903-39513bd81d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1311f-c7be-4f99-b1e8-656c17e114c2', 'code': 200} May 09 13:47:20.962073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e59da-51b9-42a8-9f43-4f15a969ba0a req-80870e8a-cbc3-43ba-b39c-46e6db38ee0f tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:20.962998 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=5ad1311f-c7be-4f99-b1e8-656c17e114c2,revision_number=8']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:20.963499 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-192e59da-51b9-42a8-9f43-4f15a969ba0a req-80870e8a-cbc3-43ba-b39c-46e6db38ee0f tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0827932 May 09 13:47:21.009006 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-192e59da-51b9-42a8-9f43-4f15a969ba0a req-362776b1-e09b-4420-b662-2fe5523277b0 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384371 May 09 13:47:21.203507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e70b1f-d27b-470c-a68e-2c201d104ea5 req-da810739-8982-4225-96c5-f61e630a995f tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:21.204834 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-60e70b1f-d27b-470c-a68e-2c201d104ea5 req-da810739-8982-4225-96c5-f61e630a995f tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0750871 May 09 13:47:21.248100 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-60e70b1f-d27b-470c-a68e-2c201d104ea5 req-a5186a75-9a5c-4a90-8c5b-f1e5342c8b68 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379412 May 09 13:47:21.444034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75387a0e-e08f-411b-aae9-7466bccdbd81 req-edc9ccc7-3188-41f4-a5ee-7822df421686 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:21.445513 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-75387a0e-e08f-411b-aae9-7466bccdbd81 req-edc9ccc7-3188-41f4-a5ee-7822df421686 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0784504 May 09 13:47:21.454844 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:21.490324 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-75387a0e-e08f-411b-aae9-7466bccdbd81 req-ebb2d054-043b-49a3-8bcf-2a2ea518ddaa tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387399 May 09 13:47:22.063792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269285e-d984-4a86-92a3-9ea6dbe0a568 req-45bc9a5f-6860-4b4a-bb13-6c53c21042db tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:22.065222 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f269285e-d984-4a86-92a3-9ea6dbe0a568 req-45bc9a5f-6860-4b4a-bb13-6c53c21042db tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0750585 May 09 13:47:22.112834 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f269285e-d984-4a86-92a3-9ea6dbe0a568 req-98edbf91-9acb-4faf-b47f-360c74376894 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 May 09 13:47:23.449619 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070e3c1-bb60-44e8-a20e-1ee1ce37459c req-3a1817aa-becf-4832-9e17-e9839751b2ca tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:23.450978 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d070e3c1-bb60-44e8-a20e-1ee1ce37459c req-3a1817aa-becf-4832-9e17-e9839751b2ca tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0755272 May 09 13:47:23.496207 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d070e3c1-bb60-44e8-a20e-1ee1ce37459c req-aeb8d650-91a6-46ba-881c-1eef43c3e585 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b88afc8-8136-483e-9cb6-12e872057192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 May 09 13:47:23.584139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815e45a-ef0c-4204-a8d4-ce487e7eef31 req-1849a4a2-2120-4cec-9c3d-f8c37fd741cf tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:23.585588 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2815e45a-ef0c-4204-a8d4-ce487e7eef31 req-1849a4a2-2120-4cec-9c3d-f8c37fd741cf tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 946 time: 0.0735867 May 09 13:47:23.655266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-2815e45a-ef0c-4204-a8d4-ce487e7eef31 req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Deleting port 5ad1311f-c7be-4f99-b1e8-656c17e114c2 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:47:23.655601 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2815e45a-ef0c-4204-a8d4-ce487e7eef31 req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:23.893294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-2815e45a-ef0c-4204-a8d4-ce487e7eef31 req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] For port 5ad1311f-c7be-4f99-b1e8-656c17e114c2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5ad1311f-c7be-4f99-b1e8-656c17e114c2,segment=NetworkSegment(f4aef166-bdec-47c3-ac74-f91a1a1c8836),segment_id=f4aef166-bdec-47c3-ac74-f91a1a1c8836)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:47:23.893640 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2815e45a-ef0c-4204-a8d4-ce487e7eef31 req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:23.992838 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:47:24.013304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-2815e45a-ef0c-4204-a8d4-ce487e7eef31 req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Calling delete_port for 5ad1311f-c7be-4f99-b1e8-656c17e114c2 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:47:24.145814 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2815e45a-ef0c-4204-a8d4-ce487e7eef31 req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:24.157611 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['5ad1311f-c7be-4f99-b1e8-656c17e114c2'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:47:24.199415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Pushing event deleted for resources: {'Port': ['ID=5ad1311f-c7be-4f99-b1e8-656c17e114c2,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:24.235996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:24.236334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:24.236665 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:24.236992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:24.237344 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:24.237670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:24.237986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:24.238302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:24.238617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:24.238940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:24.239250 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:24.278071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2815e45a-ef0c-4204-a8d4-ce487e7eef31 req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] No DVR routers for this DVR port 5ad1311f-c7be-4f99-b1e8-656c17e114c2 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:47:24.280278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2815e45a-ef0c-4204-a8d4-ce487e7eef31 req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:24.282643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b076eb4-2e0f-416f-9903-39513bd81d2e', 'name': 'network-vif-deleted', 'tag': '5ad1311f-c7be-4f99-b1e8-656c17e114c2'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:47:24.297645 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2815e45a-ef0c-4204-a8d4-ce487e7eef31 req-ff7f0a67-defc-4a5a-89bf-7f85c1fa52c3 tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.57 "DELETE /v2.0/ports/5ad1311f-c7be-4f99-b1e8-656c17e114c2 HTTP/1.1" status: 204 len: 173 time: 0.7065549 May 09 13:47:24.340707 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648ed4fa-70f1-4ab1-b79a-3e93e51f245d'] response: {'server_uuid': '0b076eb4-2e0f-416f-9903-39513bd81d2e', 'name': 'network-vif-deleted', 'tag': '5ad1311f-c7be-4f99-b1e8-656c17e114c2', 'status': 'completed', 'code': 200} May 09 13:47:24.670829 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-53375983-aac5-4396-8188-a0520db1317e req-2dae8237-f77c-4c34-84bb-377aa30d0e8f tempest-ServerDiskConfigTestJSON-1453088399 tempest-ServerDiskConfigTestJSON-1453088399-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b076eb4-2e0f-416f-9903-39513bd81d2e HTTP/1.1" status: 200 len: 210 time: 0.0436170 May 09 13:47:25.923860 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 34160) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:47:26.052306 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Deleting subnet 858619ce-1f5d-4cb6-b7a7-cee02d402ed8 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:47:26.055137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:26.102511 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:26.158397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:26.222790 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:26.260895 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858619ce-1f5d-4cb6-b7a7-cee02d402ed8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:26.270239 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:26.274380 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:26.274725 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:26.275062 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:26.275399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:26.275732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:26.276061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:26.276395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:26.276715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:26.277034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:26.277387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:26.277712 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:26.282844 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-99b21aaa-8106-46f2-a5cb-f02c3ecb6841 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/858619ce-1f5d-4cb6-b7a7-cee02d402ed8 HTTP/1.1" status: 204 len: 168 time: 0.3575213 May 09 13:47:26.284914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 34164) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:47:26.388482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6aa98f68-f0d8-48b6-8224-932dbe0f77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:26.509034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6aa98f68-f0d8-48b6-8224-932dbe0f77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:26.536683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6aa98f68-f0d8-48b6-8224-932dbe0f77db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cac6271-5ecb-4476-b325-7bb3c7d90a93']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:26.549840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6aa98f68-f0d8-48b6-8224-932dbe0f77db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4aef166-bdec-47c3-ac74-f91a1a1c8836') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:26.550131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6aa98f68-f0d8-48b6-8224-932dbe0f77db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4aef166-bdec-47c3-ac74-f91a1a1c8836') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:26.561089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6aa98f68-f0d8-48b6-8224-932dbe0f77db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:26.576635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6aa98f68-f0d8-48b6-8224-932dbe0f77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:26.582977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa98f68-f0d8-48b6-8224-932dbe0f77db admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:47:26.583351 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6aa98f68-f0d8-48b6-8224-932dbe0f77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:47:26.596604 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:47:26.671373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6aa98f68-f0d8-48b6-8224-932dbe0f77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:26.686929 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6aa98f68-f0d8-48b6-8224-932dbe0f77db admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:26.696764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa98f68-f0d8-48b6-8224-932dbe0f77db admin admin] Pushing event deleted for resources: {'Network': ['ID=9cac6271-5ecb-4476-b325-7bb3c7d90a93,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:26.704442 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6aa98f68-f0d8-48b6-8224-932dbe0f77db admin admin] 10.222.0.44 "DELETE /v2.0/networks/9cac6271-5ecb-4476-b325-7bb3c7d90a93 HTTP/1.1" status: 204 len: 168 time: 0.4185708 May 09 13:47:26.716875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 5ad1311f-c7be-4f99-b1e8-656c17e114c2 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:47:26.749736 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 5ad1311f-c7be-4f99-b1e8-656c17e114c2 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:47:26.750104 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 5ad1311f-c7be-4f99-b1e8-656c17e114c2 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:47:26.839295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 34170) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:47:26.888302 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8ec556bd-1bcf-4283-8f30-95d3ea83f6fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7de460dfa22a4be688e3cf361b66dd42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472722 May 09 13:47:26.890687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 34174) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:47:26.946863 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c291eb9-6cbe-4ecb-a472-d0ef3de246f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:26.972141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c291eb9-6cbe-4ecb-a472-d0ef3de246f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:27.021670 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c291eb9-6cbe-4ecb-a472-d0ef3de246f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:27.035744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c291eb9-6cbe-4ecb-a472-d0ef3de246f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b88afc8-8136-483e-9cb6-12e872057192,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:27.041979 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1c291eb9-6cbe-4ecb-a472-d0ef3de246f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:27.045979 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1c291eb9-6cbe-4ecb-a472-d0ef3de246f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b88afc8-8136-483e-9cb6-12e872057192 HTTP/1.1" status: 204 len: 168 time: 0.1541286 May 09 13:47:27.855501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 34196) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:47:27.984627 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1314027444-network', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:47:27.989324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:47:27.993419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Usage tracker for resource:network and tenant:a47776739c1c4e038634b628eeccafe3 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:47:27.996247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:47:28.001863 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:47:28.014636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Made reservation on behalf of a47776739c1c4e038634b628eeccafe3 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:47:28.016844 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.029748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.061436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:47:28.065111 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Usage tracker for resource:security_group_rule and tenant:a47776739c1c4e038634b628eeccafe3 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:47:28.067843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:47:28.073419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:47:28.135790 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.139279 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.168692 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:47:28.177072 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5661cbaa-acb2-4253-971a-5dc8cee5a675,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:28.182416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.182754 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Added segment 30057b0e-a830-44c4-b6cf-62ea367f83bb of type vlan for network 7fa5385e-2c61-46fa-a351-e1037a8a0674 May 09 13:47:28.207677 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.235671 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.236475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:28.237040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.340279 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4836619 May 09 13:47:28.342970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba43321-a3d6-4d89-95b0-5fa931563c18 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa5385e-2c61-46fa-a351-e1037a8a0674,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:28.343386 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 34202) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:47:28.348907 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Request body: {'subnet': {'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1314027444-subnet', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:47:28.353581 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 7fa5385e-2c61-46fa-a351-e1037a8a0674 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:47:28.354058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:47:28.357694 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Usage tracker for resource:subnet and tenant:a47776739c1c4e038634b628eeccafe3 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:47:28.360481 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:47:28.367251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:47:28.377677 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Made reservation on behalf of a47776739c1c4e038634b628eeccafe3 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:47:28.379951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.596550 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.678556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c6b2a12-c641-4668-9862-38115b06de27,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:28.690696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Checking segment: {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:47:28.691054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Network hostable DHCP agents. Network: 7fa5385e-2c61-46fa-a351-e1037a8a0674, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:47:28.713344 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Network 7fa5385e-2c61-46fa-a351-e1037a8a0674 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:47:28.722727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 7fa5385e-2c61-46fa-a351-e1037a8a0674) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:47:28.730317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:28.730886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.732360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1f74c7-bd0e-4b27-907a-954f414ea986 None None] Network 7fa5385e-2c61-46fa-a351-e1037a8a0674 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:47:28.756452 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-455f16e4-781e-46d2-8e42-9fe5c2580659 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4095154 May 09 13:47:28.756687 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 34206) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:47:28.762613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:47:28.767189 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:47:28.770951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Usage tracker for resource:router and tenant:a47776739c1c4e038634b628eeccafe3 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:47:28.773744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:47:28.779319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:47:28.789842 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.790716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.811000 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.952261 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-7fa5385e-2c61-46fa-a351-e1037a8a0674', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:47:28.953079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:28.956249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:29.105882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Allocated IP 172.20.0.2 (7fa5385e-2c61-46fa-a351-e1037a8a0674/2c6b2a12-c641-4668-9862-38115b06de27/e02c8807-7869-485e-99af-4682f62434ae) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:47:29.137701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:29.166348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:29.310870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:29.321174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Transition to ACTIVE for port object e02c8807-7869-485e-99af-4682f62434ae will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:47:29.339324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Transition to ACTIVE for port object e02c8807-7869-485e-99af-4682f62434ae will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:47:29.344288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:29.396062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Allocated IP 172.26.1.104 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/47da7801-d205-46f9-bf06-6e4229bd89e9) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:47:29.413272 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Network 7fa5385e-2c61-46fa-a351-e1037a8a0674 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:47:29.416188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:47:29.420966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:47:29.423048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Pushing event updated for resources: {'Port': ['ID=e02c8807-7869-485e-99af-4682f62434ae,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:29.490157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:29.490485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:29.490812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:29.491138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:29.491458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:29.491771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:29.492350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:29.492665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:29.492980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:29.493314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:29.493629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:29.544017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:29.547657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Attempting to bind port e02c8807-7869-485e-99af-4682f62434ae on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:47:29.548022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Attempting to bind port e02c8807-7869-485e-99af-4682f62434ae by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:47:29.548380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Attempting to bind port e02c8807-7869-485e-99af-4682f62434ae on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:47:29.554996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:47:29.555362 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Checking segment: {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:47:29.555787 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:29.556227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Bound using segment: {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:47:29.556691 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Bound port: e02c8807-7869-485e-99af-4682f62434ae, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:47:29.557062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:29.573439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:29.645352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] For port e02c8807-7869-485e-99af-4682f62434ae, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:47:29.648528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:47:29.648671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] For port e02c8807-7869-485e-99af-4682f62434ae, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e02c8807-7869-485e-99af-4682f62434ae,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:47:29.652070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:47:29.652936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:29.656424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:47:29.682796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Pushing event updated for resources: {'Port': ['ID=47da7801-d205-46f9-bf06-6e4229bd89e9,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:29.735983 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5cab9-02f5-4c2e-be33-707d7d5564fe None None] Pushing event updated for resources: {'Port': ['ID=e02c8807-7869-485e-99af-4682f62434ae,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:29.816426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:29.817145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:30.063028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Router 5056d8d0-919b-4f4f-be44-71a1267c19a4 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:47:30.260549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:47:30.269526 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Sync routers for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:47:30.280936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:47:30.281700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:47:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:30.284158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:30.285400 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7b46772d-5ddb-4d29-bec4-6b53f489f6fd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5278468 May 09 13:47:30.288072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 34210) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:47:30.461873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:47:30.668386 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee29adf-a87b-484f-93ac-1bbc80dba6cd None None] Network 7fa5385e-2c61-46fa-a351-e1037a8a0674 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:47:30.841924 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d3c6a4e2-ed20-4ba1-869c-1858a88e69fb None None] Provisioning for port e02c8807-7869-485e-99af-4682f62434ae completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:47:30.970006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:29Z', 'revision_number': 3, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:30.976108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Checking router: 5056d8d0-919b-4f4f-be44-71a1267c19a4 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:47:30.976451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Updating router 5056d8d0-919b-4f4f-be44-71a1267c19a4 port 47da7801-d205-46f9-bf06-6e4229bd89e9 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:47:31.042500 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.130271 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.180471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e02c8807-7869-485e-99af-4682f62434ae up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:47:31.345171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Allocated IP 172.20.0.1 (7fa5385e-2c61-46fa-a351-e1037a8a0674/2c6b2a12-c641-4668-9862-38115b06de27/d4f7d99b-6560-43a3-a269-ffe29401066f) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:47:31.349940 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port e02c8807-7869-485e-99af-4682f62434ae completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:47:31.365035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port e02c8807-7869-485e-99af-4682f62434ae triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:47:31.365311 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.479318 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4690fab2-69aa-406b-9676-5bae478a6358 None None] Provisioning complete for port e02c8807-7869-485e-99af-4682f62434ae triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:47:31.480672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4690fab2-69aa-406b-9676-5bae478a6358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.489750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.505542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Transition to ACTIVE for port object d4f7d99b-6560-43a3-a269-ffe29401066f will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:47:31.526132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.602509 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Network 7fa5385e-2c61-46fa-a351-e1037a8a0674 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:47:31.605941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:47:31.610729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:47:31.633869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.638493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Pushing event updated for resources: {'Port': ['ID=d4f7d99b-6560-43a3-a269-ffe29401066f,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:31.665479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.668793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Transition to ACTIVE for port object 47da7801-d205-46f9-bf06-6e4229bd89e9 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:47:31.674960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.687012 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.752801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.824148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf80e2-c140-487f-bdf8-a5ad5938681a None None] Pushing event updated for resources: {'Port': ['ID=47da7801-d205-46f9-bf06-6e4229bd89e9,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:31.837483 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4690fab2-69aa-406b-9676-5bae478a6358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.850402 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Attempting to bind port 47da7801-d205-46f9-bf06-6e4229bd89e9 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:47:31.850769 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Attempting to bind port 47da7801-d205-46f9-bf06-6e4229bd89e9 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:47:31.851123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Attempting to bind port 47da7801-d205-46f9-bf06-6e4229bd89e9 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:47:31.856621 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port e02c8807-7869-485e-99af-4682f62434ae, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e02c8807-7869-485e-99af-4682f62434ae,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:47:31.863503 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.918676 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:47:31.918942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:47:31.919319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.919758 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:47:31.920181 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Bound port: 47da7801-d205-46f9-bf06-6e4229bd89e9, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:47:31.920543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.982313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:31.986641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:32.045193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-4690fab2-69aa-406b-9676-5bae478a6358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:47:32.045465 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-4690fab2-69aa-406b-9676-5bae478a6358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:47:32.051936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=e02c8807-7869-485e-99af-4682f62434ae,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:32.060199 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] For port 47da7801-d205-46f9-bf06-6e4229bd89e9, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:47:32.064116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] For port 47da7801-d205-46f9-bf06-6e4229bd89e9, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=47da7801-d205-46f9-bf06-6e4229bd89e9,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:47:32.067199 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:32.092419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:32.096297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Pushing event updated for resources: {'Port': ['ID=d4f7d99b-6560-43a3-a269-ffe29401066f,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:32.145149 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf80e2-c140-487f-bdf8-a5ad5938681a None None] Pushing event updated for resources: {'Port': ['ID=47da7801-d205-46f9-bf06-6e4229bd89e9,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:32.149516 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:47:32.150119 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:47:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:32.233888 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Network 7fa5385e-2c61-46fa-a351-e1037a8a0674 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:47:32.234950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:47:32.332119 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:47:32.695853 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 2, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:32.700085 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd21ec-5e9a-4806-a721-426231e8ce8e None None] The sync data for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv is: [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 2, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:47:32.734348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Router 5056d8d0-919b-4f4f-be44-71a1267c19a4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:47:32.757500 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-15a2e803-e699-4a9a-8228-969beb2107a8 None None] Provisioning for port d4f7d99b-6560-43a3-a269-ffe29401066f completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:47:32.764305 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-15a2e803-e699-4a9a-8228-969beb2107a8 None None] Provisioning complete for port d4f7d99b-6560-43a3-a269-ffe29401066f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:47:32.764701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-15a2e803-e699-4a9a-8228-969beb2107a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:32.819779 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-15a2e803-e699-4a9a-8228-969beb2107a8 None None] Port d4f7d99b-6560-43a3-a269-ffe29401066f cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:47:32.957775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:47:32.967740 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2acafca7-f2da-4a9b-abc6-5f700ba95deb admin admin] 10.222.0.44 "PUT /v2.0/routers/5056d8d0-919b-4f4f-be44-71a1267c19a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6786847 May 09 13:47:33.162749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e02c8807-7869-485e-99af-4682f62434ae up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:47:33.235285 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port e02c8807-7869-485e-99af-4682f62434ae triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:47:33.235739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:33.361192 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 34220) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:47:33.366886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--158729137', 'description': 'tempest-description--1272495893'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:47:33.373701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:47:33.377647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Usage tracker for resource:security_group and tenant:a47776739c1c4e038634b628eeccafe3 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:47:33.380659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:47:33.387520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:47:33.398322 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:33.441521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:47:33.445409 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Usage tracker for resource:security_group_rule and tenant:a47776739c1c4e038634b628eeccafe3 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:47:33.449040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:47:33.455154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:47:33.514422 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:33.518282 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:33.562824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:33.565978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:33.570098 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3e7ceaa8-4c89-48a4-bee3-f8459f4508b9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2076716 May 09 13:47:33.572734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 34224) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:47:33.579574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-2c48e4df-8497-4c6b-aa4f-d7aae1998a6c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Request body: {'security_group_rule': {'security_group_id': 'e1eb7f73-6a40-4bbd-8e14-5af6e7721e52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:47:33.586117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2c48e4df-8497-4c6b-aa4f-d7aae1998a6c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:47:33.590096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2c48e4df-8497-4c6b-aa4f-d7aae1998a6c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Usage tracker for resource:security_group_rule and tenant:a47776739c1c4e038634b628eeccafe3 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:47:33.593088 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-2c48e4df-8497-4c6b-aa4f-d7aae1998a6c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:47:33.598867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-2c48e4df-8497-4c6b-aa4f-d7aae1998a6c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:47:33.618010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2c48e4df-8497-4c6b-aa4f-d7aae1998a6c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:33.685164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2c48e4df-8497-4c6b-aa4f-d7aae1998a6c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:33.690484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2c48e4df-8497-4c6b-aa4f-d7aae1998a6c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:33.713667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48e4df-8497-4c6b-aa4f-d7aae1998a6c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418996a6-da6a-4dd2-a112-4510a6f6debc,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:33.723236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2c48e4df-8497-4c6b-aa4f-d7aae1998a6c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:33.724591 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2c48e4df-8497-4c6b-aa4f-d7aae1998a6c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1500478 May 09 13:47:33.727836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 34228) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:47:33.733370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-74e6ae9b-2732-48ba-876f-34152ad5bbf0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Request body: {'security_group_rule': {'security_group_id': 'e1eb7f73-6a40-4bbd-8e14-5af6e7721e52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:47:33.739414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-74e6ae9b-2732-48ba-876f-34152ad5bbf0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:47:33.743645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-74e6ae9b-2732-48ba-876f-34152ad5bbf0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Usage tracker for resource:security_group_rule and tenant:a47776739c1c4e038634b628eeccafe3 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:47:33.747332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-74e6ae9b-2732-48ba-876f-34152ad5bbf0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:47:33.754206 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-74e6ae9b-2732-48ba-876f-34152ad5bbf0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:47:33.771234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74e6ae9b-2732-48ba-876f-34152ad5bbf0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:33.838467 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74e6ae9b-2732-48ba-876f-34152ad5bbf0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:33.842276 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74e6ae9b-2732-48ba-876f-34152ad5bbf0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:33.866262 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6ae9b-2732-48ba-876f-34152ad5bbf0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca16a9d2-82ec-48f4-a680-78fbe8083553,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:33.875275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74e6ae9b-2732-48ba-876f-34152ad5bbf0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:33.876427 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-74e6ae9b-2732-48ba-876f-34152ad5bbf0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1481779 May 09 13:47:33.879391 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 34232) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:47:33.884575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:47:33.889978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:47:33.894549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Usage tracker for resource:floatingip and tenant:a47776739c1c4e038634b628eeccafe3 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:47:33.899188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:47:33.907801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:47:33.918452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:34.050902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:34.179940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Allocated IP 172.26.1.125 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/99628f43-39b5-4083-9b93-e8c697508484) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:47:34.328509 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:34.355031 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:34.419325 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:47:34.422133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:47:34.426312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:47:34.449960 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event updated for resources: {'Port': ['ID=99628f43-39b5-4083-9b93-e8c697508484,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:34.585416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:34.642049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:34.839815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:34.844078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:34.945436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event updated for resources: {'Port': ['ID=99628f43-39b5-4083-9b93-e8c697508484,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:34.959569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:34.979793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:34.981010 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-19122f77-6639-4c36-aa51-efd688712806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1006303 May 09 13:47:35.149894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-c46748a2-96fa-4f04-a71a-3c291a27a1e1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Synchronizing usage tracker for tenant:a47776739c1c4e038634b628eeccafe3 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:47:35.161512 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 47da7801-d205-46f9-bf06-6e4229bd89e9 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:47:35.167767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-c46748a2-96fa-4f04-a71a-3c291a27a1e1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Unset dirty status for tenant:a47776739c1c4e038634b628eeccafe3 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:47:35.173714 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-c46748a2-96fa-4f04-a71a-3c291a27a1e1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--158729137&fields=id&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 267 time: 0.0651047 May 09 13:47:35.230171 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 47da7801-d205-46f9-bf06-6e4229bd89e9 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:47:35.235170 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 47da7801-d205-46f9-bf06-6e4229bd89e9 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:47:35.235530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:35.317027 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-4bb5d2bc-1c7f-4551-8cd5-48d7478ada58 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:35.317327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-4bb5d2bc-1c7f-4551-8cd5-48d7478ada58 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Synchronizing usage tracker for tenant:a47776739c1c4e038634b628eeccafe3 on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:47:35.335710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-4bb5d2bc-1c7f-4551-8cd5-48d7478ada58 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Unset dirty status for tenant:a47776739c1c4e038634b628eeccafe3 on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:47:35.347510 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-4bb5d2bc-1c7f-4551-8cd5-48d7478ada58 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 812 time: 0.1717658 May 09 13:47:35.351187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:35.366179 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3e24573a-e84f-4551-bd40-8f152e6b0293 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/quotas/a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 375 time: 0.0178447 May 09 13:47:35.371453 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 47da7801-d205-46f9-bf06-6e4229bd89e9, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=47da7801-d205-46f9-bf06-6e4229bd89e9,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:47:35.375463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:35.450944 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-ad796461-6c73-4a84-b564-4532b6a4e3d1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839245 May 09 13:47:35.481133 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=47da7801-d205-46f9-bf06-6e4229bd89e9,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:35.589841 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-dee2a3f6-2221-4f29-9455-3ed021919575 service neutron] 10.222.0.44 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259840 May 09 13:47:35.719265 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-49f4c89a-b06c-4ef2-b2d7-e7db4769e3fc service neutron] 10.222.0.44 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236708 May 09 13:47:35.898994 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8674a927-a5d1-440a-824b-6d44d105b5cb req-f7f7860f-c862-47d1-8dd1-a33aafa9207f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 210 time: 0.0404375 May 09 13:47:36.987326 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-937ba65f-f4de-4f91-8c61-93ea03836edd tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:36.988727 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-937ba65f-f4de-4f91-8c61-93ea03836edd tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 812 time: 0.2418985 May 09 13:47:37.041426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-5bb4d0b4-f935-48e4-abda-e29f41201aec tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Synchronizing usage tracker for tenant:a47776739c1c4e038634b628eeccafe3 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:47:37.053460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-5bb4d0b4-f935-48e4-abda-e29f41201aec tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Unset dirty status for tenant:a47776739c1c4e038634b628eeccafe3 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:47:37.054531 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-5bb4d0b4-f935-48e4-abda-e29f41201aec tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 379 time: 0.0525410 May 09 13:47:37.063261 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Request body: {'port': {'device_id': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'admin_state_up': True, 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'security_groups': ['e1eb7f73-6a40-4bbd-8e14-5af6e7721e52']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:47:37.072760 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-76443cba-e7f4-486e-8ad4-10f4f493a946 req-98b5786c-92bf-454b-9c68-bbfe0a4bb2bc tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 210 time: 0.0402918 May 09 13:47:37.142411 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 47da7801-d205-46f9-bf06-6e4229bd89e9 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:47:37.194888 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:47:37.198749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Usage tracker for resource:port and tenant:a47776739c1c4e038634b628eeccafe3 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:47:37.201528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:47:37.207324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:47:37.207468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 47da7801-d205-46f9-bf06-6e4229bd89e9 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:47:37.207833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:37.217489 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Made reservation on behalf of a47776739c1c4e038634b628eeccafe3 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:47:37.220422 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:37.379299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Allocated IP 172.20.0.7 (7fa5385e-2c61-46fa-a351-e1037a8a0674/2c6b2a12-c641-4668-9862-38115b06de27/b1aa2bad-5e50-4538-bff3-5eba3207040c) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:47:37.560127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:37.576246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Transition to ACTIVE for port object b1aa2bad-5e50-4538-bff3-5eba3207040c will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:47:37.597223 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:37.669052 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Network 7fa5385e-2c61-46fa-a351-e1037a8a0674 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:47:37.671913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:47:37.675769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:47:37.706480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event updated for resources: {'Port': ['ID=b1aa2bad-5e50-4538-bff3-5eba3207040c,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:37.741277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:37.741863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:37.763718 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-3fb4b68d-ea5e-43c3-a060-4c41662114be tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7038922 May 09 13:47:37.776256 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Request body: {'port': {'device_id': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:47:37.874772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8033cee6-75e6-4940-b85b-1abe5c8ff2f9 None None] Provisioning for port b1aa2bad-5e50-4538-bff3-5eba3207040c completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:47:37.879922 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8033cee6-75e6-4940-b85b-1abe5c8ff2f9 None None] Provisioning complete for port b1aa2bad-5e50-4538-bff3-5eba3207040c triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:47:37.880374 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8033cee6-75e6-4940-b85b-1abe5c8ff2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:37.887502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:37.933185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8033cee6-75e6-4940-b85b-1abe5c8ff2f9 None None] Port b1aa2bad-5e50-4538-bff3-5eba3207040c cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:47:38.225603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1aa2bad-5e50-4538-bff3-5eba3207040c {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:47:38.232491 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:38.247365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Transition to ACTIVE for port object b1aa2bad-5e50-4538-bff3-5eba3207040c will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:47:38.250601 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:38.350663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c53358-2fd2-4a7e-8bfa-c0e75e841704 req-22cf977f-7e36-4b4a-9463-838ac61b108f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:38.352161 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-68c53358-2fd2-4a7e-8bfa-c0e75e841704 req-22cf977f-7e36-4b4a-9463-838ac61b108f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 931 time: 0.1588728 May 09 13:47:38.375513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Pushing event updated for resources: {'Port': ['ID=b1aa2bad-5e50-4538-bff3-5eba3207040c,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:38.407325 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-68c53358-2fd2-4a7e-8bfa-c0e75e841704 req-7de20913-7b29-48ca-83c0-f70179ccaa8c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487332 May 09 13:47:38.484820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Attempting to bind port b1aa2bad-5e50-4538-bff3-5eba3207040c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:47:38.485150 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Attempting to bind port b1aa2bad-5e50-4538-bff3-5eba3207040c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:47:38.485525 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Attempting to bind port b1aa2bad-5e50-4538-bff3-5eba3207040c on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:47:38.491529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Port b1aa2bad-5e50-4538-bff3-5eba3207040c on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:47:38.491855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Attempting to bind port b1aa2bad-5e50-4538-bff3-5eba3207040c on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:47:38.499051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:47:38.499382 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Checking segment: {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:47:38.499759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Bound using segment: {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:47:38.500180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Bound port: b1aa2bad-5e50-4538-bff3-5eba3207040c, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:47:38.500523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:38.587977 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] For port b1aa2bad-5e50-4538-bff3-5eba3207040c, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:47:38.590800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] For port b1aa2bad-5e50-4538-bff3-5eba3207040c, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:47:38.595066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:38.658370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:38.659721 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] 10.222.0.57 "PUT /v2.0/ports/b1aa2bad-5e50-4538-bff3-5eba3207040c HTTP/1.1" status: 200 len: 1093 time: 0.8876448 May 09 13:47:38.660282 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'tag': 'b1aa2bad-5e50-4538-bff3-5eba3207040c'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:47:38.677818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efee57-b0c5-4d4c-aede-d597f92dbb63 service neutron] Pushing event updated for resources: {'Port': ['ID=b1aa2bad-5e50-4538-bff3-5eba3207040c,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:38.730362 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08ca46d-69e9-4c6b-bda8-03ad891663a5'] response: {'name': 'network-changed', 'server_uuid': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'tag': 'b1aa2bad-5e50-4538-bff3-5eba3207040c', 'status': 'completed', 'code': 200} May 09 13:47:38.773914 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-eb7f59ee-a678-4a70-ba65-795e43617291 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 1096 time: 0.0754597 May 09 13:47:38.934689 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-4e9d3b7c-0029-4e76-9ebe-b5df83b1db37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c HTTP/1.1" status: 200 len: 217 time: 0.1535408 May 09 13:47:38.993533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-fa475486-1630-45cb-abe2-686c339ff578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:38.994807 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-fa475486-1630-45cb-abe2-686c339ff578 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0549808 May 09 13:47:39.067524 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-fe0d2275-75b6-4793-9a68-abe44bb1a125 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674186 May 09 13:47:39.196401 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-a38ef5f8-aa55-4b3a-840e-ba713be6adad service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210399 May 09 13:47:39.320262 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d10b3226-27f3-4d6e-9e49-0cc00b7b7f9e req-a328bb9b-f636-4b62-9cf6-cce85b185f0b service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187699 May 09 13:47:39.430453 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0644dd57-7188-45f3-93c6-3a25d47bc595 req-583473cb-ae87-4e53-a526-6c10c7749657 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 1096 time: 0.0660408 May 09 13:47:39.561827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644dd57-7188-45f3-93c6-3a25d47bc595 req-ec06c509-c7e7-4707-9cdb-021ac3ac5d18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:39.563263 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0644dd57-7188-45f3-93c6-3a25d47bc595 req-ec06c509-c7e7-4707-9cdb-021ac3ac5d18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1266291 May 09 13:47:39.602259 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c00a9-b3e4-4be4-b20f-17a368f2f10d req-d8ec759b-bc46-4d7c-918a-c5d1152e2d10 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:39.603836 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a3c00a9-b3e4-4be4-b20f-17a368f2f10d req-d8ec759b-bc46-4d7c-918a-c5d1152e2d10 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 943 time: 0.0764394 May 09 13:47:39.633429 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0644dd57-7188-45f3-93c6-3a25d47bc595 req-7a5cf2ad-369f-4cd5-8ccd-75da61c3bdda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c HTTP/1.1" status: 200 len: 217 time: 0.0638380 May 09 13:47:39.649325 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a3c00a9-b3e4-4be4-b20f-17a368f2f10d req-a7d51875-e8eb-4e97-b1dc-2a981370126d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395274 May 09 13:47:39.693109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644dd57-7188-45f3-93c6-3a25d47bc595 req-0f068cbe-c4bf-430d-95c2-78940b997897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:39.694548 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0644dd57-7188-45f3-93c6-3a25d47bc595 req-0f068cbe-c4bf-430d-95c2-78940b997897 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0555596 May 09 13:47:39.770144 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0644dd57-7188-45f3-93c6-3a25d47bc595 req-0c1bf07c-d091-4f6a-8b9a-e4a958670e1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691049 May 09 13:47:39.899060 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0644dd57-7188-45f3-93c6-3a25d47bc595 req-33609b63-176c-4489-aeb2-f205f9aba148 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224017 May 09 13:47:40.027520 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0644dd57-7188-45f3-93c6-3a25d47bc595 req-c408f40e-e667-4ae3-bab9-39be4c3ed9b0 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224287 May 09 13:47:40.161486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d6a3853c-9a90-43bf-938d-780d230733eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:40.847607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d8bf9-ce05-4e1c-a2d6-79dcf090c062 req-ebf981a4-e219-4b8b-bab3-5f7744b29a9a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:40.849015 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c78d8bf9-ce05-4e1c-a2d6-79dcf090c062 req-ebf981a4-e219-4b8b-bab3-5f7744b29a9a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 943 time: 0.0781121 May 09 13:47:40.893523 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c78d8bf9-ce05-4e1c-a2d6-79dcf090c062 req-ab35935d-660b-4f23-9326-a6a601bdbd18 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389934 May 09 13:47:42.087042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb4f7e-2e58-4bab-b993-1a000e2905a8 req-b6a8bec2-a69e-454d-ae6a-c5670e3c23dd tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:42.088475 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6fbb4f7e-2e58-4bab-b993-1a000e2905a8 req-b6a8bec2-a69e-454d-ae6a-c5670e3c23dd tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 943 time: 0.0743430 May 09 13:47:42.135435 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6fbb4f7e-2e58-4bab-b993-1a000e2905a8 req-93963065-d0cb-45be-8309-2fca7422783a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415053 May 09 13:47:42.455896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d451ee5-bc7f-45a0-bbe8-37bec8884283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:42.763492 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b1aa2bad-5e50-4538-bff3-5eba3207040c details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:47:42.896915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port b1aa2bad-5e50-4538-bff3-5eba3207040c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:47:42.913836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'b1aa2bad-5e50-4538-bff3-5eba3207040c', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'port_id': 'b1aa2bad-5e50-4538-bff3-5eba3207040c', 'mac_address': 'fa:16:3e:42:12:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:47:42.964753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:42.980952 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1aa2bad-5e50-4538-bff3-5eba3207040c {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:47:42.996415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port b1aa2bad-5e50-4538-bff3-5eba3207040c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:47:43.000310 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:43.065486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=b1aa2bad-5e50-4538-bff3-5eba3207040c,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:43.310062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['b1aa2bad-5e50-4538-bff3-5eba3207040c'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:47:43.335305 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12751c5d-439a-4f9b-9e65-1ef37d6c9507 req-e3149e30-c512-4dc4-85b4-af285aec0560 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:43.336676 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-12751c5d-439a-4f9b-9e65-1ef37d6c9507 req-e3149e30-c512-4dc4-85b4-af285aec0560 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 944 time: 0.0782993 May 09 13:47:43.381965 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-12751c5d-439a-4f9b-9e65-1ef37d6c9507 req-0ccac94c-412e-4b2d-9869-b7c6e7b60cb5 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396891 May 09 13:47:43.441502 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:43.848662 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:44.579515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d63cc-bd82-46a6-ace4-a2e24f212a1b req-d78e1483-2234-4211-844a-0450501cef41 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:44.580944 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-475d63cc-bd82-46a6-ace4-a2e24f212a1b req-d78e1483-2234-4211-844a-0450501cef41 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 944 time: 0.0784967 May 09 13:47:44.626361 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-475d63cc-bd82-46a6-ace4-a2e24f212a1b req-1d98f83a-fe77-4776-928b-6a9f3223d7cc tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399413 May 09 13:47:44.778664 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b1aa2bad-5e50-4538-bff3-5eba3207040c up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:47:44.846544 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port b1aa2bad-5e50-4538-bff3-5eba3207040c completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:47:44.851076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port b1aa2bad-5e50-4538-bff3-5eba3207040c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:47:44.851709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:44.957399 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:44.985445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1aa2bad-5e50-4538-bff3-5eba3207040c'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:47:44.994856 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port b1aa2bad-5e50-4538-bff3-5eba3207040c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:47:44.998552 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:45.040468 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f97921f2-f3b0-48f5-9254-e0300c9296c6'] response: {'server_uuid': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1aa2bad-5e50-4538-bff3-5eba3207040c', 'code': 200} May 09 13:47:45.074700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=b1aa2bad-5e50-4538-bff3-5eba3207040c,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:45.091815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:45.268941 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2b76463a-3938-4a6f-a56f-aea61a58491a req-037c6ccf-62bd-4781-bfd0-fc5f734dfeb3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 1098 time: 0.0681486 May 09 13:47:45.308803 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2b76463a-3938-4a6f-a56f-aea61a58491a req-9104c77b-83ee-443b-ae71-5e67e366543f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343807 May 09 13:47:45.818221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ca852-aa4e-49cf-9ed0-a5992b9b06dd req-70eca70e-89b5-4d9e-b237-47f9e65f9183 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:45.819649 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0b9ca852-aa4e-49cf-9ed0-a5992b9b06dd req-70eca70e-89b5-4d9e-b237-47f9e65f9183 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0747900 May 09 13:47:45.863199 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0b9ca852-aa4e-49cf-9ed0-a5992b9b06dd req-d41956f0-4fbb-45c6-82e9-2fcc5d45bc74 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379462 May 09 13:47:46.241450 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Sync routers for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:47:46.253641 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:47:46.254229 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-8e747d32-1692-4951-94be-2b176987e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:47:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:46.421778 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:47:46.755532 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-8e747d32-1692-4951-94be-2b176987e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 2, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:46.759331 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Checking router: 5056d8d0-919b-4f4f-be44-71a1267c19a4 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:47:46.759670 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Updating router 5056d8d0-919b-4f4f-be44-71a1267c19a4 port d4f7d99b-6560-43a3-a269-ffe29401066f binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:47:46.836904 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:47.066883 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717bdff-c99f-4608-a5aa-58fc8c57fe2a req-2e783ae1-f965-47ee-a645-4068a35d19a5 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:47.068326 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f717bdff-c99f-4608-a5aa-58fc8c57fe2a req-2e783ae1-f965-47ee-a645-4068a35d19a5 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0796173 May 09 13:47:47.113531 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f717bdff-c99f-4608-a5aa-58fc8c57fe2a req-e9bddcc2-a463-42db-b275-b11c43a2ae59 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388751 May 09 13:47:47.165350 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:47.177632 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Transition to ACTIVE for port object d4f7d99b-6560-43a3-a269-ffe29401066f will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:47:47.184342 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:47.310226 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597f9da-5e64-454d-a098-59f402329ab8 None None] Pushing event updated for resources: {'Port': ['ID=d4f7d99b-6560-43a3-a269-ffe29401066f,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:47.312301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f9f86-ff8a-4da9-afc3-f79d9e4074c0 req-92931983-1226-486f-8001-905096a40ff2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:47.313881 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-949f9f86-ff8a-4da9-afc3-f79d9e4074c0 req-92931983-1226-486f-8001-905096a40ff2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0829275 May 09 13:47:47.322276 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 34278) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:47:47.326343 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597f9da-5e64-454d-a098-59f402329ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:47.326781 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597f9da-5e64-454d-a098-59f402329ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:47.327201 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597f9da-5e64-454d-a098-59f402329ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:47.327613 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597f9da-5e64-454d-a098-59f402329ab8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:47.328026 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597f9da-5e64-454d-a098-59f402329ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:47.328437 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597f9da-5e64-454d-a098-59f402329ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:47.328847 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597f9da-5e64-454d-a098-59f402329ab8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:47.329195 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f07fb84f-e1b0-4f4b-b7ba-8ff79f428a87 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Request body: {'floatingip': {'port_id': 'b1aa2bad-5e50-4538-bff3-5eba3207040c'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:47:47.329509 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597f9da-5e64-454d-a098-59f402329ab8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:47.329914 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597f9da-5e64-454d-a098-59f402329ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:47.330391 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597f9da-5e64-454d-a098-59f402329ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:47.330781 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597f9da-5e64-454d-a098-59f402329ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:47:47.407492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f07fb84f-e1b0-4f4b-b7ba-8ff79f428a87 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:47.423646 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Attempting to bind port d4f7d99b-6560-43a3-a269-ffe29401066f on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:47:47.424079 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Attempting to bind port d4f7d99b-6560-43a3-a269-ffe29401066f by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:47:47.424403 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Attempting to bind port d4f7d99b-6560-43a3-a269-ffe29401066f on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:47:47.430633 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:47:47.430989 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Checking segment: {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:47:47.431367 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:47.431893 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Bound using segment: {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:47:47.432356 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Bound port: d4f7d99b-6560-43a3-a269-ffe29401066f, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:47:47.433249 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:47.521887 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-8e747d32-1692-4951-94be-2b176987e46a None None] For port d4f7d99b-6560-43a3-a269-ffe29401066f, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:47:47.525889 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-8e747d32-1692-4951-94be-2b176987e46a None None] For port d4f7d99b-6560-43a3-a269-ffe29401066f, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d4f7d99b-6560-43a3-a269-ffe29401066f,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:47:47.531116 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:47.605577 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597f9da-5e64-454d-a098-59f402329ab8 None None] Pushing event updated for resources: {'Port': ['ID=d4f7d99b-6560-43a3-a269-ffe29401066f,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:47.613414 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:47:47.613890 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-8e747d32-1692-4951-94be-2b176987e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:47:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:47.799068 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-8e747d32-1692-4951-94be-2b176987e46a None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:47:48.014199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f07fb84f-e1b0-4f4b-b7ba-8ff79f428a87 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:48.018438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f07fb84f-e1b0-4f4b-b7ba-8ff79f428a87 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:48.129011 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-8e747d32-1692-4951-94be-2b176987e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:47Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:48.133200 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e747d32-1692-4951-94be-2b176987e46a None None] The sync data for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv is: [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:47Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:47:48.297499 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-f07fb84f-e1b0-4f4b-b7ba-8ff79f428a87 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b associated. External IP: 172.26.1.125, port: b1aa2bad-5e50-4538-bff3-5eba3207040c. May 09 13:47:48.689292 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07fb84f-e1b0-4f4b-b7ba-8ff79f428a87 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Router 5056d8d0-919b-4f4f-be44-71a1267c19a4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:47:48.884820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07fb84f-e1b0-4f4b-b7ba-8ff79f428a87 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:47:48.889026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f07fb84f-e1b0-4f4b-b7ba-8ff79f428a87 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:48.939588 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f07fb84f-e1b0-4f4b-b7ba-8ff79f428a87 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "PUT /v2.0/floatingips/61f579c2-bb3f-40da-95ba-18b7a8683c0b HTTP/1.1" status: 200 len: 991 time: 1.6162872 May 09 13:47:48.940165 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'tag': 'b1aa2bad-5e50-4538-bff3-5eba3207040c'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:47:48.995059 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0eaab0b-ce1e-43ba-933c-0d77bb6e7dae'] response: {'name': 'network-changed', 'server_uuid': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'tag': 'b1aa2bad-5e50-4538-bff3-5eba3207040c', 'status': 'completed', 'code': 200} May 09 13:47:49.094441 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a93255d5-2a14-45be-b912-6adaf929f31b req-8daf2497-775c-488a-a52f-78b7264e37b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 1098 time: 0.0775504 May 09 13:47:49.113634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bfd34-d36e-452f-8783-bd5e7034655a req-4ed617a2-efd7-4709-ad5b-9ac0024963e3 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:49.115095 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-920bfd34-d36e-452f-8783-bd5e7034655a req-4ed617a2-efd7-4709-ad5b-9ac0024963e3 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0801129 May 09 13:47:49.170336 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-920bfd34-d36e-452f-8783-bd5e7034655a req-9fc2f17c-e269-4ddb-bd76-5f73c5a63c1c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485880 May 09 13:47:49.175777 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d4f7d99b-6560-43a3-a269-ffe29401066f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:47:49.242765 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93255d5-2a14-45be-b912-6adaf929f31b req-c27316bc-1ae9-454b-94b5-ad6c8bbe3991 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:49.243316 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port d4f7d99b-6560-43a3-a269-ffe29401066f completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:47:49.244354 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a93255d5-2a14-45be-b912-6adaf929f31b req-c27316bc-1ae9-454b-94b5-ad6c8bbe3991 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1432285 May 09 13:47:49.248238 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d4f7d99b-6560-43a3-a269-ffe29401066f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:47:49.248601 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:49.346162 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a93255d5-2a14-45be-b912-6adaf929f31b req-75120897-ef13-4a83-84f7-a9f5c044b1f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c HTTP/1.1" status: 200 len: 999 time: 0.0960667 May 09 13:47:49.366793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:49.380171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ec969-1fa9-4dfe-8bb5-6a9829b49ee1 req-5467c188-16c1-40ad-90bf-7a09232cff69 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:49.381726 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fb3ec969-1fa9-4dfe-8bb5-6a9829b49ee1 req-5467c188-16c1-40ad-90bf-7a09232cff69 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0835164 May 09 13:47:49.403784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port d4f7d99b-6560-43a3-a269-ffe29401066f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d4f7d99b-6560-43a3-a269-ffe29401066f,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:47:49.408744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:49.442240 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fb3ec969-1fa9-4dfe-8bb5-6a9829b49ee1 req-22e4de80-3152-4cec-96ef-83351ec0454a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535302 May 09 13:47:49.484078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=d4f7d99b-6560-43a3-a269-ffe29401066f,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:47:49.512227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93255d5-2a14-45be-b912-6adaf929f31b req-4d410fdd-5658-48b9-98b5-dbd8a7a8b3f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:49.513707 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a93255d5-2a14-45be-b912-6adaf929f31b req-4d410fdd-5658-48b9-98b5-dbd8a7a8b3f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.1624961 May 09 13:47:49.586955 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a93255d5-2a14-45be-b912-6adaf929f31b req-0da468bd-228b-488d-8397-7dc9a6feee60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676787 May 09 13:47:49.717825 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a93255d5-2a14-45be-b912-6adaf929f31b req-fcf18511-b9e4-4730-aaa5-b9acdab58f4f service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244853 May 09 13:47:49.846964 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a93255d5-2a14-45be-b912-6adaf929f31b req-763f0e85-84d3-42c7-a60b-e33ceb5c07c1 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238070 May 09 13:47:50.629222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158eb5c-c1ce-442f-9131-47551b17450f req-f8be8351-65fa-48f7-963c-889c1aa1b7b0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:50.630670 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8158eb5c-c1ce-442f-9131-47551b17450f req-f8be8351-65fa-48f7-963c-889c1aa1b7b0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0747249 May 09 13:47:50.679107 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8158eb5c-c1ce-442f-9131-47551b17450f req-e41f3562-7049-4103-9aea-d28e349e6589 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429215 May 09 13:47:50.748466 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f20043-7ec2-44c6-9cff-bb1a0dded8e3 None None] Sync routers for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:47:50.760282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f20043-7ec2-44c6-9cff-bb1a0dded8e3 None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:47:50.760886 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-21f20043-7ec2-44c6-9cff-bb1a0dded8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:47:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:50.874482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f6457-da2e-4b33-bca3-60cad4d5200a req-1f96703f-a438-4657-92bc-4310f300752b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:50.875924 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-682f6457-da2e-4b33-bca3-60cad4d5200a req-1f96703f-a438-4657-92bc-4310f300752b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0751157 May 09 13:47:50.920801 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-682f6457-da2e-4b33-bca3-60cad4d5200a req-15373018-1433-4568-b44e-9691449459cc tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392373 May 09 13:47:50.935730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-21f20043-7ec2-44c6-9cff-bb1a0dded8e3 None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:47:51.121419 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-080862f0-6a6e-42aa-8aa2-85e629170b04 req-c1923173-0514-4e36-97ae-081bc3644c86 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0735240 May 09 13:47:51.191353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d4f7d99b-6560-43a3-a269-ffe29401066f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:47:51.356741 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d4f7d99b-6560-43a3-a269-ffe29401066f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:47:51.357011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:51.427902 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-725d133c-01fe-45fa-b7b1-5faee00a33a2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247692 May 09 13:47:51.428127 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-21f20043-7ec2-44c6-9cff-bb1a0dded8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61f579c2-bb3f-40da-95ba-18b7a8683c0b', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'port_id': 'b1aa2bad-5e50-4538-bff3-5eba3207040c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'mac_address': 'fa:16:3e:42:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:47:34Z', 'updated_at': '2022-05-09T13:47:47Z', 'revision_number': 1, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:51.448851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d2633-ba9e-4902-b510-d4fbd6ebd2fb req-136d32a2-46e2-48b3-84c3-9c48d16fbd29 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:51.450157 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b34d2633-ba9e-4902-b510-d4fbd6ebd2fb req-136d32a2-46e2-48b3-84c3-9c48d16fbd29 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0950441 May 09 13:47:51.469549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f20043-7ec2-44c6-9cff-bb1a0dded8e3 None None] Checking router: 5056d8d0-919b-4f4f-be44-71a1267c19a4 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:47:51.500114 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:47:51.500986 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b34d2633-ba9e-4902-b510-d4fbd6ebd2fb req-b6258d3e-d411-446f-800a-443ba29ed345 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445392 May 09 13:47:51.512463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f20043-7ec2-44c6-9cff-bb1a0dded8e3 None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:47:51.513054 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-21f20043-7ec2-44c6-9cff-bb1a0dded8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:47:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:51.684964 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-21f20043-7ec2-44c6-9cff-bb1a0dded8e3 None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:47:52.041369 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-21f20043-7ec2-44c6-9cff-bb1a0dded8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61f579c2-bb3f-40da-95ba-18b7a8683c0b', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'port_id': 'b1aa2bad-5e50-4538-bff3-5eba3207040c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'mac_address': 'fa:16:3e:42:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:47:34Z', 'updated_at': '2022-05-09T13:47:47Z', 'revision_number': 1, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:47:52.048085 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f20043-7ec2-44c6-9cff-bb1a0dded8e3 None None] The sync data for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv is: [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61f579c2-bb3f-40da-95ba-18b7a8683c0b', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'port_id': 'b1aa2bad-5e50-4538-bff3-5eba3207040c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'mac_address': 'fa:16:3e:42:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:47:34Z', 'updated_at': '2022-05-09T13:47:47Z', 'revision_number': 1, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:47:52.249626 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251235c-a7e1-4ef0-a4e0-f6f0b03652b3 None None] New status for floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:47:52.695364 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-f35893cf-eb82-4823-be7d-ed4415e623b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 1098 time: 0.0672829 May 09 13:47:52.722932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07b290-e180-496a-88c5-c9522a57873c req-d8841190-f9da-4144-9a1b-63c8f11b9d2d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:52.724367 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a07b290-e180-496a-88c5-c9522a57873c req-d8841190-f9da-4144-9a1b-63c8f11b9d2d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0756247 May 09 13:47:52.772429 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a07b290-e180-496a-88c5-c9522a57873c req-a182f772-6567-4e21-867d-17a7174692f3 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422742 May 09 13:47:52.827333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7882f69-2241-472f-8374-54223889c6ca req-8927d382-368f-4354-85fe-a8301a9ee527 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:52.828787 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-8927d382-368f-4354-85fe-a8301a9ee527 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1280801 May 09 13:47:52.928622 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-4973e556-2c76-4194-a757-fbf847be14f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c HTTP/1.1" status: 200 len: 1001 time: 0.0937409 May 09 13:47:52.987775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7882f69-2241-472f-8374-54223889c6ca req-3cda6af9-5077-4b63-90b7-90a8d355abc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:52.989125 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-3cda6af9-5077-4b63-90b7-90a8d355abc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0553620 May 09 13:47:53.062265 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-dfd6e48f-bb0d-4583-8989-5e1df9bf9d35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678327 May 09 13:47:53.189649 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-79361faf-68f6-4351-a425-3535257cbd7d service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210918 May 09 13:47:53.318821 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-f868a2f7-ee5f-4715-b622-4b9868aaf276 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220081 May 09 13:47:54.066894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d310b-5c72-43db-8784-9883bc94a2d3 req-c1aaa07e-4db8-484a-a84e-c0baee3eb2e6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:54.069398 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-372d310b-5c72-43db-8784-9883bc94a2d3 req-c1aaa07e-4db8-484a-a84e-c0baee3eb2e6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.1645820 May 09 13:47:54.113722 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-372d310b-5c72-43db-8784-9883bc94a2d3 req-308c5e0b-303f-4b31-a5f0-86dce2f78ba7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388193 May 09 13:47:55.306977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a1c84-ef2c-4342-a210-0fbf3c729b8f req-65034938-286c-4036-8a72-3edbc82085d0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:55.308945 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0c0a1c84-ef2c-4342-a210-0fbf3c729b8f req-65034938-286c-4036-8a72-3edbc82085d0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0745494 May 09 13:47:55.356350 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0c0a1c84-ef2c-4342-a210-0fbf3c729b8f req-ed84eb15-b70a-4b47-a8a2-0bf301363aa5 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417497 May 09 13:47:55.458607 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e95aa6f2-cd3a-446e-8640-abb4e90f5b8f req-4ca9d8e6-2680-443a-846d-7806a5e27b1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 1098 time: 0.0663676 May 09 13:47:55.595427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95aa6f2-cd3a-446e-8640-abb4e90f5b8f req-fda987bb-219d-49f1-a036-b660b2f6ec3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:55.596837 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e95aa6f2-cd3a-446e-8640-abb4e90f5b8f req-fda987bb-219d-49f1-a036-b660b2f6ec3f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1215284 May 09 13:47:55.698162 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e95aa6f2-cd3a-446e-8640-abb4e90f5b8f req-4de9caa2-471c-4d3b-b614-cbf125cccea1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c HTTP/1.1" status: 200 len: 1001 time: 0.0950861 May 09 13:47:55.756808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95aa6f2-cd3a-446e-8640-abb4e90f5b8f req-757bf123-7fd5-4fa4-bd41-5ca4bdff0de1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:55.758193 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e95aa6f2-cd3a-446e-8640-abb4e90f5b8f req-757bf123-7fd5-4fa4-bd41-5ca4bdff0de1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0553234 May 09 13:47:55.918744 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e95aa6f2-cd3a-446e-8640-abb4e90f5b8f req-cdd55944-1b14-431b-b0fa-835e1854d1fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1541810 May 09 13:47:56.044346 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e95aa6f2-cd3a-446e-8640-abb4e90f5b8f req-35cf33be-7900-4628-95cb-0d6d3625e5d4 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184940 May 09 13:47:56.176017 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e95aa6f2-cd3a-446e-8640-abb4e90f5b8f req-20d3d621-2894-43c6-92bf-718f2215ec7e service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258900 May 09 13:47:56.555483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a433a7f-3f79-49a5-87ca-3b8e393399d3 req-31239389-0f72-4978-98b1-e9e97b5ce310 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:56.557843 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2a433a7f-3f79-49a5-87ca-3b8e393399d3 req-31239389-0f72-4978-98b1-e9e97b5ce310 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0808775 May 09 13:47:56.604535 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2a433a7f-3f79-49a5-87ca-3b8e393399d3 req-f8315e79-cbb9-442d-b04e-59d85277e0fc tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410714 May 09 13:47:57.797226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ef034-740d-40c7-b55f-e49da605305f req-c8a448ef-2dc2-41a5-9548-102ec4b4ef01 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:57.798691 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-854ef034-740d-40c7-b55f-e49da605305f req-c8a448ef-2dc2-41a5-9548-102ec4b4ef01 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0748610 May 09 13:47:57.846478 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-854ef034-740d-40c7-b55f-e49da605305f req-3a6a6b59-756b-42ad-b414-b92438d8383d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423424 May 09 13:47:59.047049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41891e1a-8e25-4b21-a79f-3df3663ebf87 req-61a2a687-837c-4161-a290-22eae916b643 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:47:59.048474 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41891e1a-8e25-4b21-a79f-3df3663ebf87 req-61a2a687-837c-4161-a290-22eae916b643 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0753396 May 09 13:47:59.093331 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41891e1a-8e25-4b21-a79f-3df3663ebf87 req-89545797-f7bb-4f47-b8b2-ae088d9c2ec1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394638 May 09 13:48:00.289085 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0b937-5c54-4a30-b4e4-092a5c7f0bb2 req-5dbd895d-7def-4a2d-8ff7-68dc08b9522f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:00.290517 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99e0b937-5c54-4a30-b4e4-092a5c7f0bb2 req-5dbd895d-7def-4a2d-8ff7-68dc08b9522f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0772843 May 09 13:48:00.333786 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99e0b937-5c54-4a30-b4e4-092a5c7f0bb2 req-ab8d3e2b-bdc0-48a7-b36f-f4dbd4c687a0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372593 May 09 13:48:00.993464 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:48:01.529552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c2bae-8d18-4fee-b8e1-193127ab3b03 req-26ad5ebe-7c6d-4e29-a399-53e9496afc54 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:01.530982 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bd8c2bae-8d18-4fee-b8e1-193127ab3b03 req-26ad5ebe-7c6d-4e29-a399-53e9496afc54 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0748596 May 09 13:48:01.577702 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bd8c2bae-8d18-4fee-b8e1-193127ab3b03 req-32a2836a-1fa5-4aec-82f7-0a8b7f2faf4b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413644 May 09 13:48:02.917907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11962455-9331-4089-8267-a5053b58335c req-33c7cfdf-88ea-463c-9ca5-c25c1db3b98a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:02.919313 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-11962455-9331-4089-8267-a5053b58335c req-33c7cfdf-88ea-463c-9ca5-c25c1db3b98a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0813606 May 09 13:48:02.964551 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-11962455-9331-4089-8267-a5053b58335c req-f73fdd30-f78e-4bf2-8b3e-91303a5c2faa tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397358 May 09 13:48:04.159019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971fd51-95e2-46ad-9376-222a8c31423c req-4f426f13-102c-4101-b585-122669306784 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:04.160488 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6971fd51-95e2-46ad-9376-222a8c31423c req-4f426f13-102c-4101-b585-122669306784 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0762610 May 09 13:48:04.209096 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6971fd51-95e2-46ad-9376-222a8c31423c req-6b148465-2954-4b76-aeee-d74e307f2dcd tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427549 May 09 13:48:05.399406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87644653-7c87-477f-a168-64f231bca8af req-13c43550-e266-416f-bcb0-2edc8bc986f0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:05.401283 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-87644653-7c87-477f-a168-64f231bca8af req-13c43550-e266-416f-bcb0-2edc8bc986f0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0744138 May 09 13:48:05.444999 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-87644653-7c87-477f-a168-64f231bca8af req-0d05efea-95a0-4656-8f15-20f3ee683d36 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381856 May 09 13:48:06.643371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca95fec-f69d-44d0-8b1e-747886c00ce4 req-3ec98443-ae23-4e8b-8780-6034f68419ad tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:06.644798 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1ca95fec-f69d-44d0-8b1e-747886c00ce4 req-3ec98443-ae23-4e8b-8780-6034f68419ad tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0778916 May 09 13:48:06.688196 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1ca95fec-f69d-44d0-8b1e-747886c00ce4 req-42b67782-6aee-4bf8-a4ab-e5dca94a4366 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379562 May 09 13:48:07.879593 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828515f-cff4-4c4a-83c9-2a731a96071c req-3225e53b-2919-48fd-9789-6a787fa6574f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:07.880946 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f828515f-cff4-4c4a-83c9-2a731a96071c req-3225e53b-2919-48fd-9789-6a787fa6574f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0735652 May 09 13:48:07.926105 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f828515f-cff4-4c4a-83c9-2a731a96071c req-0c0ff3b8-303a-4f99-a81c-7ad444862f58 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397975 May 09 13:48:09.123843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdfb97-8611-4dea-bc15-e2542d4c3def req-2a203058-fdca-4a23-b830-774c5c85573e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:09.125304 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-24fdfb97-8611-4dea-bc15-e2542d4c3def req-2a203058-fdca-4a23-b830-774c5c85573e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0782816 May 09 13:48:09.169818 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-24fdfb97-8611-4dea-bc15-e2542d4c3def req-a2fceaa7-da10-4c3f-b7af-73c84a1cd3bb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390530 May 09 13:48:10.163637 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa54daa8-0c75-4edb-b016-424c1fbd5fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:10.363184 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ecfe7-91f1-45f8-bc1d-804f7e95f445 req-f232e031-b5f9-4baa-b720-9526b16113b4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:10.364653 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a0ecfe7-91f1-45f8-bc1d-804f7e95f445 req-f232e031-b5f9-4baa-b720-9526b16113b4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0743544 May 09 13:48:10.409345 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a0ecfe7-91f1-45f8-bc1d-804f7e95f445 req-f46fb864-4088-41af-823c-d94b2f419349 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390096 May 09 13:48:11.603098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddfbe-4b82-48c6-9ffe-3433d40433a5 req-cdbde652-406f-42b1-b392-e3d0ac46335f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:11.605162 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a6ddfbe-4b82-48c6-9ffe-3433d40433a5 req-cdbde652-406f-42b1-b392-e3d0ac46335f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0778174 May 09 13:48:11.648745 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a6ddfbe-4b82-48c6-9ffe-3433d40433a5 req-f9a3f422-7bd9-4512-b533-c5edbb259254 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380690 May 09 13:48:12.456924 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a0a928f7-4a1e-4aad-b020-e14189b7e69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:12.845039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602d9ac-c787-4d05-ab2c-62222c7902ec req-a52f57ed-7735-4334-b4f8-5fa96aabec8c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:12.846483 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1602d9ac-c787-4d05-ab2c-62222c7902ec req-a52f57ed-7735-4334-b4f8-5fa96aabec8c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0774069 May 09 13:48:12.894811 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1602d9ac-c787-4d05-ab2c-62222c7902ec req-894544e2-20c9-47ab-a687-5d2118c95234 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426741 May 09 13:48:13.418058 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:13.850563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:14.092395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c07cb-9328-47dd-af36-1e063cfdfd10 req-61a66d34-f026-4cce-b758-0ffe075b9b60 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:14.093883 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b50c07cb-9328-47dd-af36-1e063cfdfd10 req-61a66d34-f026-4cce-b758-0ffe075b9b60 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0812571 May 09 13:48:14.139267 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b50c07cb-9328-47dd-af36-1e063cfdfd10 req-d19fb287-13c7-4fbc-94f0-a2b62837e0f4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397942 May 09 13:48:15.077618 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-6c9d07a4-6f7c-42aa-a4c3-d609f65d9151 service neutron] 10.222.0.57 "GET /v2.0/ports/b1aa2bad-5e50-4538-bff3-5eba3207040c/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0752995 May 09 13:48:15.087539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:15.338501 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-8a37fe6c-b16c-4fdd-9f46-5bb54abdc7ec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 1098 time: 0.0711374 May 09 13:48:15.338740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8de2cb-3b9a-4cd5-b402-a233622bc40f req-c025fe88-529b-4b5c-bbd4-969f9ec8ecb0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:15.340024 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7a8de2cb-3b9a-4cd5-b402-a233622bc40f req-c025fe88-529b-4b5c-bbd4-969f9ec8ecb0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0787325 May 09 13:48:15.385452 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7a8de2cb-3b9a-4cd5-b402-a233622bc40f req-df0b339c-947f-4136-8468-c1a0f914a47e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393603 May 09 13:48:15.427639 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-d1eed6f7-5bc2-46a7-872f-a5d168c12d36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 1098 time: 0.0685575 May 09 13:48:15.552087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7882f69-2241-472f-8374-54223889c6ca req-546bc4a8-f22c-44c7-ab8d-6ddb34fc567c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:15.553558 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-546bc4a8-f22c-44c7-ab8d-6ddb34fc567c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1204731 May 09 13:48:15.655222 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-815836b3-b019-439a-b240-ee48e48adfaf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c HTTP/1.1" status: 200 len: 1001 time: 0.0956540 May 09 13:48:15.714423 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7882f69-2241-472f-8374-54223889c6ca req-1f94a2c8-95fd-47fd-920d-dea093a8158b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:15.715794 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-1f94a2c8-95fd-47fd-920d-dea093a8158b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0556486 May 09 13:48:15.805503 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-5a2b700f-749d-419f-a9a7-4a5d6e255cc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842876 May 09 13:48:15.937369 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-d5c2a991-5493-4afc-8dfc-c509b0c355a9 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260493 May 09 13:48:16.075805 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7882f69-2241-472f-8374-54223889c6ca req-2be55037-1f8c-4f82-80c9-5ef6de0cdc04 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328633 May 09 13:48:16.581345 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbcc55-83c2-4216-96ba-0abc5ec3b6ee req-3308cf8b-f908-4ff8-aa1a-0e992311e09d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:16.582801 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9edbcc55-83c2-4216-96ba-0abc5ec3b6ee req-3308cf8b-f908-4ff8-aa1a-0e992311e09d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0747705 May 09 13:48:16.627850 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9edbcc55-83c2-4216-96ba-0abc5ec3b6ee req-3b6024d5-d225-404f-86cc-64f8c01f13b0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395896 May 09 13:48:17.827740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65889d64-23f5-4493-ad2b-da1a86ac6426 req-feaa56a6-0b02-44e5-9d0a-c4bba80470ba tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:17.829160 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-65889d64-23f5-4493-ad2b-da1a86ac6426 req-feaa56a6-0b02-44e5-9d0a-c4bba80470ba tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0775459 May 09 13:48:17.874327 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-65889d64-23f5-4493-ad2b-da1a86ac6426 req-43a24eef-0dad-4402-b6f1-77e19975def1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396483 May 09 13:48:19.049751 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b1aa2bad-5e50-4538-bff3-5eba3207040c details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:48:19.054341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b1aa2bad-5e50-4538-bff3-5eba3207040c no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:48:19.065417 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bb9ec-a0b3-4a19-80b2-76492b110b2e req-c0d06e55-9db4-4537-8d14-08b8a816882c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:19.066859 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3f4bb9ec-a0b3-4a19-80b2-76492b110b2e req-c0d06e55-9db4-4537-8d14-08b8a816882c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0752249 May 09 13:48:19.114781 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3f4bb9ec-a0b3-4a19-80b2-76492b110b2e req-7cda4fa9-c10f-4b6a-83c2-02a0be6acfa6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423577 May 09 13:48:19.268941 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:19.291946 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port b1aa2bad-5e50-4538-bff3-5eba3207040c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:48:19.316208 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1aa2bad-5e50-4538-bff3-5eba3207040c'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:48:19.322087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'b1aa2bad-5e50-4538-bff3-5eba3207040c', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'port_id': 'b1aa2bad-5e50-4538-bff3-5eba3207040c', 'mac_address': 'fa:16:3e:42:12:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:48:19.354159 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port b1aa2bad-5e50-4538-bff3-5eba3207040c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:48:19.359687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:19.396928 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ac3562-a91e-4d5f-aaa1-5dea3f1d746f'] response: {'server_uuid': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1aa2bad-5e50-4538-bff3-5eba3207040c', 'code': 200} May 09 13:48:19.435965 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:19.458280 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1aa2bad-5e50-4538-bff3-5eba3207040c {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:48:19.464798 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=b1aa2bad-5e50-4538-bff3-5eba3207040c,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:48:19.467167 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa828bc-7c2d-4599-b3ec-2b45119a1ab9 req-054920eb-92de-4b17-b234-dcdfd0ad7de7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:19.470750 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eaa828bc-7c2d-4599-b3ec-2b45119a1ab9 req-054920eb-92de-4b17-b234-dcdfd0ad7de7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 943 time: 0.0868161 May 09 13:48:19.477658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a412e2c-7c24-4160-b94a-ee1c14f661c1 req-fe0a4884-b05f-4911-9ae8-78f419b0d492 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:19.478180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port b1aa2bad-5e50-4538-bff3-5eba3207040c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:48:19.478932 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-7a412e2c-7c24-4160-b94a-ee1c14f661c1 req-fe0a4884-b05f-4911-9ae8-78f419b0d492 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Synchronizing usage tracker for tenant:a47776739c1c4e038634b628eeccafe3 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:48:19.483273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:19.500086 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-7a412e2c-7c24-4160-b94a-ee1c14f661c1 req-fe0a4884-b05f-4911-9ae8-78f419b0d492 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Unset dirty status for tenant:a47776739c1c4e038634b628eeccafe3 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:48:19.501659 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a412e2c-7c24-4160-b94a-ee1c14f661c1 req-fe0a4884-b05f-4911-9ae8-78f419b0d492 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52&tenant_id=a47776739c1c4e038634b628eeccafe3&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 943 time: 0.1124969 May 09 13:48:19.527221 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eaa828bc-7c2d-4599-b3ec-2b45119a1ab9 req-89503417-25e9-4fde-a052-14fdab66e1e2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469658 May 09 13:48:19.580025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['b1aa2bad-5e50-4538-bff3-5eba3207040c'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:48:19.641653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=b1aa2bad-5e50-4538-bff3-5eba3207040c,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:48:19.652819 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a412e2c-7c24-4160-b94a-ee1c14f661c1 req-9c3729ad-f82b-4147-a213-3e1ef33883ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 1097 time: 0.0759723 May 09 13:48:19.783556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a412e2c-7c24-4160-b94a-ee1c14f661c1 req-16b99577-6525-43f5-b839-89a07f4c0619 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:19.784883 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a412e2c-7c24-4160-b94a-ee1c14f661c1 req-16b99577-6525-43f5-b839-89a07f4c0619 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1263502 May 09 13:48:19.881545 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a412e2c-7c24-4160-b94a-ee1c14f661c1 req-6ff8bb24-1500-442a-99ba-d648805db23c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c HTTP/1.1" status: 200 len: 1000 time: 0.0906427 May 09 13:48:20.032902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a412e2c-7c24-4160-b94a-ee1c14f661c1 req-538da087-7c39-4a61-84f4-efdf746dbe56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:20.034401 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a412e2c-7c24-4160-b94a-ee1c14f661c1 req-538da087-7c39-4a61-84f4-efdf746dbe56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.1470439 May 09 13:48:20.106866 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a412e2c-7c24-4160-b94a-ee1c14f661c1 req-5f6b16e3-4e0b-4e51-8699-904831f5f9a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662174 May 09 13:48:20.233049 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a412e2c-7c24-4160-b94a-ee1c14f661c1 req-fe515c8f-e173-4deb-babe-648d5371c2ba service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201067 May 09 13:48:20.368656 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-7a412e2c-7c24-4160-b94a-ee1c14f661c1 req-2c968a34-1325-4bbd-9ac6-fdc17ffbd7af service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301167 May 09 13:48:20.736035 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b710c3-3865-4837-97ef-dceb68c3e84a req-7dc4d41d-6c38-41d7-859a-1e499370789e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:20.737448 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-58b710c3-3865-4837-97ef-dceb68c3e84a req-7dc4d41d-6c38-41d7-859a-1e499370789e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 944 time: 0.0861285 May 09 13:48:20.866579 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-58b710c3-3865-4837-97ef-dceb68c3e84a req-bf7dcf6e-d7d0-4005-a801-4da92a9a4744 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221094 May 09 13:48:21.066391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b1aa2bad-5e50-4538-bff3-5eba3207040c up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:48:21.135102 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port b1aa2bad-5e50-4538-bff3-5eba3207040c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:48:21.135468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:21.247201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:21.278967 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port b1aa2bad-5e50-4538-bff3-5eba3207040c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:48:21.283013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:21.345534 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=b1aa2bad-5e50-4538-bff3-5eba3207040c,revision_number=8']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:48:21.398412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1aa2bad-5e50-4538-bff3-5eba3207040c'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:48:21.450975 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80610298-0b6f-4254-a77a-7dbae1b3d594'] response: {'server_uuid': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1aa2bad-5e50-4538-bff3-5eba3207040c', 'code': 200} May 09 13:48:21.483183 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:22.062118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21cfa3-446b-4ef0-992a-d2e7ff3e2dc3 req-00c2c0a6-17b0-498a-9c62-325589185e87 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:22.063548 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8d21cfa3-446b-4ef0-992a-d2e7ff3e2dc3 req-00c2c0a6-17b0-498a-9c62-325589185e87 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0744522 May 09 13:48:22.110348 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8d21cfa3-446b-4ef0-992a-d2e7ff3e2dc3 req-342481db-50df-4267-bfad-ad02ae3ca39c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414119 May 09 13:48:22.315679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5746eee-141c-4da4-bb2b-3021d2342967 req-279c96c7-3367-4c3e-8d0e-497d63657ff5 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:22.317108 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a5746eee-141c-4da4-bb2b-3021d2342967 req-279c96c7-3367-4c3e-8d0e-497d63657ff5 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0865061 May 09 13:48:22.360933 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a5746eee-141c-4da4-bb2b-3021d2342967 req-d7973cef-7e72-43ed-963d-46df24d88868 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377436 May 09 13:48:22.553275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9aea38-1c65-48fb-b280-8f96d47f3722 req-7675db27-2ad5-49aa-9338-72394a7053c1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:22.554708 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce9aea38-1c65-48fb-b280-8f96d47f3722 req-7675db27-2ad5-49aa-9338-72394a7053c1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0775223 May 09 13:48:22.599758 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce9aea38-1c65-48fb-b280-8f96d47f3722 req-4709b814-4c0b-43bf-af59-e4b83f555f76 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394940 May 09 13:48:22.989757 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234fc00-b6f0-4a9a-a3ad-aaa16372a409 req-f4cc5325-03be-4892-9aa2-e220acd4fa5d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:22.991144 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e234fc00-b6f0-4a9a-a3ad-aaa16372a409 req-f4cc5325-03be-4892-9aa2-e220acd4fa5d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0740621 May 09 13:48:23.036010 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e234fc00-b6f0-4a9a-a3ad-aaa16372a409 req-cfc4c2cf-b755-4428-b55b-d793a5514ad1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385065 May 09 13:48:24.234007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ead57a-1ee4-413b-bc44-2a8b1a787460 req-c3fc6911-7fbe-4b5c-9b0b-ec94ef147b11 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:24.235423 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7ead57a-1ee4-413b-bc44-2a8b1a787460 req-c3fc6911-7fbe-4b5c-9b0b-ec94ef147b11 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0767784 May 09 13:48:24.285842 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7ead57a-1ee4-413b-bc44-2a8b1a787460 req-0390e4e9-72f6-4dd5-ad88-e352fe454b43 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449903 May 09 13:48:24.787096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-56019d0f-1627-4515-af22-12a17da11935 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:24.788495 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-56019d0f-1627-4515-af22-12a17da11935 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0774395 May 09 13:48:24.852565 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Deleting port b1aa2bad-5e50-4538-bff3-5eba3207040c {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:48:24.852900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:25.085662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] For port b1aa2bad-5e50-4538-bff3-5eba3207040c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b1aa2bad-5e50-4538-bff3-5eba3207040c,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:48:25.086018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:25.359962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:25.360260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:25.360568 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b disassociated. External IP: 172.26.1.125, port: b1aa2bad-5e50-4538-bff3-5eba3207040c. May 09 13:48:25.360926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Calling delete_port for b1aa2bad-5e50-4538-bff3-5eba3207040c owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:48:25.480795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86df738-26f6-4050-b775-3f3148602878 req-a8aaeff8-2f10-4ec3-8b82-80b426193b37 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:25.482270 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d86df738-26f6-4050-b775-3f3148602878 req-a8aaeff8-2f10-4ec3-8b82-80b426193b37 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 945 time: 0.0749018 May 09 13:48:25.501630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:25.528030 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d86df738-26f6-4050-b775-3f3148602878 req-e5f28728-9530-49da-8dcd-d7be09fcce8a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401020 May 09 13:48:25.551729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event deleted for resources: {'Port': ['ID=b1aa2bad-5e50-4538-bff3-5eba3207040c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:48:25.568031 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:25.568379 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:25.568810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:25.569069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:25.569452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:25.569767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:25.570085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:25.570402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:25.570736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:25.571050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:25.571363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:25.775497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Router 5056d8d0-919b-4f4f-be44-71a1267c19a4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:48:26.055556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:48:26.065144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133227b-ed7e-49ff-b8d2-9b798b072a07 None None] Sync routers for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:48:26.077901 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f133227b-ed7e-49ff-b8d2-9b798b072a07 None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:48:26.078506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f133227b-ed7e-49ff-b8d2-9b798b072a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:48:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:48:26.125466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] No DVR routers for this DVR port b1aa2bad-5e50-4538-bff3-5eba3207040c on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:48:26.128155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:26.130783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'name': 'network-vif-deleted', 'tag': 'b1aa2bad-5e50-4538-bff3-5eba3207040c'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:48:26.147053 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2438e3eb-7e75-4b8f-84fb-213c3de4dde6 req-b66e760e-9ed5-430e-9a92-0a24d7f0fb22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "DELETE /v2.0/ports/b1aa2bad-5e50-4538-bff3-5eba3207040c HTTP/1.1" status: 204 len: 173 time: 1.3536391 May 09 13:48:26.191423 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34928c7e-fc1f-4a5a-98bc-a6bd7d075911'] response: {'server_uuid': 'd02381bb-3fa5-43bd-a910-1320e1e35c52', 'name': 'network-vif-deleted', 'tag': 'b1aa2bad-5e50-4538-bff3-5eba3207040c', 'status': 'completed', 'code': 200} May 09 13:48:26.259152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-f133227b-ed7e-49ff-b8d2-9b798b072a07 None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:48:26.582446 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f133227b-ed7e-49ff-b8d2-9b798b072a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:48:26.586727 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133227b-ed7e-49ff-b8d2-9b798b072a07 None None] Checking router: 5056d8d0-919b-4f4f-be44-71a1267c19a4 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:48:26.598409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f133227b-ed7e-49ff-b8d2-9b798b072a07 None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:48:26.599011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f133227b-ed7e-49ff-b8d2-9b798b072a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:48:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:48:26.724574 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ca060046-7e2a-40f0-b834-1d5350efcafb req-eb1372b8-f8d0-416b-9a08-9c3f31f9bac2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02381bb-3fa5-43bd-a910-1320e1e35c52 HTTP/1.1" status: 200 len: 210 time: 0.0434926 May 09 13:48:26.779370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-f133227b-ed7e-49ff-b8d2-9b798b072a07 None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:48:27.077877 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f133227b-ed7e-49ff-b8d2-9b798b072a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:48:27.081686 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133227b-ed7e-49ff-b8d2-9b798b072a07 None None] The sync data for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv is: [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:48:27.286655 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7918bf4-ab85-4ada-abe1-3d20d623feb2 None None] New status for floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:48:28.070765 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-076721ab-7cb7-4bfd-81d7-57709d994c7f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--158729137&fields=id&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 267 time: 0.0390527 May 09 13:48:28.210423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-7e016ed1-20ae-42fb-bb7c-6dffe70557e6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:28.211806 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-7e016ed1-20ae-42fb-bb7c-6dffe70557e6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 812 time: 0.1349604 May 09 13:48:28.227556 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-baa261df-490c-4911-9b1a-81cec2de74b5 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/quotas/a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 375 time: 0.0100329 May 09 13:48:28.305729 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-5fee6517-9664-4911-9efe-ba317fa39780 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0729692 May 09 13:48:28.446255 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-0bf31fc0-9c75-446d-bf50-2558692055d3 service neutron] 10.222.0.44 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291106 May 09 13:48:28.574270 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-a95e3b39-cbdb-49a7-b3ff-d4149d4f5d95 service neutron] 10.222.0.44 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217787 May 09 13:48:28.762985 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-653df2df-d12e-4080-8cf0-fb39ccea3fe7 req-28cb3e47-9925-4834-afea-482ce54c358a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 210 time: 0.0500877 May 09 13:48:29.137640 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b1aa2bad-5e50-4538-bff3-5eba3207040c no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:48:29.207143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: b1aa2bad-5e50-4538-bff3-5eba3207040c {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:48:29.207478 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b1aa2bad-5e50-4538-bff3-5eba3207040c not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:48:29.765621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-b739887b-8005-422c-b4e5-ca560e906702 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:29.767228 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-b739887b-8005-422c-b4e5-ca560e906702 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 812 time: 0.1462893 May 09 13:48:29.823058 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-f5949b02-867f-4620-918f-6ce726485d6f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 379 time: 0.0440297 May 09 13:48:29.833193 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Request body: {'port': {'device_id': '0a150022-d67f-404c-97d2-7efee8940c62', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'admin_state_up': True, 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'security_groups': ['e1eb7f73-6a40-4bbd-8e14-5af6e7721e52']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:48:29.934494 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d9712e7a-9987-4877-b7ac-4f68f5e6084f req-ef9adeb7-5694-4cc0-bb2b-ebaa74524c70 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 210 time: 0.0404782 May 09 13:48:29.967195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:48:29.971214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Usage tracker for resource:port and tenant:a47776739c1c4e038634b628eeccafe3 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:48:29.974005 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:48:29.979613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:48:29.989047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Made reservation on behalf of a47776739c1c4e038634b628eeccafe3 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:48:29.991952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:30.151292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Allocated IP 172.20.0.3 (7fa5385e-2c61-46fa-a351-e1037a8a0674/2c6b2a12-c641-4668-9862-38115b06de27/e08977ed-e217-4531-9890-c2bcc35d4676) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:48:30.327956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:30.343121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Transition to ACTIVE for port object e08977ed-e217-4531-9890-c2bcc35d4676 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:48:30.369461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:30.447926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Network 7fa5385e-2c61-46fa-a351-e1037a8a0674 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:48:30.450761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:48:30.454624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:48:30.487797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event updated for resources: {'Port': ['ID=e08977ed-e217-4531-9890-c2bcc35d4676,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:48:30.522905 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:30.523603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:30.548625 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-57c09999-1400-46f9-9b31-e66624ce7ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7191892 May 09 13:48:30.561994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Request body: {'port': {'device_id': '0a150022-d67f-404c-97d2-7efee8940c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:48:30.671641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:30.724514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-215e8022-02fa-4443-bd6d-3eec460e569c None None] Provisioning for port e08977ed-e217-4531-9890-c2bcc35d4676 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:48:30.730117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-215e8022-02fa-4443-bd6d-3eec460e569c None None] Provisioning complete for port e08977ed-e217-4531-9890-c2bcc35d4676 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:48:30.730117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-215e8022-02fa-4443-bd6d-3eec460e569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:30.787116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-215e8022-02fa-4443-bd6d-3eec460e569c None None] Port e08977ed-e217-4531-9890-c2bcc35d4676 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:48:31.000228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08977ed-e217-4531-9890-c2bcc35d4676 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:48:31.007052 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:31.021082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Transition to ACTIVE for port object e08977ed-e217-4531-9890-c2bcc35d4676 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:48:31.024642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:31.142090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c362f9f-19c2-47b2-9b49-0dd1a0d0e786 req-9c346d15-cb97-4441-b19e-4a942a1e6841 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:31.143761 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5c362f9f-19c2-47b2-9b49-0dd1a0d0e786 req-9c346d15-cb97-4441-b19e-4a942a1e6841 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.0870781 May 09 13:48:31.197848 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5c362f9f-19c2-47b2-9b49-0dd1a0d0e786 req-08e8a900-d8bb-4270-8e5e-d2c84b2d51c5 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477540 May 09 13:48:31.252787 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e08977ed-e217-4531-9890-c2bcc35d4676,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:48:31.360340 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Attempting to bind port e08977ed-e217-4531-9890-c2bcc35d4676 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:48:31.360590 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Attempting to bind port e08977ed-e217-4531-9890-c2bcc35d4676 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:48:31.360909 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Attempting to bind port e08977ed-e217-4531-9890-c2bcc35d4676 on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:48:31.366530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Port e08977ed-e217-4531-9890-c2bcc35d4676 on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:48:31.366841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Attempting to bind port e08977ed-e217-4531-9890-c2bcc35d4676 on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:48:31.373159 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:48:31.373511 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Checking segment: {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:48:31.373884 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Bound using segment: {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:48:31.374297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Bound port: e08977ed-e217-4531-9890-c2bcc35d4676, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:48:31.374631 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:31.458006 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] For port e08977ed-e217-4531-9890-c2bcc35d4676, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:48:31.460871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] For port e08977ed-e217-4531-9890-c2bcc35d4676, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e08977ed-e217-4531-9890-c2bcc35d4676,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:48:31.465893 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:31.526645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:31.527905 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] 10.222.0.57 "PUT /v2.0/ports/e08977ed-e217-4531-9890-c2bcc35d4676 HTTP/1.1" status: 200 len: 1093 time: 0.9702036 May 09 13:48:31.530612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a150022-d67f-404c-97d2-7efee8940c62', 'tag': 'e08977ed-e217-4531-9890-c2bcc35d4676'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:48:31.553035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02210814-304b-4ccf-82cd-d2b15ae5abc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e08977ed-e217-4531-9890-c2bcc35d4676,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:48:31.609239 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11aebd83-280c-4109-91e8-e94acbc2cb02'] response: {'name': 'network-changed', 'server_uuid': '0a150022-d67f-404c-97d2-7efee8940c62', 'tag': 'e08977ed-e217-4531-9890-c2bcc35d4676', 'status': 'completed', 'code': 200} May 09 13:48:31.642421 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-dbf6a405-3f38-4a02-871f-e4b684d026ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 1096 time: 0.0786929 May 09 13:48:31.713655 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-fbbf92c0-41b9-4084-9e2a-c6f01a4f2129 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08977ed-e217-4531-9890-c2bcc35d4676 HTTP/1.1" status: 200 len: 217 time: 0.0649064 May 09 13:48:31.777688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-3020d947-c2d4-4dd7-9aa9-44496324c5ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:31.779048 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-3020d947-c2d4-4dd7-9aa9-44496324c5ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0603838 May 09 13:48:31.851530 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-d656df9b-ef76-4dc9-a1b9-6f9a71ff78f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671105 May 09 13:48:31.979385 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-44fdc2ef-5fb4-4958-af4f-cd745d12c3dd service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219139 May 09 13:48:32.107723 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bbbf78e4-8a50-4b74-a572-8e5dec3f33cc req-c020cdeb-84aa-4522-8033-fd4f27a4ce01 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228518 May 09 13:48:32.219816 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9df365c3-0002-4f06-b3c8-37eba68f45ef req-89300d07-233c-409a-891a-ca209589f142 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 1096 time: 0.0706112 May 09 13:48:32.347719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df365c3-0002-4f06-b3c8-37eba68f45ef req-f69adecc-b6a8-41f9-86f0-d8487e6bed0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:32.349135 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9df365c3-0002-4f06-b3c8-37eba68f45ef req-f69adecc-b6a8-41f9-86f0-d8487e6bed0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1239955 May 09 13:48:32.391693 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122bab4-9867-45a5-b55c-5a6a46f4d407 req-d90ab712-30c5-4d53-a7a3-2a85ba1a66c9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:32.393115 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a122bab4-9867-45a5-b55c-5a6a46f4d407 req-d90ab712-30c5-4d53-a7a3-2a85ba1a66c9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.0770657 May 09 13:48:32.426395 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9df365c3-0002-4f06-b3c8-37eba68f45ef req-c88d272e-b877-4e7f-a1d3-dcdfc5f0a372 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08977ed-e217-4531-9890-c2bcc35d4676 HTTP/1.1" status: 200 len: 217 time: 0.0703716 May 09 13:48:32.441897 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a122bab4-9867-45a5-b55c-5a6a46f4d407 req-d22dc36d-a6a1-43f7-86f1-2ec71d7cb192 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430841 May 09 13:48:32.488255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df365c3-0002-4f06-b3c8-37eba68f45ef req-d70fa0e8-4ec0-47a4-a81e-afab60d27717 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:32.489714 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9df365c3-0002-4f06-b3c8-37eba68f45ef req-d70fa0e8-4ec0-47a4-a81e-afab60d27717 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0568643 May 09 13:48:32.561834 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9df365c3-0002-4f06-b3c8-37eba68f45ef req-1da81c46-37aa-47ad-81f9-f03ab197153e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658116 May 09 13:48:32.691018 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9df365c3-0002-4f06-b3c8-37eba68f45ef req-653dbdbc-3b1a-4145-adef-0ba7bec8624c service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222320 May 09 13:48:32.822396 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9df365c3-0002-4f06-b3c8-37eba68f45ef req-bf54cebb-7696-4e78-9876-83b8d7b816af service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246128 May 09 13:48:33.638558 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddc88b-316f-4f1c-b990-04abec595017 req-9b6563ee-31f2-450b-a7a5-4e5c2a57a282 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:33.639981 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-53ddc88b-316f-4f1c-b990-04abec595017 req-9b6563ee-31f2-450b-a7a5-4e5c2a57a282 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.0785367 May 09 13:48:33.684184 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-53ddc88b-316f-4f1c-b990-04abec595017 req-162322c3-9d66-4187-904c-ce74956f3b13 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386724 May 09 13:48:34.877373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bdd06-6b19-4827-a1bf-4584bf66f2bb req-15544fee-9c4f-48ff-b236-b765054c8668 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:34.878737 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f3bdd06-6b19-4827-a1bf-4584bf66f2bb req-15544fee-9c4f-48ff-b236-b765054c8668 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.0745640 May 09 13:48:34.922960 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f3bdd06-6b19-4827-a1bf-4584bf66f2bb req-5a9fd093-4efd-4a63-ae9d-bb9b9846e2c6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387659 May 09 13:48:35.167525 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e08977ed-e217-4531-9890-c2bcc35d4676 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:48:35.295322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e08977ed-e217-4531-9890-c2bcc35d4676, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e08977ed-e217-4531-9890-c2bcc35d4676,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:48:35.308552 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'e08977ed-e217-4531-9890-c2bcc35d4676', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'port_id': 'e08977ed-e217-4531-9890-c2bcc35d4676', 'mac_address': 'fa:16:3e:eb:f1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:48:35.359892 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:35.376441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08977ed-e217-4531-9890-c2bcc35d4676 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:48:35.391186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e08977ed-e217-4531-9890-c2bcc35d4676, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e08977ed-e217-4531-9890-c2bcc35d4676,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:48:35.395177 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:35.459833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e08977ed-e217-4531-9890-c2bcc35d4676,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:48:35.467787 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:35.468144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:35.468456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:35.468788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:35.469113 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:35.469458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:35.469778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:35.470096 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:35.470410 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:35.470721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:35.471033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:48:35.684014 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['e08977ed-e217-4531-9890-c2bcc35d4676'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:48:36.116367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f8b44-19f2-4054-94cd-51eca171fa8a req-e3faa3e2-8c63-4969-a39d-0c431f08ddbe tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:36.118077 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0d8f8b44-19f2-4054-94cd-51eca171fa8a req-e3faa3e2-8c63-4969-a39d-0c431f08ddbe tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 944 time: 0.0783575 May 09 13:48:36.161888 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0d8f8b44-19f2-4054-94cd-51eca171fa8a req-73b643fb-2cbf-4606-a0b3-8b2988f9adc6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377204 May 09 13:48:37.183562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e08977ed-e217-4531-9890-c2bcc35d4676 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:48:37.252336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port e08977ed-e217-4531-9890-c2bcc35d4676 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:48:37.256883 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port e08977ed-e217-4531-9890-c2bcc35d4676 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:48:37.257249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:37.356631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adffaf-470d-4981-9e9e-46c3dc758540 req-febf433f-b486-4cec-bb3c-97327fca5195 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:37.358117 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c8adffaf-470d-4981-9e9e-46c3dc758540 req-febf433f-b486-4cec-bb3c-97327fca5195 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 944 time: 0.0740290 May 09 13:48:37.365871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:37.395092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a150022-d67f-404c-97d2-7efee8940c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08977ed-e217-4531-9890-c2bcc35d4676'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:48:37.404957 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e08977ed-e217-4531-9890-c2bcc35d4676, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e08977ed-e217-4531-9890-c2bcc35d4676,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:48:37.409582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:37.453844 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28114b8b-ad07-4a82-a7bf-b889e7f0348c'] response: {'server_uuid': '0a150022-d67f-404c-97d2-7efee8940c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08977ed-e217-4531-9890-c2bcc35d4676', 'code': 200} May 09 13:48:37.481092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e08977ed-e217-4531-9890-c2bcc35d4676,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:48:37.491446 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c8adffaf-470d-4981-9e9e-46c3dc758540 req-6743cfda-796e-438a-8ffe-ff0002f26012 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277549 May 09 13:48:37.764238 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9283928b-09a4-49e3-bdc1-2b6fd68ad63e req-435876d8-7f4e-4512-809a-b8010fef520e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 1098 time: 0.1527677 May 09 13:48:37.805518 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9283928b-09a4-49e3-bdc1-2b6fd68ad63e req-93432ed6-51c8-4d6a-bcbd-f5bc40ce5a93 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351491 May 09 13:48:37.992955 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:48:38.687101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6aa456-8269-4146-9922-b77f5802f6e1 req-f7e25561-3514-44c9-8a17-4639047a82fd tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:38.688513 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a6aa456-8269-4146-9922-b77f5802f6e1 req-f7e25561-3514-44c9-8a17-4639047a82fd tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0745430 May 09 13:48:38.731945 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a6aa456-8269-4146-9922-b77f5802f6e1 req-d981c996-186d-43fc-98b6-bc404edbc2ea tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379143 May 09 13:48:39.925205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a339a-0d07-4077-90f0-c480c072bbb9 req-16ddc99b-e701-42bd-a778-5f54ede55c68 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:39.926561 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-974a339a-0d07-4077-90f0-c480c072bbb9 req-16ddc99b-e701-42bd-a778-5f54ede55c68 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0762546 May 09 13:48:39.970378 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-974a339a-0d07-4077-90f0-c480c072bbb9 req-b76ec63b-e4b6-4ab2-952c-b8855634d98a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378306 May 09 13:48:40.155940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33506ba-a618-4b1f-8ccf-efa1a399efbc req-301aaf26-cf73-4ee0-9dff-0a4329ff4321 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:40.157502 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c33506ba-a618-4b1f-8ccf-efa1a399efbc req-301aaf26-cf73-4ee0-9dff-0a4329ff4321 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0744364 May 09 13:48:40.164811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2fc2a2cc-4755-44e8-ae07-42f8f7a206e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:40.167749 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 34440) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:48:40.172994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3e5890dc-0352-4704-9599-428debfec0da tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Request body: {'floatingip': {'port_id': 'e08977ed-e217-4531-9890-c2bcc35d4676'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:48:40.247848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3e5890dc-0352-4704-9599-428debfec0da tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:40.816499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3e5890dc-0352-4704-9599-428debfec0da tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:40.820351 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3e5890dc-0352-4704-9599-428debfec0da tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:41.005290 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-3e5890dc-0352-4704-9599-428debfec0da tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b associated. External IP: 172.26.1.125, port: e08977ed-e217-4531-9890-c2bcc35d4676. May 09 13:48:41.462105 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5890dc-0352-4704-9599-428debfec0da tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Router 5056d8d0-919b-4f4f-be44-71a1267c19a4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:48:41.655095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5890dc-0352-4704-9599-428debfec0da tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:48:41.659955 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3e5890dc-0352-4704-9599-428debfec0da tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:41.664869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0f21c-936e-44ec-896a-64df2587db8e None None] Sync routers for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:48:41.677658 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0f21c-936e-44ec-896a-64df2587db8e None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:48:41.678268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e5d0f21c-936e-44ec-896a-64df2587db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:48:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:48:41.713677 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3e5890dc-0352-4704-9599-428debfec0da tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "PUT /v2.0/floatingips/61f579c2-bb3f-40da-95ba-18b7a8683c0b HTTP/1.1" status: 200 len: 991 time: 1.5447302 May 09 13:48:41.714244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a150022-d67f-404c-97d2-7efee8940c62', 'tag': 'e08977ed-e217-4531-9890-c2bcc35d4676'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:48:41.776876 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff355a8-573d-460f-871a-e50db4762ad5'] response: {'name': 'network-changed', 'server_uuid': '0a150022-d67f-404c-97d2-7efee8940c62', 'tag': 'e08977ed-e217-4531-9890-c2bcc35d4676', 'status': 'completed', 'code': 200} May 09 13:48:41.866355 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-386ce6ee-91a5-4b63-a7af-d070e5edda82 req-b93e983b-5ea7-490f-b168-b69e74967a2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 1098 time: 0.0701854 May 09 13:48:41.870299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e5d0f21c-936e-44ec-896a-64df2587db8e None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:48:42.017924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ce6ee-91a5-4b63-a7af-d070e5edda82 req-eb45a047-0c63-4094-938e-4171742942a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:42.019471 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-386ce6ee-91a5-4b63-a7af-d070e5edda82 req-eb45a047-0c63-4094-938e-4171742942a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1457374 May 09 13:48:42.065535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75313391-4647-47ed-aea8-79bed0422842 req-170b1126-883d-41e0-b9e7-2cff34990153 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:42.066995 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-75313391-4647-47ed-aea8-79bed0422842 req-170b1126-883d-41e0-b9e7-2cff34990153 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0795906 May 09 13:48:42.120833 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-75313391-4647-47ed-aea8-79bed0422842 req-d95626aa-f244-4acd-818b-5883de69efe9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462065 May 09 13:48:42.125871 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-386ce6ee-91a5-4b63-a7af-d070e5edda82 req-f4891fb2-a217-4ca4-bfdf-6365fa1fc452 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08977ed-e217-4531-9890-c2bcc35d4676 HTTP/1.1" status: 200 len: 999 time: 0.0990088 May 09 13:48:42.190715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ce6ee-91a5-4b63-a7af-d070e5edda82 req-6253f7b6-54c1-4538-bb1d-a9e499c7592d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:42.192129 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-386ce6ee-91a5-4b63-a7af-d070e5edda82 req-6253f7b6-54c1-4538-bb1d-a9e499c7592d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0601051 May 09 13:48:42.230717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e5d0f21c-936e-44ec-896a-64df2587db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61f579c2-bb3f-40da-95ba-18b7a8683c0b', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'port_id': 'e08977ed-e217-4531-9890-c2bcc35d4676', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'mac_address': 'fa:16:3e:eb:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a150022-d67f-404c-97d2-7efee8940c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:47:34Z', 'updated_at': '2022-05-09T13:48:40Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:48:42.234709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0f21c-936e-44ec-896a-64df2587db8e None None] Checking router: 5056d8d0-919b-4f4f-be44-71a1267c19a4 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:48:42.245870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0f21c-936e-44ec-896a-64df2587db8e None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:48:42.246457 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e5d0f21c-936e-44ec-896a-64df2587db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:48:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:48:42.269889 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-386ce6ee-91a5-4b63-a7af-d070e5edda82 req-cc794971-3ff6-446a-8be1-46039df37ab6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716333 May 09 13:48:42.399415 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-386ce6ee-91a5-4b63-a7af-d070e5edda82 req-8b07bd0b-da6c-43b1-a7a0-3570ec14517a service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232390 May 09 13:48:42.460643 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e5d0f21c-936e-44ec-896a-64df2587db8e None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:48:42.507274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7842af53-c697-418e-9c84-35826ab21f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:42.530423 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-386ce6ee-91a5-4b63-a7af-d070e5edda82 req-18d4bfe0-8cc6-46e3-a857-9c395149cf05 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250663 May 09 13:48:42.804606 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e5d0f21c-936e-44ec-896a-64df2587db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61f579c2-bb3f-40da-95ba-18b7a8683c0b', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'port_id': 'e08977ed-e217-4531-9890-c2bcc35d4676', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'mac_address': 'fa:16:3e:eb:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a150022-d67f-404c-97d2-7efee8940c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:47:34Z', 'updated_at': '2022-05-09T13:48:40Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:48:42.808940 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0f21c-936e-44ec-896a-64df2587db8e None None] The sync data for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv is: [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61f579c2-bb3f-40da-95ba-18b7a8683c0b', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'port_id': 'e08977ed-e217-4531-9890-c2bcc35d4676', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'mac_address': 'fa:16:3e:eb:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a150022-d67f-404c-97d2-7efee8940c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:47:34Z', 'updated_at': '2022-05-09T13:48:40Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:48:42.990733 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebab3cc0-02fc-4a18-bb34-855c2849ef98 None None] New status for floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:48:43.315531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71d16a-5e04-451f-a426-6be163e5ffd2 req-0e58b47d-9497-4c69-a6aa-7b74e5507f79 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:43.316958 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5e71d16a-5e04-451f-a426-6be163e5ffd2 req-0e58b47d-9497-4c69-a6aa-7b74e5507f79 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0784876 May 09 13:48:43.361070 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5e71d16a-5e04-451f-a426-6be163e5ffd2 req-94c62f0f-5f47-4b9b-83e3-91b4c6cfff67 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381029 May 09 13:48:43.419416 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:43.852029 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:44.565778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d9f44-98dd-472a-99ec-c41cd9533647 req-57735fe5-0d3e-4ebf-b5c1-54683f59a303 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:44.567221 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6c4d9f44-98dd-472a-99ec-c41cd9533647 req-57735fe5-0d3e-4ebf-b5c1-54683f59a303 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0752566 May 09 13:48:44.614930 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6c4d9f44-98dd-472a-99ec-c41cd9533647 req-32e262e0-fb62-4ba9-b868-c73de29050fa tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413778 May 09 13:48:45.090227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:45.810316 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cda47-059d-4e6e-8ecd-039afd23491f req-36f9c5ce-f2eb-4be5-8ab2-0e02e6f0b572 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:45.811739 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-df4cda47-059d-4e6e-8ecd-039afd23491f req-36f9c5ce-f2eb-4be5-8ab2-0e02e6f0b572 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0747759 May 09 13:48:45.855909 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-df4cda47-059d-4e6e-8ecd-039afd23491f req-71fa7010-8dfb-4b9f-8ba9-ced888ce863b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387282 May 09 13:48:47.048348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e9437-c13c-41bd-a63c-207678ba3ba2 req-384e7eda-01a6-4723-9065-30afe7b7c2c8 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:47.049791 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-581e9437-c13c-41bd-a63c-207678ba3ba2 req-384e7eda-01a6-4723-9065-30afe7b7c2c8 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0776985 May 09 13:48:47.096995 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-581e9437-c13c-41bd-a63c-207678ba3ba2 req-1f73d6da-1d7e-4363-bb10-297ef7563db2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417452 May 09 13:48:48.289424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce9156-ef56-4f53-8ba4-4365e257808e req-eb3ba5ed-9cd2-4ebd-ba94-3dfe197fc2a2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:48.290760 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cfce9156-ef56-4f53-8ba4-4365e257808e req-eb3ba5ed-9cd2-4ebd-ba94-3dfe197fc2a2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0740695 May 09 13:48:48.334687 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cfce9156-ef56-4f53-8ba4-4365e257808e req-a2a9234e-b7ee-4cf4-bcb3-f5e1bc73dea0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384619 May 09 13:48:49.529213 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d8252-483a-4551-843c-d87b353919e7 req-0158ff8d-5fd2-4cb1-b64e-9a9aaf2a37c8 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:49.530655 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a3d8252-483a-4551-843c-d87b353919e7 req-0158ff8d-5fd2-4cb1-b64e-9a9aaf2a37c8 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0782487 May 09 13:48:49.577319 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a3d8252-483a-4551-843c-d87b353919e7 req-b8a4360d-124d-44a2-9f4c-2b5e87c5b5af tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411255 May 09 13:48:50.778183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78ae6b-167a-4c8b-945a-3008e97a55ed req-ce276b10-5d31-42a4-a91b-1cf68bff7f5f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:50.779611 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-db78ae6b-167a-4c8b-945a-3008e97a55ed req-ce276b10-5d31-42a4-a91b-1cf68bff7f5f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0786242 May 09 13:48:50.823330 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-db78ae6b-167a-4c8b-945a-3008e97a55ed req-c625db8b-f602-4b43-acff-646695f24e07 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381706 May 09 13:48:51.525545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:48:52.019149 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bab06f-e6af-4c98-a6f0-ccdd2717fe1c req-310deb47-1b66-442b-b10a-f7ce582f6d2e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:52.020574 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b7bab06f-e6af-4c98-a6f0-ccdd2717fe1c req-310deb47-1b66-442b-b10a-f7ce582f6d2e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0770795 May 09 13:48:52.065081 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b7bab06f-e6af-4c98-a6f0-ccdd2717fe1c req-e425196a-2c88-4c96-a4d5-72e9f4b3deac tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383561 May 09 13:48:53.255514 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddec8e-6cd8-48cf-94c1-b91108a687ff req-e9373990-5e5b-4368-91c8-eb2d968a65fb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:53.256933 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f3ddec8e-6cd8-48cf-94c1-b91108a687ff req-e9373990-5e5b-4368-91c8-eb2d968a65fb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0737796 May 09 13:48:53.303667 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f3ddec8e-6cd8-48cf-94c1-b91108a687ff req-5bd2adc1-9eac-4dc2-95e7-0665e9d23f85 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412931 May 09 13:48:54.493882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e789566-2293-400a-b7f3-750944d07f84 req-022c6146-5c86-49b6-94b7-9126a1c83372 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:54.495288 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0e789566-2293-400a-b7f3-750944d07f84 req-022c6146-5c86-49b6-94b7-9126a1c83372 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0746591 May 09 13:48:54.539726 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0e789566-2293-400a-b7f3-750944d07f84 req-b627e2c7-5cbb-4f94-a426-230bad9f2d98 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390100 May 09 13:48:55.738026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799af8b-049c-4d1b-993e-86edfea07152 req-5be37994-402d-4180-90ce-ca8509a30c0a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:55.739496 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c799af8b-049c-4d1b-993e-86edfea07152 req-5be37994-402d-4180-90ce-ca8509a30c0a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0772388 May 09 13:48:55.784711 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c799af8b-049c-4d1b-993e-86edfea07152 req-5224bc7d-f12c-4136-8a5b-37e6684c94cf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385208 May 09 13:48:56.977243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc4b51-1785-4cd2-a701-73a6f850a63c req-d45e2acc-97bd-4f7f-8e44-9fb22522b2a2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:56.978697 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a6bc4b51-1785-4cd2-a701-73a6f850a63c req-d45e2acc-97bd-4f7f-8e44-9fb22522b2a2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0737522 May 09 13:48:57.022507 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a6bc4b51-1785-4cd2-a701-73a6f850a63c req-35439e89-eb9d-487a-b463-c0e3e4b9c4e4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383112 May 09 13:48:58.288865 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09898623-0ecd-4ee7-a786-a22c3a72d8b2 req-b3edeb20-c65c-466d-8571-cb44dac0361a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 1098 time: 0.0684440 May 09 13:48:58.299052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1314ab-2812-4e8a-bbaf-ec5be016fb22 req-2f62f9e8-7334-48f9-a293-a8027f3eabc0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:58.300492 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4b1314ab-2812-4e8a-bbaf-ec5be016fb22 req-2f62f9e8-7334-48f9-a293-a8027f3eabc0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.1595626 May 09 13:48:58.346355 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4b1314ab-2812-4e8a-bbaf-ec5be016fb22 req-d928b025-bedf-4b20-93d3-87c427a2e695 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388486 May 09 13:48:58.431695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09898623-0ecd-4ee7-a786-a22c3a72d8b2 req-b5b35156-65d0-4e2c-8732-584f19b03611 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:58.433123 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09898623-0ecd-4ee7-a786-a22c3a72d8b2 req-b5b35156-65d0-4e2c-8732-584f19b03611 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1253259 May 09 13:48:58.532437 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09898623-0ecd-4ee7-a786-a22c3a72d8b2 req-1e30b9d8-d5b3-4f55-84bc-1ad300028a36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08977ed-e217-4531-9890-c2bcc35d4676 HTTP/1.1" status: 200 len: 1001 time: 0.0933259 May 09 13:48:58.601292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09898623-0ecd-4ee7-a786-a22c3a72d8b2 req-6eebc882-01e2-4f1c-ad56-7ad862ff0915 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:58.603154 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09898623-0ecd-4ee7-a786-a22c3a72d8b2 req-6eebc882-01e2-4f1c-ad56-7ad862ff0915 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0634995 May 09 13:48:58.675936 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09898623-0ecd-4ee7-a786-a22c3a72d8b2 req-421ae4f9-f466-4801-9623-aad0315ea40c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664566 May 09 13:48:58.803945 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09898623-0ecd-4ee7-a786-a22c3a72d8b2 req-a79bcf67-0595-475b-869c-9b9168f56551 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218045 May 09 13:48:58.932299 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09898623-0ecd-4ee7-a786-a22c3a72d8b2 req-99b19a7c-318a-4efb-ab2c-b25a5c99aaef service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221414 May 09 13:48:59.541514 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571afd69-2b45-464e-a10e-cbc987b8d4f9 req-2175114f-ba24-4620-881c-161f6139c76e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:48:59.542952 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-571afd69-2b45-464e-a10e-cbc987b8d4f9 req-2175114f-ba24-4620-881c-161f6139c76e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0739074 May 09 13:48:59.589962 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-571afd69-2b45-464e-a10e-cbc987b8d4f9 req-66cd6c1c-5383-480d-8564-232ce1e98eb9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415792 May 09 13:49:00.787174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ef042-62aa-49f0-9619-4df4ecd6aaca req-c3f80006-e298-4bdb-894b-4b893d0ea2f9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:00.788616 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-670ef042-62aa-49f0-9619-4df4ecd6aaca req-c3f80006-e298-4bdb-894b-4b893d0ea2f9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0804982 May 09 13:49:00.832639 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-670ef042-62aa-49f0-9619-4df4ecd6aaca req-f0729ad0-0966-4e8f-92af-2d9f983026d2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384877 May 09 13:49:02.032031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f70a0-3eef-4bad-9b1d-1b45ba57c41d req-e33aa43b-88dd-4fd9-b34e-59fc89f801fd tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:02.033493 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-744f70a0-3eef-4bad-9b1d-1b45ba57c41d req-e33aa43b-88dd-4fd9-b34e-59fc89f801fd tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0833955 May 09 13:49:02.077692 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-744f70a0-3eef-4bad-9b1d-1b45ba57c41d req-ea840b35-c5f9-410d-b17f-3e83d811f47f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387161 May 09 13:49:03.272372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d26f9-9cf4-4169-a1a2-825c4a650be2 req-8d1080d2-7a87-4401-8f8a-950bd950558e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:03.273845 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9d4d26f9-9cf4-4169-a1a2-825c4a650be2 req-8d1080d2-7a87-4401-8f8a-950bd950558e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0750275 May 09 13:49:03.320656 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9d4d26f9-9cf4-4169-a1a2-825c4a650be2 req-ed363649-1502-410a-b05d-4c39416257ed tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403719 May 09 13:49:04.519782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4d570-d294-45cf-9cbd-046b04c4eb1d req-2120d67d-0f3e-423b-89ee-8836cfcd5c5e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:04.521201 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a7a4d570-d294-45cf-9cbd-046b04c4eb1d req-2120d67d-0f3e-423b-89ee-8836cfcd5c5e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0762801 May 09 13:49:04.565590 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a7a4d570-d294-45cf-9cbd-046b04c4eb1d req-130b798f-03a9-4cda-b50f-902520e1243a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389788 May 09 13:49:05.763823 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289ea76-e220-4a07-a76b-23698222fa8f req-65fe0d69-0ac4-4a15-90e6-5619ffb2638c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:05.765294 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f289ea76-e220-4a07-a76b-23698222fa8f req-65fe0d69-0ac4-4a15-90e6-5619ffb2638c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0754037 May 09 13:49:05.812398 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f289ea76-e220-4a07-a76b-23698222fa8f req-03a51630-fad4-4ecd-9492-a3ad57d1f46f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415916 May 09 13:49:07.006846 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94819a-21a7-4eb0-a01e-4f1a1bd5ad1a req-f5bd9cfd-18fd-4cd8-8c2b-a54289ec1333 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:07.008291 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6a94819a-21a7-4eb0-a01e-4f1a1bd5ad1a req-f5bd9cfd-18fd-4cd8-8c2b-a54289ec1333 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0754740 May 09 13:49:07.053231 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6a94819a-21a7-4eb0-a01e-4f1a1bd5ad1a req-d6e9e950-a390-4b45-a800-b65412c7155c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386961 May 09 13:49:08.247551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258ed1c-96c8-4d32-b4e7-439bff646abf req-2b6d4db1-2336-45e7-8def-311864b8c5a4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:08.248978 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d258ed1c-96c8-4d32-b4e7-439bff646abf req-2b6d4db1-2336-45e7-8def-311864b8c5a4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0774758 May 09 13:49:08.293526 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d258ed1c-96c8-4d32-b4e7-439bff646abf req-cdf1ec91-e1bb-408c-84ca-dc69c5bdaa1e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390799 May 09 13:49:08.480883 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c9c66e4f-4849-4dcb-acb4-c2db62e47b94 req-03ed131e-a4ff-415b-839e-3cbb3da1a6f2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0650563 May 09 13:49:08.783528 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-04e9f195-5ed9-4518-8e37-1b6dd119dd75 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1276479 May 09 13:49:08.799755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a8365-5553-461c-8488-56d0a3eb8c8c req-8130de65-d583-4b93-a317-991734caf333 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:08.801562 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-226a8365-5553-461c-8488-56d0a3eb8c8c req-8130de65-d583-4b93-a317-991734caf333 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0869269 May 09 13:49:08.848042 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-226a8365-5553-461c-8488-56d0a3eb8c8c req-c1280514-5454-4cf7-bacb-8ba05bfd0090 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 May 09 13:49:09.900473 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-b981408b-cba5-4e05-b235-a34ad2aff950 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 1098 time: 0.0715840 May 09 13:49:10.050096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e0b07-86a8-478a-97a7-63c42325e7f3 req-870479c8-d2cd-4207-853c-f8f8e9be3335 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:10.051574 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-845e0b07-86a8-478a-97a7-63c42325e7f3 req-870479c8-d2cd-4207-853c-f8f8e9be3335 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0777357 May 09 13:49:10.096458 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-845e0b07-86a8-478a-97a7-63c42325e7f3 req-345b9949-b6bd-4b2e-af1f-0b5e5bd61069 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387504 May 09 13:49:10.114043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-a9fe4d9a-c5f7-4605-9976-06e578a407cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:10.115480 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-a9fe4d9a-c5f7-4605-9976-06e578a407cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.2100437 May 09 13:49:10.167441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-066dc8c4-ac66-4b9f-873b-775fcd688306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:10.216283 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-a422b6c5-867e-47f9-9599-2a07c0687396 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08977ed-e217-4531-9890-c2bcc35d4676 HTTP/1.1" status: 200 len: 1001 time: 0.0942922 May 09 13:49:10.276547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-cde94e0a-6424-4031-b82b-27ed0fd476ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:10.277958 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-cde94e0a-6424-4031-b82b-27ed0fd476ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0560956 May 09 13:49:10.350692 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-257e5c10-f495-4ec0-99df-c58fc907bd1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667617 May 09 13:49:10.477080 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-97e36141-a255-4067-9e24-9411b01e8b05 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204157 May 09 13:49:10.604025 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-599aeb84-9b20-4384-959d-89fb078f6b94 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211412 May 09 13:49:11.287677 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0d174-71e6-48c3-a775-1453d9389116 req-fcbbf43c-f2e8-4f68-a6dd-ff06b39b2004 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:11.289098 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a7e0d174-71e6-48c3-a775-1453d9389116 req-fcbbf43c-f2e8-4f68-a6dd-ff06b39b2004 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0741830 May 09 13:49:11.332878 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a7e0d174-71e6-48c3-a775-1453d9389116 req-56035b24-ab6d-4ca7-8353-45c6f31a502f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383296 May 09 13:49:12.341474 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-db4d0add-621c-4901-a1a3-deabb3394d24 service neutron] 10.222.0.57 "GET /v2.0/ports/e08977ed-e217-4531-9890-c2bcc35d4676/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0748291 May 09 13:49:12.460152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a596977e-5721-4a97-aa75-b2e7eb847b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:12.545094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a3e40-349d-4ef9-8fa1-8f8659cac026 req-ea33c957-aa8f-4d3c-aa6c-c8e329df92d9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:12.546722 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a53a3e40-349d-4ef9-8fa1-8f8659cac026 req-ea33c957-aa8f-4d3c-aa6c-c8e329df92d9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0898731 May 09 13:49:12.593759 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a53a3e40-349d-4ef9-8fa1-8f8659cac026 req-775f296b-01c6-41bd-8f89-7633cb99c055 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408978 May 09 13:49:12.596374 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-c8a87f8d-8651-478b-96e9-5d09703ea5ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 1098 time: 0.0687242 May 09 13:49:12.694478 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-d8199b32-1e42-465c-be33-9bf6b460eacf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 1098 time: 0.0744705 May 09 13:49:12.821130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-9672a88c-0cbb-4dbe-98fc-afbd43563ada service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:12.823133 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-9672a88c-0cbb-4dbe-98fc-afbd43563ada service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1230125 May 09 13:49:12.918649 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-f8430aec-de86-4e9d-8385-5c5d312af72d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08977ed-e217-4531-9890-c2bcc35d4676 HTTP/1.1" status: 200 len: 1001 time: 0.0897322 May 09 13:49:12.979771 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-f844cf42-cb68-4f7c-ba4a-355047c637fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:12.981156 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-f844cf42-cb68-4f7c-ba4a-355047c637fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0575714 May 09 13:49:13.052682 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-380c0b9a-690f-4e0c-b265-726379740f6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662043 May 09 13:49:13.179595 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-57beec60-b33b-463b-bf9e-8947179dc10c service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208127 May 09 13:49:13.306950 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0b8bb2d4-f939-45e8-8134-78f831bd5e72 req-3b6500de-c364-412f-b491-66380efa2e67 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214218 May 09 13:49:13.424296 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:13.789034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f9667-ee26-4586-8a95-e389a50b1766 req-6dec76ff-effb-4ee5-b09a-0a84cb55a3e1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:13.791081 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-536f9667-ee26-4586-8a95-e389a50b1766 req-6dec76ff-effb-4ee5-b09a-0a84cb55a3e1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0760109 May 09 13:49:13.837821 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-536f9667-ee26-4586-8a95-e389a50b1766 req-59c49698-1495-403f-812a-8a7aade91726 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408216 May 09 13:49:13.856078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:14.992164 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:49:15.030256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a05cc9-9c7d-4e5f-ac6d-c7b6b97ca40d req-4fffdca7-ce43-4064-80cc-f1cbc267746c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:15.031705 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-64a05cc9-9c7d-4e5f-ac6d-c7b6b97ca40d req-4fffdca7-ce43-4064-80cc-f1cbc267746c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 945 time: 0.0742922 May 09 13:49:15.077599 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-64a05cc9-9c7d-4e5f-ac6d-c7b6b97ca40d req-daea749f-8e8d-40f0-aa92-9edb283c29ed tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404332 May 09 13:49:15.093028 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:15.412416 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e08977ed-e217-4531-9890-c2bcc35d4676 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:49:15.414611 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e08977ed-e217-4531-9890-c2bcc35d4676 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:49:15.617799 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:15.647873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e08977ed-e217-4531-9890-c2bcc35d4676, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e08977ed-e217-4531-9890-c2bcc35d4676,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:49:15.670165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a150022-d67f-404c-97d2-7efee8940c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e08977ed-e217-4531-9890-c2bcc35d4676'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:49:15.674295 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'e08977ed-e217-4531-9890-c2bcc35d4676', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'port_id': 'e08977ed-e217-4531-9890-c2bcc35d4676', 'mac_address': 'fa:16:3e:eb:f1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:49:15.704236 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e08977ed-e217-4531-9890-c2bcc35d4676, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e08977ed-e217-4531-9890-c2bcc35d4676,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:49:15.709909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:15.754568 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ab8144a-512e-4306-8d46-f9d81845d728'] response: {'server_uuid': '0a150022-d67f-404c-97d2-7efee8940c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e08977ed-e217-4531-9890-c2bcc35d4676', 'code': 200} May 09 13:49:15.792170 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:15.814093 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e08977ed-e217-4531-9890-c2bcc35d4676,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:49:15.817339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08977ed-e217-4531-9890-c2bcc35d4676 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:49:15.832615 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e08977ed-e217-4531-9890-c2bcc35d4676, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e08977ed-e217-4531-9890-c2bcc35d4676,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:49:15.836288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:15.902747 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['e08977ed-e217-4531-9890-c2bcc35d4676'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:49:15.924505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e08977ed-e217-4531-9890-c2bcc35d4676,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:49:16.277764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ec173-9248-4da0-91dd-4f2806040026 req-9861a892-545a-4893-8a8e-307552fc77b0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:16.279095 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-184ec173-9248-4da0-91dd-4f2806040026 req-9861a892-545a-4893-8a8e-307552fc77b0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 944 time: 0.0772879 May 09 13:49:16.323038 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-184ec173-9248-4da0-91dd-4f2806040026 req-1d75ad4e-9158-4c21-abd4-d1252a332c3f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385253 May 09 13:49:16.648638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee09298-8854-49ef-9056-6ef6f58e72c2 req-8596e886-74d8-4a5e-8059-48087141365b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:16.650254 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fee09298-8854-49ef-9056-6ef6f58e72c2 req-8596e886-74d8-4a5e-8059-48087141365b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 944 time: 0.0798647 May 09 13:49:16.696782 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fee09298-8854-49ef-9056-6ef6f58e72c2 req-c9962254-a847-4f62-8a02-501144704ffc tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406246 May 09 13:49:16.733365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92568d98-ae00-4c37-8279-bb0e096155b2 req-5534f4b4-1b40-4acb-b0dd-dc442465d572 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:16.734045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-92568d98-ae00-4c37-8279-bb0e096155b2 req-5534f4b4-1b40-4acb-b0dd-dc442465d572 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Synchronizing usage tracker for tenant:a47776739c1c4e038634b628eeccafe3 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:49:16.749633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-92568d98-ae00-4c37-8279-bb0e096155b2 req-5534f4b4-1b40-4acb-b0dd-dc442465d572 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Unset dirty status for tenant:a47776739c1c4e038634b628eeccafe3 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:49:16.750718 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-92568d98-ae00-4c37-8279-bb0e096155b2 req-5534f4b4-1b40-4acb-b0dd-dc442465d572 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62&tenant_id=a47776739c1c4e038634b628eeccafe3&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 944 time: 0.1902912 May 09 13:49:16.890162 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-92568d98-ae00-4c37-8279-bb0e096155b2 req-dc292dcc-53e2-4056-a964-1f8532ae2074 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 1097 time: 0.0674434 May 09 13:49:17.017162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92568d98-ae00-4c37-8279-bb0e096155b2 req-20848431-fa90-4a96-8989-3164eab83909 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:17.018611 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-92568d98-ae00-4c37-8279-bb0e096155b2 req-20848431-fa90-4a96-8989-3164eab83909 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1219246 May 09 13:49:17.120447 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-92568d98-ae00-4c37-8279-bb0e096155b2 req-7d93f410-33f1-4664-b3b3-c3635288cbe1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08977ed-e217-4531-9890-c2bcc35d4676 HTTP/1.1" status: 200 len: 1000 time: 0.0956571 May 09 13:49:17.180171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92568d98-ae00-4c37-8279-bb0e096155b2 req-0c9db103-6dd8-4165-8ad5-6192a99496da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:17.181507 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-92568d98-ae00-4c37-8279-bb0e096155b2 req-0c9db103-6dd8-4165-8ad5-6192a99496da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0556479 May 09 13:49:17.254489 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-92568d98-ae00-4c37-8279-bb0e096155b2 req-7096d8ac-75fb-4263-bacc-42142bb3e973 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677297 May 09 13:49:17.379732 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-92568d98-ae00-4c37-8279-bb0e096155b2 req-b753a4fe-ac2e-44ae-9a79-5298a5f272a9 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190736 May 09 13:49:17.419287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e08977ed-e217-4531-9890-c2bcc35d4676 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:49:17.507007 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-92568d98-ae00-4c37-8279-bb0e096155b2 req-7749c0bf-1ee4-4c44-b6b8-10c4a0196b7e service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215801 May 09 13:49:17.530203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:17.547264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e08977ed-e217-4531-9890-c2bcc35d4676 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:49:17.564135 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e08977ed-e217-4531-9890-c2bcc35d4676, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e08977ed-e217-4531-9890-c2bcc35d4676,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:49:17.569926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:17.637335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e08977ed-e217-4531-9890-c2bcc35d4676,revision_number=8']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:49:18.029424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44272f37-e42d-4c15-bbc5-c161fc47a758 req-0e020856-bedc-4827-bded-db6e2e2c17ed tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:18.030877 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-44272f37-e42d-4c15-bbc5-c161fc47a758 req-0e020856-bedc-4827-bded-db6e2e2c17ed tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.1914713 May 09 13:49:18.079046 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-44272f37-e42d-4c15-bbc5-c161fc47a758 req-0338dc63-ec98-4668-9d21-4716eb9a3ad9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426366 May 09 13:49:19.277227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a211f1-6ebe-4fd1-a32f-92c0d71c7271 req-0fae75b7-b3a4-415a-8e3a-0d63777bd1b5 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:19.278673 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-80a211f1-6ebe-4fd1-a32f-92c0d71c7271 req-0fae75b7-b3a4-415a-8e3a-0d63777bd1b5 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.0740819 May 09 13:49:19.324956 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-80a211f1-6ebe-4fd1-a32f-92c0d71c7271 req-2e185428-ba67-446f-97d3-52f59036e1bb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408981 May 09 13:49:19.521603 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e90bb-5b74-42db-96a2-a79f74df3da8 req-5004f342-1233-4373-88a4-3208668e1411 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:19.523026 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0e8e90bb-5b74-42db-96a2-a79f74df3da8 req-5004f342-1233-4373-88a4-3208668e1411 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.0760880 May 09 13:49:19.567023 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0e8e90bb-5b74-42db-96a2-a79f74df3da8 req-f575d1cf-ce94-4298-87cc-26085c6b9e00 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386069 May 09 13:49:19.929448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4cecd-f3f1-4ba7-95c5-b7cf7483b9bb req-f0acffee-23c7-4401-8478-f6f1b757cd44 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:19.930819 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8bc4cecd-f3f1-4ba7-95c5-b7cf7483b9bb req-f0acffee-23c7-4401-8478-f6f1b757cd44 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.0787704 May 09 13:49:19.960343 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b7b11d28-480a-4226-8f0a-6c5480b232fb req-cca12a20-b85e-48bd-a99e-c56fd02d219a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 1096 time: 0.0673721 May 09 13:49:19.975435 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8bc4cecd-f3f1-4ba7-95c5-b7cf7483b9bb req-bb76ac8c-b675-4d74-82f3-64d7af0a14ab tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391359 May 09 13:49:20.097095 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b11d28-480a-4226-8f0a-6c5480b232fb req-fb8d907e-ed4a-4caf-8463-355b46d9d56c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:20.098555 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b7b11d28-480a-4226-8f0a-6c5480b232fb req-fb8d907e-ed4a-4caf-8463-355b46d9d56c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1324642 May 09 13:49:20.199096 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b7b11d28-480a-4226-8f0a-6c5480b232fb req-eb6ece35-71e2-41a4-8215-f83fe5ada21c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08977ed-e217-4531-9890-c2bcc35d4676 HTTP/1.1" status: 200 len: 999 time: 0.0943561 May 09 13:49:20.258130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b11d28-480a-4226-8f0a-6c5480b232fb req-ad489aba-f678-4f8b-bbe0-58423daaecea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:20.259998 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b7b11d28-480a-4226-8f0a-6c5480b232fb req-ad489aba-f678-4f8b-bbe0-58423daaecea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0552492 May 09 13:49:20.332664 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b7b11d28-480a-4226-8f0a-6c5480b232fb req-b3c7447b-bb01-4eec-a8df-55cea78765cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674212 May 09 13:49:20.459755 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b7b11d28-480a-4226-8f0a-6c5480b232fb req-b5a2e419-22f1-44b7-8bee-68bf785e0c6e service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209841 May 09 13:49:20.585527 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b7b11d28-480a-4226-8f0a-6c5480b232fb req-ef917b42-bdd8-4542-8900-30734b337187 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205256 May 09 13:49:21.176587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdd694-91d8-4130-9beb-a7854784d1fc req-be1dfa44-0fa1-4e03-8a3f-50dd2b2c8241 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:21.178045 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cefdd694-91d8-4130-9beb-a7854784d1fc req-be1dfa44-0fa1-4e03-8a3f-50dd2b2c8241 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.0820925 May 09 13:49:21.221653 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cefdd694-91d8-4130-9beb-a7854784d1fc req-e0a7d371-8587-4172-8792-a1f67893c14f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375876 May 09 13:49:21.523211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:22.416324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b4eac-cef1-4c9d-8365-f263dd55cdc4 req-153a6aeb-f5e1-4061-94f4-3819b53c4f3f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:22.417787 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2c3b4eac-cef1-4c9d-8365-f263dd55cdc4 req-153a6aeb-f5e1-4061-94f4-3819b53c4f3f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.0787175 May 09 13:49:22.461476 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2c3b4eac-cef1-4c9d-8365-f263dd55cdc4 req-1ee77e72-d563-4f6a-acb4-ba9c27f93a3e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382197 May 09 13:49:22.853501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fe380-0650-47b7-af62-5ea2d8485ec5 req-21c5dfc3-6177-4f10-ae00-40ac93cfd412 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:22.854970 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a63fe380-0650-47b7-af62-5ea2d8485ec5 req-21c5dfc3-6177-4f10-ae00-40ac93cfd412 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.0737419 May 09 13:49:22.902620 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a63fe380-0650-47b7-af62-5ea2d8485ec5 req-8282389e-3080-48c5-9f35-1ed3afeb450e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423663 May 09 13:49:24.094292 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397add60-fc23-46c9-8aa3-e05aa7348afb req-19b3094d-bff1-4485-a725-df655c9e33e6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:24.095689 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-397add60-fc23-46c9-8aa3-e05aa7348afb req-19b3094d-bff1-4485-a725-df655c9e33e6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.0736234 May 09 13:49:24.139836 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-397add60-fc23-46c9-8aa3-e05aa7348afb req-73b9d5a5-005e-4c92-b103-af328d867fcd tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387976 May 09 13:49:24.545195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-f48ca869-e98e-4e00-aa63-7d1f6c620001 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:24.546630 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-f48ca869-e98e-4e00-aa63-7d1f6c620001 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.0738072 May 09 13:49:24.705554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Deleting port e08977ed-e217-4531-9890-c2bcc35d4676 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:49:24.705890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:24.942855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] For port e08977ed-e217-4531-9890-c2bcc35d4676, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e08977ed-e217-4531-9890-c2bcc35d4676,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:49:24.943213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:25.223053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:25.223346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:25.223659 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b disassociated. External IP: 172.26.1.125, port: e08977ed-e217-4531-9890-c2bcc35d4676. May 09 13:49:25.223998 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Calling delete_port for e08977ed-e217-4531-9890-c2bcc35d4676 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:49:25.340221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f16555-2423-480a-b1f6-00c0ccf9ec71 req-6d205ef9-4455-44cc-b331-655bdf78c946 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:25.341709 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-12f16555-2423-480a-b1f6-00c0ccf9ec71 req-6d205ef9-4455-44cc-b331-655bdf78c946 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a150022-d67f-404c-97d2-7efee8940c62 HTTP/1.1" status: 200 len: 943 time: 0.0794127 May 09 13:49:25.365603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:25.387973 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-12f16555-2423-480a-b1f6-00c0ccf9ec71 req-db7bae51-3d84-4b3a-8310-a4d8e98047ea tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 May 09 13:49:25.412131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event deleted for resources: {'Port': ['ID=e08977ed-e217-4531-9890-c2bcc35d4676,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:49:25.626389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Router 5056d8d0-919b-4f4f-be44-71a1267c19a4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:49:25.822256 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:49:25.831374 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17288e89-f3fa-46c7-ba35-78b5be2be5c2 None None] Sync routers for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:49:25.843140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17288e89-f3fa-46c7-ba35-78b5be2be5c2 None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:49:25.843749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-17288e89-f3fa-46c7-ba35-78b5be2be5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:49:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:49:25.893266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] No DVR routers for this DVR port e08977ed-e217-4531-9890-c2bcc35d4676 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:49:25.895789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:25.898419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a150022-d67f-404c-97d2-7efee8940c62', 'name': 'network-vif-deleted', 'tag': 'e08977ed-e217-4531-9890-c2bcc35d4676'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:49:25.915878 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f7f27aec-eb30-4aa4-8707-ac435725a2b2 req-815c16dd-bd89-444b-8ce2-1282fac5a457 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "DELETE /v2.0/ports/e08977ed-e217-4531-9890-c2bcc35d4676 HTTP/1.1" status: 204 len: 173 time: 1.3634374 May 09 13:49:25.955629 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b38bb2-b7b5-4cbb-9dc4-1651e632d811'] response: {'server_uuid': '0a150022-d67f-404c-97d2-7efee8940c62', 'name': 'network-vif-deleted', 'tag': 'e08977ed-e217-4531-9890-c2bcc35d4676', 'status': 'completed', 'code': 200} May 09 13:49:26.073651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-17288e89-f3fa-46c7-ba35-78b5be2be5c2 None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:49:26.378074 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-17288e89-f3fa-46c7-ba35-78b5be2be5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:49:26.381843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17288e89-f3fa-46c7-ba35-78b5be2be5c2 None None] Checking router: 5056d8d0-919b-4f4f-be44-71a1267c19a4 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:49:26.392635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17288e89-f3fa-46c7-ba35-78b5be2be5c2 None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:49:26.393227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-17288e89-f3fa-46c7-ba35-78b5be2be5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:49:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:49:26.571166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-17288e89-f3fa-46c7-ba35-78b5be2be5c2 None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:49:26.748601 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-351d59d4-310a-4fa5-8f63-ec13e401961a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--158729137&fields=id&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 267 time: 0.0399945 May 09 13:49:26.880737 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-17288e89-f3fa-46c7-ba35-78b5be2be5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:49:26.884593 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17288e89-f3fa-46c7-ba35-78b5be2be5c2 None None] The sync data for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv is: [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:49:26.900237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f9c75c94-cb97-491a-b6b3-c305bfd37849 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:26.901700 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f9c75c94-cb97-491a-b6b3-c305bfd37849 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 812 time: 0.1468563 May 09 13:49:26.918479 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-00f72ee1-f1c1-4f32-a423-b16c6d825158 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/quotas/a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 375 time: 0.0113068 May 09 13:49:27.000792 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-d943c002-6364-4576-a0c5-e2681c6edba3 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769193 May 09 13:49:27.099725 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc2070-a969-4fbd-9fb7-54d1ca3fd9f1 None None] New status for floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:49:27.140027 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-859625a9-a9ee-49f6-83e6-03738898fcd8 service neutron] 10.222.0.44 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276095 May 09 13:49:27.269530 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-825e0f9c-9f05-41ad-b644-4d65523f2795 service neutron] 10.222.0.44 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236918 May 09 13:49:27.417928 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e08977ed-e217-4531-9890-c2bcc35d4676 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:49:27.451680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: e08977ed-e217-4531-9890-c2bcc35d4676 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:49:27.452022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e08977ed-e217-4531-9890-c2bcc35d4676 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:49:27.457875 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1e6883ba-0bf8-4757-a5e5-a471d11ceadc req-42689ff7-88a1-416c-996d-eea614c15f80 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 210 time: 0.0473614 May 09 13:49:28.423488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-c5f00052-c020-4e3e-aee9-d4fc1875159c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:28.424893 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-c5f00052-c020-4e3e-aee9-d4fc1875159c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 812 time: 0.1412535 May 09 13:49:28.476144 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f7d46c59-6a4c-494d-9869-6f081772364c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 379 time: 0.0396128 May 09 13:49:28.484181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Request body: {'port': {'device_id': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'admin_state_up': True, 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'security_groups': ['e1eb7f73-6a40-4bbd-8e14-5af6e7721e52']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:49:28.623837 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1d725a67-b059-4884-8f16-353ba7074dd6 req-829ca96a-3ff1-40dc-88e6-215aa6a75ec7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 210 time: 0.0423810 May 09 13:49:28.714517 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:49:28.718405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Usage tracker for resource:port and tenant:a47776739c1c4e038634b628eeccafe3 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:49:28.721172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:49:28.726733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:49:28.736571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Made reservation on behalf of a47776739c1c4e038634b628eeccafe3 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:49:28.739553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:28.897696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Allocated IP 172.20.0.10 (7fa5385e-2c61-46fa-a351-e1037a8a0674/2c6b2a12-c641-4668-9862-38115b06de27/a742f1ef-d558-4500-a623-b3272737b1ca) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:49:29.081815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:29.097564 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Transition to ACTIVE for port object a742f1ef-d558-4500-a623-b3272737b1ca will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:49:29.119691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:29.197232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Network 7fa5385e-2c61-46fa-a351-e1037a8a0674 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:49:29.200532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:49:29.205172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event updated for resources: {'Port': ['ID=a742f1ef-d558-4500-a623-b3272737b1ca,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:49:29.207466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:49:29.254540 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:29.254912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:29.255208 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:29.255528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:29.255849 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:29.256175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:29.256494 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:29.256817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:29.257145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:29.257460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:29.257775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:29.281598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:29.282206 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:29.306387 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-a1a9fe5b-ab75-43da-a779-b6fe2f60606d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8256419 May 09 13:49:29.317571 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Request body: {'port': {'device_id': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:49:29.430129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:29.436432 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-129d73ae-4d33-455f-9e3e-93d36fd27a6e None None] Provisioning for port a742f1ef-d558-4500-a623-b3272737b1ca completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:49:29.441269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-129d73ae-4d33-455f-9e3e-93d36fd27a6e None None] Provisioning complete for port a742f1ef-d558-4500-a623-b3272737b1ca triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:49:29.441772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-129d73ae-4d33-455f-9e3e-93d36fd27a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:29.495734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-129d73ae-4d33-455f-9e3e-93d36fd27a6e None None] Port a742f1ef-d558-4500-a623-b3272737b1ca cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:49:29.761892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a742f1ef-d558-4500-a623-b3272737b1ca {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:49:29.768767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:29.783966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Transition to ACTIVE for port object a742f1ef-d558-4500-a623-b3272737b1ca will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:49:29.791218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:29.825828 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4e056-5929-4f5a-af5e-ad0a38fc0ab3 req-11649b15-8d91-4683-bbc7-68566e2e24a1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:29.827282 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-73b4e056-5929-4f5a-af5e-ad0a38fc0ab3 req-11649b15-8d91-4683-bbc7-68566e2e24a1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 932 time: 0.0864470 May 09 13:49:29.875794 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-73b4e056-5929-4f5a-af5e-ad0a38fc0ab3 req-3a82b8bf-8901-4c40-8e86-4ae6ef655bbf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424821 May 09 13:49:29.916624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Pushing event updated for resources: {'Port': ['ID=a742f1ef-d558-4500-a623-b3272737b1ca,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:49:30.023460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Attempting to bind port a742f1ef-d558-4500-a623-b3272737b1ca on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:49:30.023790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Attempting to bind port a742f1ef-d558-4500-a623-b3272737b1ca by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:49:30.024116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Attempting to bind port a742f1ef-d558-4500-a623-b3272737b1ca on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:49:30.029916 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Port a742f1ef-d558-4500-a623-b3272737b1ca on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:49:30.030230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Attempting to bind port a742f1ef-d558-4500-a623-b3272737b1ca on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:49:30.036265 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:49:30.036593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Checking segment: {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:49:30.036967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Bound using segment: {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:49:30.037405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Bound port: a742f1ef-d558-4500-a623-b3272737b1ca, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:49:30.037743 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:30.123241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:49:30.126477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a742f1ef-d558-4500-a623-b3272737b1ca,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:49:30.130676 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:30.199931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:30.201244 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] 10.222.0.57 "PUT /v2.0/ports/a742f1ef-d558-4500-a623-b3272737b1ca HTTP/1.1" status: 200 len: 1094 time: 0.8881669 May 09 13:49:30.201718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:49:30.222479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edc260-fd35-459c-885e-5f094534b12b service neutron] Pushing event updated for resources: {'Port': ['ID=a742f1ef-d558-4500-a623-b3272737b1ca,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:49:30.277456 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf1b184-237c-4031-9ec7-81e805156577'] response: {'name': 'network-changed', 'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'status': 'completed', 'code': 200} May 09 13:49:30.313515 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-488c65fd-3114-4d1c-967c-7481730630b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0712645 May 09 13:49:30.384177 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-e8cbbb71-9243-48d5-aeaa-85a66baf74f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a742f1ef-d558-4500-a623-b3272737b1ca HTTP/1.1" status: 200 len: 217 time: 0.0637493 May 09 13:49:30.443148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-8f123961-f6db-40a3-a3b8-2326300b8259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:30.444548 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-8f123961-f6db-40a3-a3b8-2326300b8259 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0553694 May 09 13:49:30.607758 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-afd7a08e-1c7b-4103-b42d-ac5c71f78257 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1576462 May 09 13:49:30.735077 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-8d82b6fc-9342-48c3-86c2-7c23f02bb44e service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212204 May 09 13:49:30.872748 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3133ff1-3c9c-46e8-ac50-0889f2f9aecf req-91b31bb0-7837-470e-bb00-ba587f3eae7c service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323910 May 09 13:49:30.983562 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-075adc68-c970-4617-969c-3367ddd1417a req-643d104c-c2f3-4446-b9f5-d7fe0355fb0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0680540 May 09 13:49:31.070413 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4a210-3840-4a66-972d-dd78e7fbfae8 req-f5c1c18e-7e61-4449-80d1-e523a96dad40 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:31.072547 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f5b4a210-3840-4a66-972d-dd78e7fbfae8 req-f5c1c18e-7e61-4449-80d1-e523a96dad40 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 944 time: 0.0748045 May 09 13:49:31.116917 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075adc68-c970-4617-969c-3367ddd1417a req-d0a80aeb-d6de-4221-8759-f41b9cc57f1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:31.119232 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-075adc68-c970-4617-969c-3367ddd1417a req-d0a80aeb-d6de-4221-8759-f41b9cc57f1e service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1295040 May 09 13:49:31.121160 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f5b4a210-3840-4a66-972d-dd78e7fbfae8 req-68f8c7da-b526-4873-be5b-03e6f6ed7fe8 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426180 May 09 13:49:31.187851 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-075adc68-c970-4617-969c-3367ddd1417a req-210869bd-d185-4207-bad7-e587d3edc995 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a742f1ef-d558-4500-a623-b3272737b1ca HTTP/1.1" status: 200 len: 217 time: 0.0628657 May 09 13:49:31.247832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075adc68-c970-4617-969c-3367ddd1417a req-4f6a913a-afb2-47a0-83b6-d0f104fe62d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:31.249340 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-075adc68-c970-4617-969c-3367ddd1417a req-4f6a913a-afb2-47a0-83b6-d0f104fe62d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0557992 May 09 13:49:31.324073 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-075adc68-c970-4617-969c-3367ddd1417a req-0de7be2a-fd56-4267-9c31-ac900422f717 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693526 May 09 13:49:31.450929 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-075adc68-c970-4617-969c-3367ddd1417a req-270b1c43-979b-4a30-8564-a8b3a2ada2bf service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203973 May 09 13:49:31.579735 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-075adc68-c970-4617-969c-3367ddd1417a req-b908860e-da58-4ae4-a55f-f80ece2f3d63 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227779 May 09 13:49:32.392159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79297af-2f82-43d1-94bb-c6c3f47e98e3 req-8baa14ce-8313-4836-a7fb-3eeab462299d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:32.393590 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b79297af-2f82-43d1-94bb-c6c3f47e98e3 req-8baa14ce-8313-4836-a7fb-3eeab462299d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 944 time: 0.1491964 May 09 13:49:32.437357 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b79297af-2f82-43d1-94bb-c6c3f47e98e3 req-8eafbde1-49a0-47de-aa73-a31acbed55ac tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381699 May 09 13:49:33.433551 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a742f1ef-d558-4500-a623-b3272737b1ca details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:49:33.564134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a742f1ef-d558-4500-a623-b3272737b1ca,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:49:33.577453 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'port_id': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'mac_address': 'fa:16:3e:ce:7a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:49:33.630021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:33.632924 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b58ec0-9282-4ae6-99e9-8337b98d7d78 req-7baf3de8-215e-49a0-b79c-d498bec7387d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:33.634430 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-53b58ec0-9282-4ae6-99e9-8337b98d7d78 req-7baf3de8-215e-49a0-b79c-d498bec7387d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 944 time: 0.0761697 May 09 13:49:33.647064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a742f1ef-d558-4500-a623-b3272737b1ca {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:49:33.661459 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a742f1ef-d558-4500-a623-b3272737b1ca,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:49:33.666026 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:33.680239 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-53b58ec0-9282-4ae6-99e9-8337b98d7d78 req-e7b53c4b-38c4-4a3d-9fd4-4bdec5e0bbbf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 May 09 13:49:33.731883 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=a742f1ef-d558-4500-a623-b3272737b1ca,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:49:33.981479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['a742f1ef-d558-4500-a623-b3272737b1ca'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:49:34.898703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a0de7-8dbe-4f2e-87ee-d6b0bfbc7fb6 req-8ae810ff-9169-40ae-a31f-6808b2f4ecc7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:34.900085 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1e7a0de7-8dbe-4f2e-87ee-d6b0bfbc7fb6 req-8ae810ff-9169-40ae-a31f-6808b2f4ecc7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 945 time: 0.0959771 May 09 13:49:34.944236 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1e7a0de7-8dbe-4f2e-87ee-d6b0bfbc7fb6 req-0c8196ff-e621-480a-8eda-cc79bf7ab692 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387166 May 09 13:49:35.439025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a742f1ef-d558-4500-a623-b3272737b1ca up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:49:35.506570 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port a742f1ef-d558-4500-a623-b3272737b1ca completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:49:35.510879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port a742f1ef-d558-4500-a623-b3272737b1ca triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:49:35.511239 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:35.620828 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:35.645918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:49:35.655759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a742f1ef-d558-4500-a623-b3272737b1ca,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:49:35.660275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:35.705837 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b02ff0-6533-4dce-9147-5b07df087f49'] response: {'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'code': 200} May 09 13:49:35.730412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=a742f1ef-d558-4500-a623-b3272737b1ca,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:49:35.739863 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:35.740232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:35.740591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:35.740883 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:35.741391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:35.741715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:35.742034 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:35.742353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:35.742926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:35.743236 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:35.743548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:49:35.924440 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-643d768b-5ab9-4944-97e1-41612cfdc0d7 req-f0278d7a-3788-4be8-8333-a7e98307f840 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0671151 May 09 13:49:35.966445 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-643d768b-5ab9-4944-97e1-41612cfdc0d7 req-d174d288-c867-4a66-ae4d-5a85502eeede service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353470 May 09 13:49:36.132171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89188766-705e-4102-a882-ad63bcf1a269 req-a503d2d0-3b3f-4717-b1b6-762d6cc0018f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:36.134093 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-89188766-705e-4102-a882-ad63bcf1a269 req-a503d2d0-3b3f-4717-b1b6-762d6cc0018f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0728505 May 09 13:49:36.181022 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-89188766-705e-4102-a882-ad63bcf1a269 req-fa9eea47-7f1a-44d1-832b-813229be7b3c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410619 May 09 13:49:37.379991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b1d7e-537a-49be-8b17-724dbe326fd0 req-c6455d08-f200-4677-9077-68a4eda75de6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:37.381443 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-351b1d7e-537a-49be-8b17-724dbe326fd0 req-c6455d08-f200-4677-9077-68a4eda75de6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0778947 May 09 13:49:37.425074 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-351b1d7e-537a-49be-8b17-724dbe326fd0 req-eecc8f54-26a5-4f0d-85e1-1e76f123d397 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379453 May 09 13:49:38.621799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ea5b4-4e25-4c2c-9553-b66d627386a1 req-fe23d0fe-3871-4522-801a-31710268a6f7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:38.623222 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f7ea5b4-4e25-4c2c-9553-b66d627386a1 req-fe23d0fe-3871-4522-801a-31710268a6f7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0781996 May 09 13:49:38.666725 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f7ea5b4-4e25-4c2c-9553-b66d627386a1 req-5332598d-3065-4982-b7f1-d334c3e8801e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380740 May 09 13:49:38.852899 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2a346-b313-4911-8069-1a236f605e1b req-bce7c8de-3d2c-441c-acab-0bbd89ead4fb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:38.854416 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d9d2a346-b313-4911-8069-1a236f605e1b req-bce7c8de-3d2c-441c-acab-0bbd89ead4fb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0741196 May 09 13:49:38.863105 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 34608) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:49:38.869158 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-94e99467-f53d-4cdd-95ea-5bb417abf0e7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Request body: {'floatingip': {'port_id': 'a742f1ef-d558-4500-a623-b3272737b1ca'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:49:38.943503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-94e99467-f53d-4cdd-95ea-5bb417abf0e7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:39.502734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-94e99467-f53d-4cdd-95ea-5bb417abf0e7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:39.506063 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-94e99467-f53d-4cdd-95ea-5bb417abf0e7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:39.690311 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-94e99467-f53d-4cdd-95ea-5bb417abf0e7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b associated. External IP: 172.26.1.125, port: a742f1ef-d558-4500-a623-b3272737b1ca. May 09 13:49:40.146184 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e99467-f53d-4cdd-95ea-5bb417abf0e7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Router 5056d8d0-919b-4f4f-be44-71a1267c19a4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:49:40.168222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a55b-7902-41e5-9e35-c542f46ade1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:40.338508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e99467-f53d-4cdd-95ea-5bb417abf0e7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:49:40.343304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-94e99467-f53d-4cdd-95ea-5bb417abf0e7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:40.347805 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0418e9d-7dcf-4550-ba4d-1b26c9913429 None None] Sync routers for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:49:40.360748 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0418e9d-7dcf-4550-ba4d-1b26c9913429 None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:49:40.361391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e0418e9d-7dcf-4550-ba4d-1b26c9913429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:49:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:49:40.398526 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-94e99467-f53d-4cdd-95ea-5bb417abf0e7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "PUT /v2.0/floatingips/61f579c2-bb3f-40da-95ba-18b7a8683c0b HTTP/1.1" status: 200 len: 992 time: 1.5343735 May 09 13:49:40.399132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:49:40.453783 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63f7d12-3379-4bcf-82f7-1f1a6576949a'] response: {'name': 'network-changed', 'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'status': 'completed', 'code': 200} May 09 13:49:40.547625 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9f6d6887-0f8a-4be0-991d-01b5ffa7b42f req-9e2f123b-024f-4379-aefb-fab0ec62495e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0725334 May 09 13:49:40.552267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e0418e9d-7dcf-4550-ba4d-1b26c9913429 None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:49:40.570224 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-064e58e6-2b91-4340-969c-128fe541b91a req-16070a49-a2a4-4e89-836a-c6b6bfb80177 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684955 May 09 13:49:40.687007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d6887-0f8a-4be0-991d-01b5ffa7b42f req-4fdb7129-59e7-44e9-92d0-b1bd21a846bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:40.688447 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9f6d6887-0f8a-4be0-991d-01b5ffa7b42f req-4fdb7129-59e7-44e9-92d0-b1bd21a846bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1351535 May 09 13:49:40.803468 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9f6d6887-0f8a-4be0-991d-01b5ffa7b42f req-e0534c10-4994-4118-bdf7-780850130beb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a742f1ef-d558-4500-a623-b3272737b1ca HTTP/1.1" status: 200 len: 1000 time: 0.1093786 May 09 13:49:40.875768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d6887-0f8a-4be0-991d-01b5ffa7b42f req-8ecefc30-3da6-461e-81de-b37e6e22c0e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:40.878029 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9f6d6887-0f8a-4be0-991d-01b5ffa7b42f req-8ecefc30-3da6-461e-81de-b37e6e22c0e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0690994 May 09 13:49:40.889055 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-f2466b53-3777-4d60-a8ed-97ccad31fd41 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1250985 May 09 13:49:40.922253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35052f-8230-41b3-b43f-5a9687dded0b req-607edf9f-b385-409f-9086-49520492344b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:40.930163 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0e35052f-8230-41b3-b43f-5a9687dded0b req-607edf9f-b385-409f-9086-49520492344b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0953631 May 09 13:49:40.938251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e0418e9d-7dcf-4550-ba4d-1b26c9913429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61f579c2-bb3f-40da-95ba-18b7a8683c0b', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'port_id': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'mac_address': 'fa:16:3e:ce:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:47:34Z', 'updated_at': '2022-05-09T13:49:39Z', 'revision_number': 9, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:49:40.942470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0418e9d-7dcf-4550-ba4d-1b26c9913429 None None] Checking router: 5056d8d0-919b-4f4f-be44-71a1267c19a4 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:49:40.954899 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0418e9d-7dcf-4550-ba4d-1b26c9913429 None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:49:40.955512 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e0418e9d-7dcf-4550-ba4d-1b26c9913429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:49:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:49:40.965321 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9f6d6887-0f8a-4be0-991d-01b5ffa7b42f req-39016603-56f4-4911-9d02-0d1053d994d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818081 May 09 13:49:40.985850 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0e35052f-8230-41b3-b43f-5a9687dded0b req-ee1264e1-a4ec-4c20-8caa-7bb1cac7f3cb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552578 May 09 13:49:41.138408 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e0418e9d-7dcf-4550-ba4d-1b26c9913429 None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:49:41.197465 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9f6d6887-0f8a-4be0-991d-01b5ffa7b42f req-8b3851c8-f4f4-4ac5-8456-b070148bec86 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255180 May 09 13:49:41.332030 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9f6d6887-0f8a-4be0-991d-01b5ffa7b42f req-82baca1d-9dd6-44b4-a492-aa9aab3c7da8 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285720 May 09 13:49:41.538305 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e0418e9d-7dcf-4550-ba4d-1b26c9913429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61f579c2-bb3f-40da-95ba-18b7a8683c0b', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'port_id': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'mac_address': 'fa:16:3e:ce:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:47:34Z', 'updated_at': '2022-05-09T13:49:39Z', 'revision_number': 9, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:49:41.542749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0418e9d-7dcf-4550-ba4d-1b26c9913429 None None] The sync data for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv is: [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61f579c2-bb3f-40da-95ba-18b7a8683c0b', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'port_id': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'mac_address': 'fa:16:3e:ce:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:47:34Z', 'updated_at': '2022-05-09T13:49:39Z', 'revision_number': 9, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:49:41.745487 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1afd3d-d780-414a-b25b-561d962c370b None None] New status for floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:49:42.090151 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-846bf32e-edd7-4a51-8e6d-17e5d56ec641 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0730383 May 09 13:49:42.179985 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e047-0367-4a42-b1ca-c3e3200aeb20 req-3d462f01-1a37-4338-b724-a2c6f7e001c2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:42.181972 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8af4e047-0367-4a42-b1ca-c3e3200aeb20 req-3d462f01-1a37-4338-b724-a2c6f7e001c2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0767939 May 09 13:49:42.219176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-b4a155c2-9e40-435d-8955-38e2731ba1cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:42.220681 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-b4a155c2-9e40-435d-8955-38e2731ba1cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1253786 May 09 13:49:42.226460 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8af4e047-0367-4a42-b1ca-c3e3200aeb20 req-bc63716b-ec73-4287-b150-430e7b99df65 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388334 May 09 13:49:42.327418 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-6055486d-b7b4-46c3-85e9-1b29968fc323 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a742f1ef-d558-4500-a623-b3272737b1ca HTTP/1.1" status: 200 len: 1003 time: 0.1002779 May 09 13:49:42.387375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-1952e216-7ceb-4c00-ae5b-43d600f3ee46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:42.388771 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-1952e216-7ceb-4c00-ae5b-43d600f3ee46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0560367 May 09 13:49:42.459673 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-847073fd-f5f4-4aa4-81c1-3ccfba87f8e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655580 May 09 13:49:42.462946 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9aeb8fd5-592a-452b-8c87-67f2081111fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:42.586640 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-665d21d5-e126-4e73-9bf9-2717196bf062 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215854 May 09 13:49:42.713828 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-c6c873f5-e2ab-43c0-83a7-820b6e8f7998 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215467 May 09 13:49:43.424495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4446bb5-0253-4a78-bfc7-aa4a613858b2 req-d145e76c-0074-4231-99d8-e080f532b124 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:43.425899 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c4446bb5-0253-4a78-bfc7-aa4a613858b2 req-d145e76c-0074-4231-99d8-e080f532b124 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0752940 May 09 13:49:43.426430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:43.472592 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c4446bb5-0253-4a78-bfc7-aa4a613858b2 req-53b00699-f92a-4777-b43e-4fb3bdfd4ff0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408139 May 09 13:49:43.858264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:44.666959 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684c762-5614-4735-ba21-c5aa4dff3413 req-45e90bda-e7ae-4fe8-9b9a-ec4657b231b3 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:44.668378 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0684c762-5614-4735-ba21-c5aa4dff3413 req-45e90bda-e7ae-4fe8-9b9a-ec4657b231b3 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0768998 May 09 13:49:44.712629 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0684c762-5614-4735-ba21-c5aa4dff3413 req-7d61e163-d380-44ae-89bf-e6f37f59c426 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386646 May 09 13:49:45.095096 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:45.912192 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee97725-e9d3-4e48-87eb-877c3ba9ffa7 req-25e4f2ee-4657-410c-9c3e-8768688dbf14 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:45.913538 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3ee97725-e9d3-4e48-87eb-877c3ba9ffa7 req-25e4f2ee-4657-410c-9c3e-8768688dbf14 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0737464 May 09 13:49:45.961284 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3ee97725-e9d3-4e48-87eb-877c3ba9ffa7 req-0f421ce0-477b-4ecc-95cb-5a3743a558eb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421731 May 09 13:49:47.157735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be927fb6-85f6-44a6-ba11-8ea64c89fa24 req-ffe816cc-2f6a-450c-bdc3-52fcbb95c6c1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:47.159167 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-be927fb6-85f6-44a6-ba11-8ea64c89fa24 req-ffe816cc-2f6a-450c-bdc3-52fcbb95c6c1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0804567 May 09 13:49:47.202883 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-be927fb6-85f6-44a6-ba11-8ea64c89fa24 req-7859a32d-8273-4a48-965e-1bbbf8b932ff tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383036 May 09 13:49:48.398058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f92d6-7ba3-404c-8717-29b18915cf79 req-f3155803-6286-4a9c-9634-6c113c6ef918 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:48.399962 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b14f92d6-7ba3-404c-8717-29b18915cf79 req-f3155803-6286-4a9c-9634-6c113c6ef918 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0773458 May 09 13:49:48.447322 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b14f92d6-7ba3-404c-8717-29b18915cf79 req-c2c549aa-a2a5-406a-8d54-8d572f5cf639 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419092 May 09 13:49:49.641635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463bc9c-a0c3-4654-a466-e92d22b4f91c req-cf7e5596-11b5-4bc4-88a6-9476b9c1d876 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:49.643059 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d463bc9c-a0c3-4654-a466-e92d22b4f91c req-cf7e5596-11b5-4bc4-88a6-9476b9c1d876 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0736113 May 09 13:49:49.686385 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d463bc9c-a0c3-4654-a466-e92d22b4f91c req-6d1124e7-8ef6-4f73-8ef3-ee453a5118b3 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379241 May 09 13:49:51.052849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4f1cd-0c40-4f80-9df7-e3d525330544 req-e5f37d58-cded-46b6-888b-e41bcde2cc35 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:51.054317 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-70f4f1cd-0c40-4f80-9df7-e3d525330544 req-e5f37d58-cded-46b6-888b-e41bcde2cc35 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.2467184 May 09 13:49:51.097856 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-70f4f1cd-0c40-4f80-9df7-e3d525330544 req-aa5fe6e0-07ad-4c7d-b2cd-332b2b80d88f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372751 May 09 13:49:51.523131 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:49:51.991311 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:49:52.369470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8239cdb-bcbe-46ff-bbba-e3bdacd57b96 req-930387bf-eba0-426c-9e79-7d9a161a69f2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:52.370910 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e8239cdb-bcbe-46ff-bbba-e3bdacd57b96 req-930387bf-eba0-426c-9e79-7d9a161a69f2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.1545448 May 09 13:49:52.415420 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e8239cdb-bcbe-46ff-bbba-e3bdacd57b96 req-a5ce7c19-d4a4-4ee6-b048-5c116e3d996a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390799 May 09 13:49:53.612851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e0af0-4476-4585-b3fb-e2b225ff00f2 req-13b2653f-e906-4b7b-a0c5-548c3c3997a4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:53.614591 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-654e0af0-4476-4585-b3fb-e2b225ff00f2 req-13b2653f-e906-4b7b-a0c5-548c3c3997a4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0788333 May 09 13:49:53.661199 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-654e0af0-4476-4585-b3fb-e2b225ff00f2 req-85e56fe3-35f1-488b-84ab-ce364f5ae601 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387485 May 09 13:49:54.851120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0146a7-5bda-4b43-a40c-6712ac853394 req-789684e1-d888-4c0f-9683-3f581f54ee06 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:54.853070 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a0146a7-5bda-4b43-a40c-6712ac853394 req-789684e1-d888-4c0f-9683-3f581f54ee06 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0737181 May 09 13:49:54.899348 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a0146a7-5bda-4b43-a40c-6712ac853394 req-e05902bf-7de6-4089-b3f9-ccb1702f020e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408483 May 09 13:49:56.098946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11086f-f5f9-407a-873d-61fa002ed184 req-fe313713-00dc-4fba-99d2-dd0e013c7841 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:56.100379 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9c11086f-f5f9-407a-873d-61fa002ed184 req-fe313713-00dc-4fba-99d2-dd0e013c7841 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0759251 May 09 13:49:56.144027 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9c11086f-f5f9-407a-873d-61fa002ed184 req-d9083ec5-64f1-4c28-9431-fb4828b4a9d6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381000 May 09 13:49:57.341825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1001d2-d170-46c4-b1ef-37863028a3a2 req-7173baa2-478e-4cf8-9db0-c96aa1105262 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:57.343246 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9e1001d2-d170-46c4-b1ef-37863028a3a2 req-7173baa2-478e-4cf8-9db0-c96aa1105262 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0789299 May 09 13:49:57.388397 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9e1001d2-d170-46c4-b1ef-37863028a3a2 req-e8d0d77d-1805-4374-aa36-9684ec2ded14 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391562 May 09 13:49:57.459013 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-edda1b62-7087-44fe-a463-a892c4a35500 req-d7d3a0f3-19d9-46c4-9109-50f7d31310e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0703819 May 09 13:49:57.600473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda1b62-7087-44fe-a463-a892c4a35500 req-a4e2f1db-4c68-4b77-a7ca-5b2d0cba8df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:57.601922 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-edda1b62-7087-44fe-a463-a892c4a35500 req-a4e2f1db-4c68-4b77-a7ca-5b2d0cba8df1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1238182 May 09 13:49:57.701080 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-edda1b62-7087-44fe-a463-a892c4a35500 req-2471ef4b-ae22-4489-9e42-f62843226ba4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a742f1ef-d558-4500-a623-b3272737b1ca HTTP/1.1" status: 200 len: 1003 time: 0.0937548 May 09 13:49:57.759335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda1b62-7087-44fe-a463-a892c4a35500 req-0eefb49e-2df7-460b-8731-459bab8f5d58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:57.760661 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-edda1b62-7087-44fe-a463-a892c4a35500 req-0eefb49e-2df7-460b-8731-459bab8f5d58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0546696 May 09 13:49:57.831309 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-edda1b62-7087-44fe-a463-a892c4a35500 req-fd4aad87-d6d7-407b-8306-094aac71008b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650361 May 09 13:49:57.957898 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-edda1b62-7087-44fe-a463-a892c4a35500 req-97d1f081-8532-46c5-a0fe-cca82ce18c7e service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198082 May 09 13:49:58.176508 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-edda1b62-7087-44fe-a463-a892c4a35500 req-fc23fc36-b283-447d-80df-3991757630ab service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132757 May 09 13:49:58.582230 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253ca16-9bd7-4121-bbd8-71ca53c2799e req-175fd370-aa27-4933-815c-8e0af0acc416 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:58.583671 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4253ca16-9bd7-4121-bbd8-71ca53c2799e req-175fd370-aa27-4933-815c-8e0af0acc416 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0776107 May 09 13:49:58.630801 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4253ca16-9bd7-4121-bbd8-71ca53c2799e req-8eec67a8-9f2c-49ac-bbc1-faeee5218b0c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402789 May 09 13:49:59.620226 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-ba47ad20-eff0-49bd-b244-e201d1edd3e6 service neutron] 10.222.0.57 "GET /v2.0/ports/a742f1ef-d558-4500-a623-b3272737b1ca/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0718603 May 09 13:49:59.831417 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07de9f7-e511-465d-86f5-d8653e5887fb req-66c9fc2f-7588-4dc4-9759-cf8413e11d80 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:49:59.832864 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b07de9f7-e511-465d-86f5-d8653e5887fb req-66c9fc2f-7588-4dc4-9759-cf8413e11d80 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0795643 May 09 13:49:59.876500 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-938e1647-790d-47be-8bf7-0ecdbcffad74 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 1099 time: 0.0685589 May 09 13:49:59.877454 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b07de9f7-e511-465d-86f5-d8653e5887fb req-4b51ee38-aa20-43ef-8433-95e238074910 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384185 May 09 13:49:59.980544 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-fe8258e8-7a51-4184-aff5-b3253bc66d06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0698435 May 09 13:50:00.106868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-6b2251a3-4f46-4fce-a77a-10275e329893 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:00.108275 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-6b2251a3-4f46-4fce-a77a-10275e329893 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1226246 May 09 13:50:00.208977 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-61e47c88-2f86-443a-be75-225bb5ca7188 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a742f1ef-d558-4500-a623-b3272737b1ca HTTP/1.1" status: 200 len: 1003 time: 0.0942922 May 09 13:50:00.269679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-cfe41713-97ed-475c-9b91-366106236fe4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:00.271070 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-cfe41713-97ed-475c-9b91-366106236fe4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0564063 May 09 13:50:00.341486 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-fdc2531b-e3c0-4207-82f0-44553f343d77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645959 May 09 13:50:00.469536 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-3c377b3f-b9c5-41be-86ff-ab1b2caf1453 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223967 May 09 13:50:00.597342 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09e9ea2e-4f73-4b8f-9e2e-bbbf2b1ba3d6 req-1512d093-e710-491c-acdb-a1d6903d3876 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217763 May 09 13:50:01.070066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270610f-7690-4061-aa2f-7c49d7ccfd28 req-8133e2b0-aa97-4fb2-b7f7-dc86375e690e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:01.072115 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8270610f-7690-4061-aa2f-7c49d7ccfd28 req-8133e2b0-aa97-4fb2-b7f7-dc86375e690e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0754678 May 09 13:50:01.121715 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8270610f-7690-4061-aa2f-7c49d7ccfd28 req-3bf3bd88-ef9a-48e1-9329-30d5675eeb34 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440323 May 09 13:50:02.313651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dff0b2-42b8-4254-8730-58bdb4417d46 req-6b375ca0-3e33-414d-9ffd-62fc1fd4ab98 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:02.315120 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-56dff0b2-42b8-4254-8730-58bdb4417d46 req-6b375ca0-3e33-414d-9ffd-62fc1fd4ab98 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0756037 May 09 13:50:02.359865 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-56dff0b2-42b8-4254-8730-58bdb4417d46 req-09754219-d94f-42ba-8e06-9c8d14c957eb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393655 May 09 13:50:03.559901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50f196-8f7b-4f12-af78-747aca2428b6 req-8219c1d8-2cb1-4899-95fc-7e12c5d0b021 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:03.561369 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-af50f196-8f7b-4f12-af78-747aca2428b6 req-8219c1d8-2cb1-4899-95fc-7e12c5d0b021 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0795965 May 09 13:50:03.590880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a742f1ef-d558-4500-a623-b3272737b1ca details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:50:03.607935 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-af50f196-8f7b-4f12-af78-747aca2428b6 req-0f806a62-7807-41f3-9d6d-618745a90362 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406902 May 09 13:50:03.723833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a742f1ef-d558-4500-a623-b3272737b1ca,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:50:03.736706 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'port_id': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'mac_address': 'fa:16:3e:ce:7a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:50:03.799016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:03.815984 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a742f1ef-d558-4500-a623-b3272737b1ca {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:50:03.831268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a742f1ef-d558-4500-a623-b3272737b1ca,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:50:03.834649 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:03.898399 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['a742f1ef-d558-4500-a623-b3272737b1ca'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:50:03.946028 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=a742f1ef-d558-4500-a623-b3272737b1ca,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:50:04.033947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-ef212639-d586-4205-b818-4ec68b3d57e6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:04.035337 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-ef212639-d586-4205-b818-4ec68b3d57e6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Synchronizing usage tracker for tenant:a47776739c1c4e038634b628eeccafe3 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:50:04.050689 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-ef212639-d586-4205-b818-4ec68b3d57e6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Unset dirty status for tenant:a47776739c1c4e038634b628eeccafe3 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:50:04.052243 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-ef212639-d586-4205-b818-4ec68b3d57e6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3&tenant_id=a47776739c1c4e038634b628eeccafe3&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 945 time: 0.1049135 May 09 13:50:04.081736 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5157a-4822-48f8-87a8-716d41551ee7 req-0e6bb141-5ab9-4709-a56a-12f18c476bac tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:04.083398 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f4e5157a-4822-48f8-87a8-716d41551ee7 req-0e6bb141-5ab9-4709-a56a-12f18c476bac tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 945 time: 0.0790663 May 09 13:50:04.129052 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f4e5157a-4822-48f8-87a8-716d41551ee7 req-035134b2-de93-4209-94d2-a42d4605f2c1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401053 May 09 13:50:04.131072 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-aae47eb4-e5f7-4e0c-8f63-26f41bde6927 service neutron] 10.222.0.57 "GET /v2.0/ports/a742f1ef-d558-4500-a623-b3272737b1ca/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0733237 May 09 13:50:04.224761 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-3702a2ec-5e93-4fca-ba92-e222ba7d1e10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 1098 time: 0.0709338 May 09 13:50:04.355969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-dcb5b761-af1d-42b8-9dd1-125783336502 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:04.357451 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-dcb5b761-af1d-42b8-9dd1-125783336502 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1276264 May 09 13:50:04.456321 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-c444e57d-a85e-436f-aaa2-9b062803d669 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a742f1ef-d558-4500-a623-b3272737b1ca HTTP/1.1" status: 200 len: 1002 time: 0.0933816 May 09 13:50:04.516295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-ee8e3c44-61c6-4be0-81a6-77a71fea75b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:04.517629 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-ee8e3c44-61c6-4be0-81a6-77a71fea75b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0557215 May 09 13:50:04.589317 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-db28c07c-0ad5-4711-b791-3eed4702df88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657709 May 09 13:50:04.802127 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-ac27162c-f339-4a0f-b8d7-ff61fc2b90ab service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069719 May 09 13:50:04.928351 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-e0d31ed3-d5f4-4e3e-bb03-64bcf6ac30cf service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205955 May 09 13:50:05.327630 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b5bbf-d484-4d9e-959a-ae4e93ad06f1 req-7813082f-0df4-426a-babb-59cef5211d33 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:05.329059 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1f2b5bbf-d484-4d9e-959a-ae4e93ad06f1 req-7813082f-0df4-426a-babb-59cef5211d33 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 945 time: 0.0774443 May 09 13:50:05.373534 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1f2b5bbf-d484-4d9e-959a-ae4e93ad06f1 req-af59ff21-9120-41cf-9a74-c0a9ab22eabf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390387 May 09 13:50:05.588445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a742f1ef-d558-4500-a623-b3272737b1ca up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:50:05.654934 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port a742f1ef-d558-4500-a623-b3272737b1ca triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:50:05.655298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:05.770269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:05.796592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:50:05.806257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a742f1ef-d558-4500-a623-b3272737b1ca,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:50:05.809902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:05.861937 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f20fd637-787a-4d16-ab48-5d666c9a46c7'] response: {'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'code': 200} May 09 13:50:05.877655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=a742f1ef-d558-4500-a623-b3272737b1ca,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:50:06.575840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd13878-a861-4c35-b8b9-c86f2fb393a1 req-af4e4ef3-f7d6-4be7-8b9a-690eec868a49 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:06.577423 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dfd13878-a861-4c35-b8b9-c86f2fb393a1 req-af4e4ef3-f7d6-4be7-8b9a-690eec868a49 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0749035 May 09 13:50:06.624926 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dfd13878-a861-4c35-b8b9-c86f2fb393a1 req-e81f74fe-456d-4cda-b85e-e27697b36c09 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416462 May 09 13:50:07.415316 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-139b9ecf-6fab-4170-b4ed-d8a7a91b1935 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 1099 time: 0.0733426 May 09 13:50:07.500824 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-f26d18a7-a197-4d07-b3de-c4f254c9c33f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0665338 May 09 13:50:07.631921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-4c81e2b5-8142-40fc-8d9c-edc143d35b44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:07.633926 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-4c81e2b5-8142-40fc-8d9c-edc143d35b44 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1266193 May 09 13:50:07.734886 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-8f9b133d-e3ae-4b47-bfb1-121ddf86cf9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a742f1ef-d558-4500-a623-b3272737b1ca HTTP/1.1" status: 200 len: 1003 time: 0.0953135 May 09 13:50:07.800072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-20e6ebe1-8038-4764-881d-d0465cd4e2aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:07.801519 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-20e6ebe1-8038-4764-881d-d0465cd4e2aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0601437 May 09 13:50:07.823196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e98dfc-a69c-4ef1-afde-dd8e9ac0a0db req-0f9fb2be-a297-44f9-b440-9eba643d52e5 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:07.824643 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-69e98dfc-a69c-4ef1-afde-dd8e9ac0a0db req-0f9fb2be-a297-44f9-b440-9eba643d52e5 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0786958 May 09 13:50:07.869578 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-69e98dfc-a69c-4ef1-afde-dd8e9ac0a0db req-2ff47f49-56b9-465d-add8-e305dc50cfac tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390899 May 09 13:50:07.875335 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-2c49b4b2-de21-41a8-bd7e-0c5d754c4b64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681496 May 09 13:50:08.005680 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-1cb50aec-f0af-4d6e-b5e0-ddde6c34c120 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233480 May 09 13:50:08.131148 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5cc504b9-00a7-4f0e-a99f-ee8301ec5c5c req-46d4c42f-8985-42fb-afc2-2dfcc020809d service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201470 May 09 13:50:09.061218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf5507-331e-402a-9d9b-2e626db715f1 req-08103795-01f7-414d-b427-b0c594850ca2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:09.062690 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-60cf5507-331e-402a-9d9b-2e626db715f1 req-08103795-01f7-414d-b427-b0c594850ca2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 946 time: 0.0746553 May 09 13:50:09.110322 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-60cf5507-331e-402a-9d9b-2e626db715f1 req-7434d1cd-c797-44eb-9a4e-f94ab22e7d25 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417607 May 09 13:50:09.616877 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a742f1ef-d558-4500-a623-b3272737b1ca details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:50:09.621056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a742f1ef-d558-4500-a623-b3272737b1ca no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:50:09.832399 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:09.849767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a742f1ef-d558-4500-a623-b3272737b1ca,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:50:09.870655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'port_id': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'mac_address': 'fa:16:3e:ce:7a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:50:09.877022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:50:09.912586 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a742f1ef-d558-4500-a623-b3272737b1ca,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:50:09.919166 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:09.960185 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfb2246-e449-4829-a144-d329ac15f119'] response: {'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'code': 200} May 09 13:50:09.990472 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:10.013665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a742f1ef-d558-4500-a623-b3272737b1ca {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:50:10.019976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=a742f1ef-d558-4500-a623-b3272737b1ca,revision_number=8']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:50:10.075018 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:50:10.075364 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:50:10.170616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-07760564-4e7a-4a82-bbfb-28b276a40987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:10.313082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1592c74-b6ce-4ebf-bad2-ccd2fd7bf746 req-6ea420c9-de37-4540-901e-6210897d1ade tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:10.314566 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f1592c74-b6ce-4ebf-bad2-ccd2fd7bf746 req-6ea420c9-de37-4540-901e-6210897d1ade tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 944 time: 0.0772464 May 09 13:50:10.360177 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f1592c74-b6ce-4ebf-bad2-ccd2fd7bf746 req-7e52bcb0-f792-46a9-b5bd-e52eca7940d7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401218 May 09 13:50:10.627289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:10.646866 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a742f1ef-d558-4500-a623-b3272737b1ca {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:50:10.661384 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a742f1ef-d558-4500-a623-b3272737b1ca,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:50:10.665496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:10.725005 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['a742f1ef-d558-4500-a623-b3272737b1ca'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:50:10.775003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=a742f1ef-d558-4500-a623-b3272737b1ca,revision_number=9']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:50:11.556056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a52a7-832d-4044-8a68-ae0c73b54888 req-22b47a99-8660-47a6-b54a-88194cf2f56d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:11.557494 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-de1a52a7-832d-4044-8a68-ae0c73b54888 req-22b47a99-8660-47a6-b54a-88194cf2f56d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 945 time: 0.0784736 May 09 13:50:11.601664 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-de1a52a7-832d-4044-8a68-ae0c73b54888 req-76e6ad58-dd4b-44ff-ba4d-701973af0e79 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386767 May 09 13:50:11.629248 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a742f1ef-d558-4500-a623-b3272737b1ca up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:50:11.696698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port a742f1ef-d558-4500-a623-b3272737b1ca triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:50:11.696973 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:11.799913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9294cc-4104-4e4c-8c80-ecdd11594228 req-4d3c8744-2a77-4dcd-9303-f77291cf28fd tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:11.801578 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3c9294cc-4104-4e4c-8c80-ecdd11594228 req-4d3c8744-2a77-4dcd-9303-f77291cf28fd tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 945 time: 0.0776763 May 09 13:50:11.839165 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:11.846250 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3c9294cc-4104-4e4c-8c80-ecdd11594228 req-011298e5-604c-4c5b-bef5-ea7311a7472f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382659 May 09 13:50:11.873572 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a742f1ef-d558-4500-a623-b3272737b1ca,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:50:11.878465 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:11.947965 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=a742f1ef-d558-4500-a623-b3272737b1ca,revision_number=10']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:50:11.961536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:50:12.014652 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba27415-3e6c-4c34-b386-2d20c3c9ee69'] response: {'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'code': 200} May 09 13:50:12.045653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206bfc7-199e-44f3-bdb7-259255467d7d req-65124fc3-3c42-474a-b9ad-0d76b1f72767 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:12.047080 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b206bfc7-199e-44f3-bdb7-259255467d7d req-65124fc3-3c42-474a-b9ad-0d76b1f72767 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 947 time: 0.0783691 May 09 13:50:12.091772 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b206bfc7-199e-44f3-bdb7-259255467d7d req-babe44f3-bd7a-49cb-9507-6a6a6aed9450 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391092 May 09 13:50:12.464182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-03de52aa-d15e-48fc-ab69-e553761df41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:12.482568 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bf202-ad51-48b8-9017-35b28c64a2fe req-360cb2f7-bece-4d60-afb6-9ccde49bbae8 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:12.483988 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1a3bf202-ad51-48b8-9017-35b28c64a2fe req-360cb2f7-bece-4d60-afb6-9ccde49bbae8 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 947 time: 0.0750756 May 09 13:50:12.531590 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1a3bf202-ad51-48b8-9017-35b28c64a2fe req-8a8d6809-3273-436d-ac1d-9cecfa5c41fe tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421631 May 09 13:50:13.429486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:13.635303 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a742f1ef-d558-4500-a623-b3272737b1ca no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:50:13.736552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f7e62-925d-4cde-a74c-5d3294244374 req-8f7a4555-e92b-45e1-aef5-95b199bf43fb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:13.737992 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5f9f7e62-925d-4cde-a74c-5d3294244374 req-8f7a4555-e92b-45e1-aef5-95b199bf43fb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 947 time: 0.0834415 May 09 13:50:13.741575 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:13.774514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a742f1ef-d558-4500-a623-b3272737b1ca,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:50:13.778453 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:13.784902 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5f9f7e62-925d-4cde-a74c-5d3294244374 req-f0ad108a-b8dc-4bd7-b23a-208778fa9faf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404501 May 09 13:50:13.850454 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=a742f1ef-d558-4500-a623-b3272737b1ca,revision_number=11']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:50:13.862688 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:14.015894 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:50:14.068749 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d36658-008e-4ae0-8d23-b5ea12848f12'] response: {'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'code': 200} May 09 13:50:14.783817 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-342d5a36-f1db-4049-9c7b-af664c5e914c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:14.785211 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-342d5a36-f1db-4049-9c7b-af664c5e914c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 945 time: 0.0755689 May 09 13:50:14.855232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Deleting port a742f1ef-d558-4500-a623-b3272737b1ca {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:50:14.855486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:14.981916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40eb530-7ed0-4b25-8979-381a9e973dc6 req-a220038e-bcec-4a93-9ffe-45faaf40cebe tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:14.983362 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d40eb530-7ed0-4b25-8979-381a9e973dc6 req-a220038e-bcec-4a93-9ffe-45faaf40cebe tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 945 time: 0.0792072 May 09 13:50:15.100928 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:15.105443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] For port a742f1ef-d558-4500-a623-b3272737b1ca, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a742f1ef-d558-4500-a623-b3272737b1ca,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:50:15.105736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:15.115325 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d40eb530-7ed0-4b25-8979-381a9e973dc6 req-8d9500c7-b995-408a-890e-f51b04574b97 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264677 May 09 13:50:15.460366 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:15.461177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:15.461508 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b disassociated. External IP: 172.26.1.125, port: a742f1ef-d558-4500-a623-b3272737b1ca. May 09 13:50:15.461841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Calling delete_port for a742f1ef-d558-4500-a623-b3272737b1ca owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:50:15.601663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:15.650231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event deleted for resources: {'Port': ['ID=a742f1ef-d558-4500-a623-b3272737b1ca,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:50:15.862496 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Router 5056d8d0-919b-4f4f-be44-71a1267c19a4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:50:16.056275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:50:16.065477 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576c121-e622-42d5-9b45-284686613757 None None] Sync routers for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:50:16.077699 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576c121-e622-42d5-9b45-284686613757 None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:50:16.078311 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a576c121-e622-42d5-9b45-284686613757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:50:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:50:16.124610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] No DVR routers for this DVR port a742f1ef-d558-4500-a623-b3272737b1ca on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:50:16.127099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:16.129536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'name': 'network-vif-deleted', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:50:16.151707 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-aae7bc0f-fd5a-443b-96dd-843b83bf3472 req-c1a35059-f8e7-4111-80e9-80e260a6d350 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "DELETE /v2.0/ports/a742f1ef-d558-4500-a623-b3272737b1ca HTTP/1.1" status: 204 len: 173 time: 1.3610075 May 09 13:50:16.274979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-a576c121-e622-42d5-9b45-284686613757 None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:50:16.300911 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43de4490-d481-4267-8541-b50c9fe4ede8 req-d04a685f-0206-4454-a685-b2fbb30f3a9b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adbbc71-e330-4070-9550-95bfeb2b0aa3 HTTP/1.1" status: 200 len: 210 time: 0.0416510 May 09 13:50:16.321912 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21513ce-c4d3-4920-a777-bce410aa073d'] response: {'server_uuid': '7adbbc71-e330-4070-9550-95bfeb2b0aa3', 'name': 'network-vif-deleted', 'tag': 'a742f1ef-d558-4500-a623-b3272737b1ca', 'status': 'completed', 'code': 200} May 09 13:50:16.587662 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a576c121-e622-42d5-9b45-284686613757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:50:16.591423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576c121-e622-42d5-9b45-284686613757 None None] Checking router: 5056d8d0-919b-4f4f-be44-71a1267c19a4 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:50:16.604602 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576c121-e622-42d5-9b45-284686613757 None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:50:16.605067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a576c121-e622-42d5-9b45-284686613757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:50:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:50:16.790033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-a576c121-e622-42d5-9b45-284686613757 None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:50:17.102396 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a576c121-e622-42d5-9b45-284686613757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:50:17.106301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576c121-e622-42d5-9b45-284686613757 None None] The sync data for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv is: [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:50:17.320502 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701fb44f-e3d4-4187-8324-3716db3e4778 None None] New status for floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:50:17.650016 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a742f1ef-d558-4500-a623-b3272737b1ca no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:50:17.671015 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-3dac131c-6c18-453b-9c91-1ee03e36088d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--158729137&fields=id&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 267 time: 0.0410733 May 09 13:50:17.717956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: a742f1ef-d558-4500-a623-b3272737b1ca {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:50:17.718326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a742f1ef-d558-4500-a623-b3272737b1ca not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:50:17.815862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-8a4a1fd6-184e-4676-b0ad-100eabf76a79 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:17.817246 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-8a4a1fd6-184e-4676-b0ad-100eabf76a79 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 812 time: 0.1396332 May 09 13:50:17.832490 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-4184264a-cd0d-45fa-a1ed-97c42fa2cae8 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/quotas/a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 375 time: 0.0099499 May 09 13:50:17.916618 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d6f193c3-bfdb-4bd7-b629-63eb1b8b4d3f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793746 May 09 13:50:18.052250 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-94a4d790-2d6c-4678-b7d1-ac9034a1052e service neutron] 10.222.0.44 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243069 May 09 13:50:18.177741 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-ae17b62c-4b10-4667-a70f-ab4d4c0936a4 service neutron] 10.222.0.44 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189692 May 09 13:50:18.361563 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d3fd6f0a-ebb4-463a-9ad6-5f0a63ea1c49 req-4770f9f6-8790-4d95-9760-2122f5e54659 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 210 time: 0.0405822 May 09 13:50:19.339211 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-402ad686-0675-4aa6-88e7-120eb0d2c64b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:19.340594 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-402ad686-0675-4aa6-88e7-120eb0d2c64b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 812 time: 0.1426096 May 09 13:50:19.392808 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-7a751a4e-f104-430a-ae00-547085450d20 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 379 time: 0.0403099 May 09 13:50:19.407267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Request body: {'port': {'device_id': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'admin_state_up': True, 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'security_groups': ['e1eb7f73-6a40-4bbd-8e14-5af6e7721e52']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:50:19.523469 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-62008aa0-e44f-4334-a791-a6412d199c16 req-5be0789a-c72d-4f77-965f-7e3c51ef4c1d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 210 time: 0.0406551 May 09 13:50:19.540746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:50:19.544895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Usage tracker for resource:port and tenant:a47776739c1c4e038634b628eeccafe3 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:50:19.547738 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:50:19.553373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:50:19.563928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Made reservation on behalf of a47776739c1c4e038634b628eeccafe3 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:50:19.567495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:19.730078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Allocated IP 172.20.0.10 (7fa5385e-2c61-46fa-a351-e1037a8a0674/2c6b2a12-c641-4668-9862-38115b06de27/80dcc476-2588-4938-9bb0-0fca4cf4b5ee) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:50:19.933923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:19.949042 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Transition to ACTIVE for port object 80dcc476-2588-4938-9bb0-0fca4cf4b5ee will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:50:19.970670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:20.137334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Network 7fa5385e-2c61-46fa-a351-e1037a8a0674 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:50:20.140175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:50:20.144063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:50:20.174453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event updated for resources: {'Port': ['ID=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:50:20.212158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:20.212766 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:20.238789 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-d185f301-891f-4984-b418-cc013c74730d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8352923 May 09 13:50:20.249835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Request body: {'port': {'device_id': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:50:20.330770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b4fc51c6-ccd4-415d-bab3-72a6808ca2c0 None None] Provisioning for port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:50:20.336436 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b4fc51c6-ccd4-415d-bab3-72a6808ca2c0 None None] Provisioning complete for port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:50:20.336887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b4fc51c6-ccd4-415d-bab3-72a6808ca2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:20.361559 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:20.389297 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc51c6-ccd4-415d-bab3-72a6808ca2c0 None None] Port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:50:20.704134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80dcc476-2588-4938-9bb0-0fca4cf4b5ee {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:50:20.711194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:20.725181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Transition to ACTIVE for port object 80dcc476-2588-4938-9bb0-0fca4cf4b5ee will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:50:20.727398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81ee4b-2ca3-42dc-bc9f-a0d607a8ff9f req-bde5da26-63df-45f9-ac5e-4ee38a6a10bf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:20.729123 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a81ee4b-2ca3-42dc-bc9f-a0d607a8ff9f req-bde5da26-63df-45f9-ac5e-4ee38a6a10bf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 932 time: 0.0786169 May 09 13:50:20.729724 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:20.774955 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a81ee4b-2ca3-42dc-bc9f-a0d607a8ff9f req-a73d0125-2a2c-4aa5-88c4-929664dc2b31 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397716 May 09 13:50:20.854439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Pushing event updated for resources: {'Port': ['ID=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:50:20.964934 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Attempting to bind port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:50:20.965283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Attempting to bind port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:50:20.965617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Attempting to bind port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:50:20.971210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:50:20.971524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Attempting to bind port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee on network 7fa5385e-2c61-46fa-a351-e1037a8a0674 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:50:20.977776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:50:20.978096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Checking segment: {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:50:20.978469 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Bound using segment: {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:50:20.978888 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Bound port: 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30057b0e-a830-44c4-b6cf-62ea367f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:50:20.979226 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:21.070767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:50:21.073694 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:50:21.078424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:21.138961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:21.140309 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] 10.222.0.57 "PUT /v2.0/ports/80dcc476-2588-4938-9bb0-0fca4cf4b5ee HTTP/1.1" status: 200 len: 1094 time: 0.8946333 May 09 13:50:21.140729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:50:21.166837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d6ec4-3f0e-4070-bfe8-1a6fe3c8da17 service neutron] Pushing event updated for resources: {'Port': ['ID=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:50:21.220294 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2be911-f328-4a81-bbdb-b3f2d63dbf8d'] response: {'name': 'network-changed', 'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'status': 'completed', 'code': 200} May 09 13:50:21.256717 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-b13ef932-9cb1-4484-a11d-b91e9a9fc6eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 1097 time: 0.0753846 May 09 13:50:21.327816 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-f2ada7b7-b62b-48f5-ae62-6bc16e280551 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee HTTP/1.1" status: 200 len: 217 time: 0.0649858 May 09 13:50:21.389464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-9203994e-1e88-41c5-a26e-bec445719038 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:21.390845 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-9203994e-1e88-41c5-a26e-bec445719038 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0567389 May 09 13:50:21.468397 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-6b3e4e7c-2ec8-4b28-82ce-f97d91019d36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720298 May 09 13:50:21.542605 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:21.603122 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-b220f757-7595-498e-9108-dc80c5898668 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292138 May 09 13:50:21.730237 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-193e897f-0b3b-4d2c-b5e1-9853c1ab055f req-2f46e495-a899-4b91-9994-3fc654c21d89 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215098 May 09 13:50:21.844534 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-871a13af-cbf2-41df-820b-a4565c458011 req-ca31ed33-a6b0-415f-8e32-6c3dccafc287 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 1097 time: 0.0680838 May 09 13:50:21.972859 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4961447-9631-4a43-a000-befd96f39c69 req-6a905fa6-1c2a-4d23-8383-4ff67d20386d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:21.974363 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d4961447-9631-4a43-a000-befd96f39c69 req-6a905fa6-1c2a-4d23-8383-4ff67d20386d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 944 time: 0.0784917 May 09 13:50:22.023956 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d4961447-9631-4a43-a000-befd96f39c69 req-3e7c2bd4-9251-449f-aed1-a36eedb84cd9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430987 May 09 13:50:22.067898 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a13af-cbf2-41df-820b-a4565c458011 req-8796dd40-da2d-460f-99c9-d2bd2aec2c69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:22.069368 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-871a13af-cbf2-41df-820b-a4565c458011 req-8796dd40-da2d-460f-99c9-d2bd2aec2c69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.2189200 May 09 13:50:22.138710 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-871a13af-cbf2-41df-820b-a4565c458011 req-eaa13384-4cb9-409a-ac87-c4b139829fd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee HTTP/1.1" status: 200 len: 217 time: 0.0632164 May 09 13:50:22.198467 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a13af-cbf2-41df-820b-a4565c458011 req-d00b19d3-0c56-42f8-b6f9-76d54deaf90d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:22.199817 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-871a13af-cbf2-41df-820b-a4565c458011 req-d00b19d3-0c56-42f8-b6f9-76d54deaf90d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0554049 May 09 13:50:22.274541 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-871a13af-cbf2-41df-820b-a4565c458011 req-271360a8-90f8-4930-92be-52af88398b72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688963 May 09 13:50:22.402175 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-871a13af-cbf2-41df-820b-a4565c458011 req-9464aab0-8e2d-442c-bcba-f6b728840ab7 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213431 May 09 13:50:22.529163 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-871a13af-cbf2-41df-820b-a4565c458011 req-a8a9e21c-8536-4a45-991c-de3249ad9a4a service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204708 May 09 13:50:23.218838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268a862-2af3-410a-b489-25e324ee6977 req-7cee1235-7dbd-4618-a215-7bd2686e4e29 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:23.220287 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d268a862-2af3-410a-b489-25e324ee6977 req-7cee1235-7dbd-4618-a215-7bd2686e4e29 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 944 time: 0.0755863 May 09 13:50:23.264342 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d268a862-2af3-410a-b489-25e324ee6977 req-0e8e63fc-7a62-47a5-bf8d-03450fde9d1f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385818 May 09 13:50:24.460705 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe15f6a-e911-4056-8b8b-ed9da16c637d req-a552bd50-969c-40ed-a3d7-b5919a4256e3 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:24.462147 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6fe15f6a-e911-4056-8b8b-ed9da16c637d req-a552bd50-969c-40ed-a3d7-b5919a4256e3 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 944 time: 0.0768900 May 09 13:50:24.505762 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6fe15f6a-e911-4056-8b8b-ed9da16c637d req-bf1c53b7-0074-4f1f-9140-4913fb9ae31a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381122 May 09 13:50:25.681393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 80dcc476-2588-4938-9bb0-0fca4cf4b5ee details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:50:25.698837 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18866b-f8ef-457b-baa1-d736e3528885 req-a6a0b465-448c-4b7c-96c2-1bfa6ec1134b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:25.700300 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bb18866b-f8ef-457b-baa1-d736e3528885 req-a6a0b465-448c-4b7c-96c2-1bfa6ec1134b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 944 time: 0.0752943 May 09 13:50:25.746597 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bb18866b-f8ef-457b-baa1-d736e3528885 req-cbc80e45-961c-418b-a960-f9d343e1671f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390966 May 09 13:50:25.813456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:50:25.826416 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'port_id': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'mac_address': 'fa:16:3e:99:3a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:50:25.876718 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:25.893204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dcc476-2588-4938-9bb0-0fca4cf4b5ee {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:50:25.907336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:50:25.910882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:25.977744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:50:26.223243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['80dcc476-2588-4938-9bb0-0fca4cf4b5ee'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:50:26.941104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b234-8885-4e07-b084-37cd787d07f6 req-4f92ef90-2ef4-4810-818d-4c98a4d24746 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:26.942510 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1965b234-8885-4e07-b084-37cd787d07f6 req-4f92ef90-2ef4-4810-818d-4c98a4d24746 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 945 time: 0.0775476 May 09 13:50:26.987079 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1965b234-8885-4e07-b084-37cd787d07f6 req-7d50f356-c480-4bb9-9adf-efd383aa8be7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385807 May 09 13:50:27.696363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 80dcc476-2588-4938-9bb0-0fca4cf4b5ee up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:50:27.764450 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:50:27.769140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:50:27.769530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:27.877972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:27.902507 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:50:27.911495 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:50:27.916242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:27.967089 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2e711d-94a4-46a0-b67e-83c8cc37e74e'] response: {'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'code': 200} May 09 13:50:27.986576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:50:28.182863 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f2ba6-3b0d-48ce-aff9-9bb78218dbbf req-1e65b3af-1161-4f1d-8e88-d10841119060 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:28.184222 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d84f2ba6-3b0d-48ce-aff9-9bb78218dbbf req-1e65b3af-1161-4f1d-8e88-d10841119060 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0774281 May 09 13:50:28.185609 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e7afc3b5-ca95-474e-a027-76471c7fa12f req-bc2a9996-d1cc-4d6a-8284-1ad665713ed8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 1099 time: 0.0666423 May 09 13:50:28.226747 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e7afc3b5-ca95-474e-a027-76471c7fa12f req-a24c702d-73ba-4efb-8538-90376cf48b56 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348585 May 09 13:50:28.233155 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d84f2ba6-3b0d-48ce-aff9-9bb78218dbbf req-a86d5aeb-0ac8-4793-9d42-64dfbfba79ca tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432057 May 09 13:50:28.995273 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:50:29.604370 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6b4e7-7d3a-4815-80ad-2cae3bc92c16 req-2549b1ff-57c1-4c5f-a14b-eae9a8019ce0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:29.605976 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99d6b4e7-7d3a-4815-80ad-2cae3bc92c16 req-2549b1ff-57c1-4c5f-a14b-eae9a8019ce0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.1024256 May 09 13:50:29.652353 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99d6b4e7-7d3a-4815-80ad-2cae3bc92c16 req-9fb4dddb-0f93-4bb7-aacc-b661558ae41e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408800 May 09 13:50:30.849675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3c140-3a21-4ae5-99b4-292fc815a39c req-98a448be-5096-4a50-8229-fb10feeac368 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:30.851136 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d8c3c140-3a21-4ae5-99b4-292fc815a39c req-98a448be-5096-4a50-8229-fb10feeac368 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0787570 May 09 13:50:30.895042 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d8c3c140-3a21-4ae5-99b4-292fc815a39c req-d8f12ba8-865d-4e2c-a2d4-b5f32855c387 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383966 May 09 13:50:31.080350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6d776-8639-43cb-85b8-39d5c9019b18 req-52a52a61-269f-4812-bc71-903a0ccc7526 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:31.081794 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-00a6d776-8639-43cb-85b8-39d5c9019b18 req-52a52a61-269f-4812-bc71-903a0ccc7526 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0737898 May 09 13:50:31.090403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 34772) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:50:31.095415 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7e3c6e04-84fe-4c1f-b8c5-6acf4e340c6e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Request body: {'floatingip': {'port_id': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:50:31.257894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6e04-84fe-4c1f-b8c5-6acf4e340c6e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:31.832036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6e04-84fe-4c1f-b8c5-6acf4e340c6e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:31.835255 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6e04-84fe-4c1f-b8c5-6acf4e340c6e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:32.030724 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-7e3c6e04-84fe-4c1f-b8c5-6acf4e340c6e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b associated. External IP: 172.26.1.125, port: 80dcc476-2588-4938-9bb0-0fca4cf4b5ee. May 09 13:50:32.408304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3c6e04-84fe-4c1f-b8c5-6acf4e340c6e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Router 5056d8d0-919b-4f4f-be44-71a1267c19a4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:50:32.702644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3c6e04-84fe-4c1f-b8c5-6acf4e340c6e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:50:32.707315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6e04-84fe-4c1f-b8c5-6acf4e340c6e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:32.711900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5415944-7678-48a9-8308-1b6da25b0a3d None None] Sync routers for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:50:32.723388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5415944-7678-48a9-8308-1b6da25b0a3d None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:50:32.724066 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e5415944-7678-48a9-8308-1b6da25b0a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:50:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:50:32.760425 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7e3c6e04-84fe-4c1f-b8c5-6acf4e340c6e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "PUT /v2.0/floatingips/61f579c2-bb3f-40da-95ba-18b7a8683c0b HTTP/1.1" status: 200 len: 993 time: 1.6690083 May 09 13:50:32.761091 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:50:32.833820 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cad73ca-de52-4c43-84ee-c4f53bfacc16'] response: {'name': 'network-changed', 'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'status': 'completed', 'code': 200} May 09 13:50:32.910326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e5415944-7678-48a9-8308-1b6da25b0a3d None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:50:32.935567 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ffada79-7e3a-44ed-ae90-a74c0c86b245 req-7a3184ed-9660-4e31-bf64-56c3230d9158 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 1099 time: 0.0822670 May 09 13:50:33.070822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffada79-7e3a-44ed-ae90-a74c0c86b245 req-8e44b86b-a5a6-4510-bea6-bc3cb32e7229 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:33.072263 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ffada79-7e3a-44ed-ae90-a74c0c86b245 req-8e44b86b-a5a6-4510-bea6-bc3cb32e7229 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1310828 May 09 13:50:33.187749 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ffada79-7e3a-44ed-ae90-a74c0c86b245 req-683163fd-0be4-47cf-8a0c-74a8663dda08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee HTTP/1.1" status: 200 len: 1001 time: 0.1093411 May 09 13:50:33.256050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffada79-7e3a-44ed-ae90-a74c0c86b245 req-11b4a66b-1317-4aa0-8006-56cc20e478a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:33.258939 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ffada79-7e3a-44ed-ae90-a74c0c86b245 req-11b4a66b-1317-4aa0-8006-56cc20e478a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0650294 May 09 13:50:33.293650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e5415944-7678-48a9-8308-1b6da25b0a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61f579c2-bb3f-40da-95ba-18b7a8683c0b', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'port_id': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'mac_address': 'fa:16:3e:99:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:47:34Z', 'updated_at': '2022-05-09T13:50:31Z', 'revision_number': 13, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:50:33.297725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5415944-7678-48a9-8308-1b6da25b0a3d None None] Checking router: 5056d8d0-919b-4f4f-be44-71a1267c19a4 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:50:33.309433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5415944-7678-48a9-8308-1b6da25b0a3d None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:50:33.310040 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e5415944-7678-48a9-8308-1b6da25b0a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:50:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:50:33.336992 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ffada79-7e3a-44ed-ae90-a74c0c86b245 req-675fe47d-61b7-4bbb-bc71-408fd6431068 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711200 May 09 13:50:33.473430 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ffada79-7e3a-44ed-ae90-a74c0c86b245 req-09f43cdb-bd2b-44ba-a11d-6750f745f71c service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296284 May 09 13:50:33.524618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e5415944-7678-48a9-8308-1b6da25b0a3d None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:50:33.607943 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8ffada79-7e3a-44ed-ae90-a74c0c86b245 req-b51ec4e7-46f8-4378-88f5-f1f24d30bc65 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286118 May 09 13:50:33.890412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e5415944-7678-48a9-8308-1b6da25b0a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61f579c2-bb3f-40da-95ba-18b7a8683c0b', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'port_id': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'mac_address': 'fa:16:3e:99:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:47:34Z', 'updated_at': '2022-05-09T13:50:31Z', 'revision_number': 13, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:50:33.894788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5415944-7678-48a9-8308-1b6da25b0a3d None None] The sync data for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv is: [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61f579c2-bb3f-40da-95ba-18b7a8683c0b', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'floating_ip_address': '172.26.1.125', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'port_id': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'mac_address': 'fa:16:3e:99:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:47:34Z', 'updated_at': '2022-05-09T13:50:31Z', 'revision_number': 13, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:50:34.079147 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a8339-29a0-4d58-9e03-f95fd0bd7199 None None] New status for floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:50:34.459236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88b938-4311-4ac7-a8a2-b1d86aa29c6c req-8d5ca9e2-eaac-43e8-aaf5-0264a6cfc32f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:34.461311 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a88b938-4311-4ac7-a8a2-b1d86aa29c6c req-8d5ca9e2-eaac-43e8-aaf5-0264a6cfc32f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0745127 May 09 13:50:34.504149 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a88b938-4311-4ac7-a8a2-b1d86aa29c6c req-2996bb89-a3c8-47e1-ab39-7ad13725caa9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373180 May 09 13:50:40.172885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-23bfb218-e01f-4fbb-884e-bb1be5e148b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:42.464702 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a66bef9c-4aaa-4626-aa2c-f605fe96c89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:43.431224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:43.865912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:43.895169 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f08f122-bdd8-4647-b79f-06f275275c3d req-dd0dec44-6518-4208-9e7c-abe4d59ef77e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0714519 May 09 13:50:44.291222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d75678-6e4f-4dac-92d6-a701c9280ded req-24f82de4-ff66-481f-a81e-7187edf9b919 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:44.292570 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a3d75678-6e4f-4dac-92d6-a701c9280ded req-24f82de4-ff66-481f-a81e-7187edf9b919 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.1263182 May 09 13:50:44.298497 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-00dca0c0-f7b1-4752-be71-bdf974dcd2f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2107337 May 09 13:50:44.342010 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a3d75678-6e4f-4dac-92d6-a701c9280ded req-7828b429-0290-459a-9aff-fa45285a6ecb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425975 May 09 13:50:45.101599 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:45.551181 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217aa95-2cdb-474b-acd7-bf9172f6ae95 req-81f6f327-a54b-48d3-917b-17c5d638b88d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:45.552613 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7217aa95-2cdb-474b-acd7-bf9172f6ae95 req-81f6f327-a54b-48d3-917b-17c5d638b88d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0765450 May 09 13:50:45.567303 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-76530b34-9d18-4c74-b178-49b6c1433123 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 1099 time: 0.0719500 May 09 13:50:45.598695 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7217aa95-2cdb-474b-acd7-bf9172f6ae95 req-fa01e771-0451-46d2-a675-68a26218a697 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394809 May 09 13:50:45.790599 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-9b5c47a6-8899-40eb-9d75-98d722b03b5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:45.791943 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-9b5c47a6-8899-40eb-9d75-98d722b03b5b service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.2181158 May 09 13:50:45.891852 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-119ca1c0-3a0e-4e29-8197-1b6f495494d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee HTTP/1.1" status: 200 len: 1003 time: 0.0939338 May 09 13:50:45.962739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-9453e55d-e549-42b5-82c9-43ae2f6ebe91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:45.962739 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-9453e55d-e549-42b5-82c9-43ae2f6ebe91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0603337 May 09 13:50:46.035216 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-28c8c617-45b5-4197-b60a-89e5faafa5cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700202 May 09 13:50:46.163541 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-4873eb34-7df1-4960-a23c-4c8f18b48392 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215341 May 09 13:50:46.292153 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-e71c9cf4-6f33-4408-8f33-0ddc7a65221f service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230819 May 09 13:50:46.807424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6fa76-784e-42cb-9b1b-8a49249e49e6 req-ac286ef2-d3d4-46ee-b70f-5fb0b3a054b8 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:46.808836 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-59c6fa76-784e-42cb-9b1b-8a49249e49e6 req-ac286ef2-d3d4-46ee-b70f-5fb0b3a054b8 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0791926 May 09 13:50:46.853861 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-59c6fa76-784e-42cb-9b1b-8a49249e49e6 req-674c1955-bbfc-4a87-8dd3-44103377424e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395901 May 09 13:50:48.058642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808d3c5-b833-4f2d-b9eb-91dc6e931974 req-b7a6e0df-c4d2-4467-9b26-b117603bc01c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:48.060093 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0808d3c5-b833-4f2d-b9eb-91dc6e931974 req-b7a6e0df-c4d2-4467-9b26-b117603bc01c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0756731 May 09 13:50:48.104865 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0808d3c5-b833-4f2d-b9eb-91dc6e931974 req-07e6776a-3350-4a84-9e4e-3b01a06aa68e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393028 May 09 13:50:49.308861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65a554-13a0-4a80-8792-98abc3f94e71 req-4786806d-d24d-428d-b167-db33b2cc5b87 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:49.310335 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ed65a554-13a0-4a80-8792-98abc3f94e71 req-4786806d-d24d-428d-b167-db33b2cc5b87 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0800054 May 09 13:50:49.354051 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ed65a554-13a0-4a80-8792-98abc3f94e71 req-945781f0-eec3-4062-9111-69bd5fdd7636 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382802 May 09 13:50:50.546832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba372df7-911c-4c4d-93c4-0796a17be3ff req-433a18e7-4850-42e3-b317-210c6eea292d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:50.548250 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ba372df7-911c-4c4d-93c4-0796a17be3ff req-433a18e7-4850-42e3-b317-210c6eea292d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0756752 May 09 13:50:50.595644 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ba372df7-911c-4c4d-93c4-0796a17be3ff req-d8e69588-f627-4d74-9dcc-a63b755fdc66 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412478 May 09 13:50:51.530240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:50:51.789767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259c34f-27d3-4141-9ecd-49cf0df72c97 req-3de79b85-6897-434e-9332-8942d0853bf2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:51.791125 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9259c34f-27d3-4141-9ecd-49cf0df72c97 req-3de79b85-6897-434e-9332-8942d0853bf2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0756292 May 09 13:50:51.836466 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9259c34f-27d3-4141-9ecd-49cf0df72c97 req-1bd77c35-86e5-44bc-8e75-d0ace632a90c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398099 May 09 13:50:53.030724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62f751-1130-48e7-9213-edfd72a45a82 req-08456956-8d3e-417e-a5c0-fd47d307ff4e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:53.032136 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5c62f751-1130-48e7-9213-edfd72a45a82 req-08456956-8d3e-417e-a5c0-fd47d307ff4e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0777807 May 09 13:50:53.075874 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5c62f751-1130-48e7-9213-edfd72a45a82 req-c4fe529e-f571-4b21-a593-45900d576c0e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383098 May 09 13:50:54.270947 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784834a-ef58-4297-8e7b-428d93058063 req-ac5d4d15-ae62-4b1d-9918-c6c1fbdd1f60 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:54.272364 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3784834a-ef58-4297-8e7b-428d93058063 req-ac5d4d15-ae62-4b1d-9918-c6c1fbdd1f60 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0751624 May 09 13:50:54.315846 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3784834a-ef58-4297-8e7b-428d93058063 req-e5074277-055d-4092-a478-53fb90836f22 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380433 May 09 13:50:55.528037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dde35-fd7f-4961-933c-3b2c383fc5f6 req-d6d4c176-a543-474c-b8c8-85fae460f28f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:55.529401 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f73dde35-fd7f-4961-933c-3b2c383fc5f6 req-d6d4c176-a543-474c-b8c8-85fae460f28f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0789938 May 09 13:50:55.573303 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f73dde35-fd7f-4961-933c-3b2c383fc5f6 req-9f66f6f8-92e6-49d8-a08a-5c1bb879dc0c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383725 May 09 13:50:56.764444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f922ea-4b68-4aaa-b77f-13118970f948 req-de87a9e7-a2e3-4a37-afb2-a9a4ace0a6fa tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:56.765901 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-69f922ea-4b68-4aaa-b77f-13118970f948 req-de87a9e7-a2e3-4a37-afb2-a9a4ace0a6fa tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0744061 May 09 13:50:56.810070 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-69f922ea-4b68-4aaa-b77f-13118970f948 req-47249271-f1cd-4bbd-9a9a-368e46fb2f1c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387394 May 09 13:50:57.450786 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c20797fa-4c37-4053-aea1-ba5ef3b32d13 req-1433fd08-755b-4e16-8043-6c5b75286ded service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 1099 time: 0.0657203 May 09 13:50:57.589619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20797fa-4c37-4053-aea1-ba5ef3b32d13 req-16031dbd-4a04-4159-a8de-184149a6c69a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:57.591040 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c20797fa-4c37-4053-aea1-ba5ef3b32d13 req-16031dbd-4a04-4159-a8de-184149a6c69a service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1232114 May 09 13:50:57.690565 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c20797fa-4c37-4053-aea1-ba5ef3b32d13 req-5f5f20f0-cdc7-484b-8fa7-a04ad5b5e92e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee HTTP/1.1" status: 200 len: 1003 time: 0.0939629 May 09 13:50:57.750623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20797fa-4c37-4053-aea1-ba5ef3b32d13 req-6fba4c9a-346f-498f-96be-bf904d585f06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:57.751936 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c20797fa-4c37-4053-aea1-ba5ef3b32d13 req-6fba4c9a-346f-498f-96be-bf904d585f06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0558517 May 09 13:50:57.826712 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c20797fa-4c37-4053-aea1-ba5ef3b32d13 req-5936f8ed-1f88-4739-825d-2b94b9da98cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687821 May 09 13:50:57.958652 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c20797fa-4c37-4053-aea1-ba5ef3b32d13 req-ae01fea2-008d-4400-93ee-9e71a26873de service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257215 May 09 13:50:58.020143 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe3167-9562-4fea-a621-1510b95e2427 req-d0da66d0-b78c-4f74-a30d-06dc69a23e7d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:58.021545 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1fbe3167-9562-4fea-a621-1510b95e2427 req-d0da66d0-b78c-4f74-a30d-06dc69a23e7d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0794113 May 09 13:50:58.067259 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1fbe3167-9562-4fea-a621-1510b95e2427 req-8280dbc0-6f22-43d6-834a-5a1422c876e4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395882 May 09 13:50:58.089344 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c20797fa-4c37-4053-aea1-ba5ef3b32d13 req-2657b6b0-d8da-4ce9-99c5-bfba26ca84cb service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254022 May 09 13:50:59.260451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afe3d7-2785-4010-ac44-156c74dce70b req-0a80ec87-f2db-4e6e-bcef-6e142ad184d6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:50:59.261922 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-81afe3d7-2785-4010-ac44-156c74dce70b req-0a80ec87-f2db-4e6e-bcef-6e142ad184d6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0750082 May 09 13:50:59.309598 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-81afe3d7-2785-4010-ac44-156c74dce70b req-62971724-eff8-4f4d-bb37-78d178cd5398 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422554 May 09 13:51:00.500403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3792581-cf21-41c7-901b-a203d35af563 req-db7196c2-386d-4401-9570-677f8a54d134 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:00.501830 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f3792581-cf21-41c7-901b-a203d35af563 req-db7196c2-386d-4401-9570-677f8a54d134 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0745440 May 09 13:51:00.545815 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f3792581-cf21-41c7-901b-a203d35af563 req-a375f75a-3fc9-4b01-b9eb-508766839941 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380039 May 09 13:51:01.749087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62e831-5392-4528-a001-3b60bb808732 req-2e15b17f-d2ce-43b3-b798-a6110f025bf8 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:01.750654 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-db62e831-5392-4528-a001-3b60bb808732 req-2e15b17f-d2ce-43b3-b798-a6110f025bf8 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0787284 May 09 13:51:01.796066 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-db62e831-5392-4528-a001-3b60bb808732 req-bade1fa4-faf6-43da-8f9b-6fe0aafc1d51 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393529 May 09 13:51:02.994283 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d14d2-b815-423d-89c0-7f14dcd0fd9a req-729de72a-6036-4f29-8ee8-9252c8c0cd75 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:02.995625 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fe4d14d2-b815-423d-89c0-7f14dcd0fd9a req-729de72a-6036-4f29-8ee8-9252c8c0cd75 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0761600 May 09 13:51:03.042096 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fe4d14d2-b815-423d-89c0-7f14dcd0fd9a req-52865ab6-dd7f-44a6-824a-3748c3887393 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408134 May 09 13:51:03.704432 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-5aa6087a-b54e-4ebf-9a62-e8ea6d4302ae service neutron] 10.222.0.57 "GET /v2.0/ports/80dcc476-2588-4938-9bb0-0fca4cf4b5ee/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0719666 May 09 13:51:03.955638 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-b63550f7-cdc9-4092-8812-c54fb2d2ac01 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 1099 time: 0.0685360 May 09 13:51:04.046358 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-933bd3c1-9852-4e52-a131-06861b311b85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 1099 time: 0.0695457 May 09 13:51:04.282139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-a4daf35b-e1a0-48c3-8ef2-11c93fb492fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:04.283498 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-a4daf35b-e1a0-48c3-8ef2-11c93fb492fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.2312000 May 09 13:51:04.333982 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab0711-e007-4988-9f4b-540a86113a31 req-35360785-b1b6-464b-928e-583fa7a66237 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:04.335971 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-86ab0711-e007-4988-9f4b-540a86113a31 req-35360785-b1b6-464b-928e-583fa7a66237 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.1653082 May 09 13:51:04.380855 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-86ab0711-e007-4988-9f4b-540a86113a31 req-6d05f9fb-f45b-4cbf-abba-d7f97f0443b4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387626 May 09 13:51:04.386404 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-3a7f63ee-5fac-4ffd-adb7-500458299f35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee HTTP/1.1" status: 200 len: 1003 time: 0.0959337 May 09 13:51:04.446349 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-221e220e-3c81-46b8-930b-c5a2098e0745 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:04.447741 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-221e220e-3c81-46b8-930b-c5a2098e0745 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0556331 May 09 13:51:04.523012 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-1caa29dd-bb1b-438c-b0f8-c7464476391c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689547 May 09 13:51:04.651567 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-d00ee0d2-1064-4afd-994c-096fe7fa48c1 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223485 May 09 13:51:04.779708 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-df49e3fa-28d6-4cb4-a999-d2664a7cbdbd service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219728 May 09 13:51:05.578142 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41056531-f6b0-4c43-ae9e-5985236a15a1 req-1bc545bf-2329-4bba-9f3d-3b8bd512097e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:05.580062 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41056531-f6b0-4c43-ae9e-5985236a15a1 req-1bc545bf-2329-4bba-9f3d-3b8bd512097e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0763373 May 09 13:51:05.634349 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-41056531-f6b0-4c43-ae9e-5985236a15a1 req-2d96665e-1b4f-44d7-92e0-8a855904056c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463443 May 09 13:51:05.837064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 80dcc476-2588-4938-9bb0-0fca4cf4b5ee no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:51:05.952689 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:05.978720 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:51:05.988292 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:05.994638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:06.003313 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:51:06.067651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:06.076620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:06.076908 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:06.077240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:06.077587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:06.077906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:06.078223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:06.078546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:06.078960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:06.079286 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:06.079691 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:06.079913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:06.168598 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d82eca8-eb47-4464-990c-2b7c5112555d'] response: {'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'code': 200} May 09 13:51:06.827658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e353958-a752-4589-bcfe-95a147257c90 req-750346ce-ca3d-4993-be9f-16472a045916 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:06.829110 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1e353958-a752-4589-bcfe-95a147257c90 req-750346ce-ca3d-4993-be9f-16472a045916 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 944 time: 0.0752873 May 09 13:51:06.874289 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1e353958-a752-4589-bcfe-95a147257c90 req-1991cacd-dba1-4111-8ca6-c2493b19fca3 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395255 May 09 13:51:07.836905 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 80dcc476-2588-4938-9bb0-0fca4cf4b5ee details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:51:07.969237 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:07.983538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'port_id': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'mac_address': 'fa:16:3e:99:3a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:51:08.041129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:08.058055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dcc476-2588-4938-9bb0-0fca4cf4b5ee {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:51:08.073476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:08.077269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:08.080626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb549061-d191-4cb3-b9e0-3082b280b1a1 req-ceb8b8ad-7fd0-47ba-a53b-d7e99ee1929b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:08.082218 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eb549061-d191-4cb3-b9e0-3082b280b1a1 req-ceb8b8ad-7fd0-47ba-a53b-d7e99ee1929b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 944 time: 0.0796986 May 09 13:51:08.127323 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eb549061-d191-4cb3-b9e0-3082b280b1a1 req-edbcce89-d61d-4ba2-a85c-593024ba41f7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390279 May 09 13:51:08.145490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['80dcc476-2588-4938-9bb0-0fca4cf4b5ee'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:51:08.174720 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:09.323905 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1505d3-c90b-4ec5-a989-949919888b95 req-bf9adcdf-8588-42ae-b711-8efb7ccdeb7e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:09.325346 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ca1505d3-c90b-4ec5-a989-949919888b95 req-bf9adcdf-8588-42ae-b711-8efb7ccdeb7e tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 945 time: 0.0743105 May 09 13:51:09.369175 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ca1505d3-c90b-4ec5-a989-949919888b95 req-0ba4f6a4-b95b-492f-9e4d-f2da64074549 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384073 May 09 13:51:09.851872 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 80dcc476-2588-4938-9bb0-0fca4cf4b5ee up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:51:09.920519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:51:09.921054 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:10.041783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:10.069318 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:51:10.078854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:10.083002 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:10.151782 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,revision_number=8']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:10.175457 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-46f721cb-3013-459b-b662-93405560cda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:10.270563 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d894a6e5-2d09-420e-a9f6-89b933181425'] response: {'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'code': 200} May 09 13:51:10.564956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f77b4-af15-4da5-af70-909bca097f7b req-65381091-640b-4dc2-8611-8a36c52fada1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:10.566400 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7b3f77b4-af15-4da5-af70-909bca097f7b req-65381091-640b-4dc2-8611-8a36c52fada1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0791051 May 09 13:51:10.610202 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7b3f77b4-af15-4da5-af70-909bca097f7b req-ba910a77-bda4-4be3-9687-6782b15f0d63 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383263 May 09 13:51:11.804267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62bde9-f7cb-4c60-b8ac-4b56d753595c req-c62593de-f095-460f-8ea5-1ac286f9e4aa tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:11.805798 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ee62bde9-f7cb-4c60-b8ac-4b56d753595c req-c62593de-f095-460f-8ea5-1ac286f9e4aa tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0762396 May 09 13:51:11.852949 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ee62bde9-f7cb-4c60-b8ac-4b56d753595c req-a8fc21a5-ccd7-4d49-8585-ebb85252ae2b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416825 May 09 13:51:12.465705 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b62279c-aac7-4356-9526-c028e02fe4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:13.045774 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48863-99fc-48bd-b327-03348ce244e9 req-884fdbae-954e-4872-968d-86edb8d5d89c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:13.047184 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-76b48863-99fc-48bd-b327-03348ce244e9 req-884fdbae-954e-4872-968d-86edb8d5d89c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0742662 May 09 13:51:13.091405 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-76b48863-99fc-48bd-b327-03348ce244e9 req-6f6bd2fc-f022-43c2-b44f-59f82def7f81 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388443 May 09 13:51:13.435146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:13.870748 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:14.287040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678d99f-bbe7-4d10-b89f-d39f445f5cda req-c2f7fdb8-ff7b-4de3-aa0f-1db029a14234 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:14.288975 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e678d99f-bbe7-4d10-b89f-d39f445f5cda req-c2f7fdb8-ff7b-4de3-aa0f-1db029a14234 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0796595 May 09 13:51:14.332209 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e678d99f-bbe7-4d10-b89f-d39f445f5cda req-0b3a3164-6fd8-41d6-a0c7-0d8a97b8f859 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376813 May 09 13:51:14.743891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-f0276b61-fa67-4f9a-a3f4-6296bb358aa4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:14.744555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-f0276b61-fa67-4f9a-a3f4-6296bb358aa4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Synchronizing usage tracker for tenant:a47776739c1c4e038634b628eeccafe3 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:51:14.759321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-f0276b61-fa67-4f9a-a3f4-6296bb358aa4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Unset dirty status for tenant:a47776739c1c4e038634b628eeccafe3 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:51:14.760446 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-f0276b61-fa67-4f9a-a3f4-6296bb358aa4 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054&tenant_id=a47776739c1c4e038634b628eeccafe3&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 946 time: 0.0928271 May 09 13:51:14.800922 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d388e1-00a8-42c9-8df5-bd9ce560726a req-98c1ab6e-6174-4da2-9035-3bcf18be1d14 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:14.802393 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f1d388e1-00a8-42c9-8df5-bd9ce560726a req-98c1ab6e-6174-4da2-9035-3bcf18be1d14 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0779350 May 09 13:51:14.838827 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-1449865a-c733-48f7-8eef-eef1770249f9 service neutron] 10.222.0.57 "GET /v2.0/ports/80dcc476-2588-4938-9bb0-0fca4cf4b5ee/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0728941 May 09 13:51:14.847716 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f1d388e1-00a8-42c9-8df5-bd9ce560726a req-ffd416b6-e85d-46c5-8f50-64b30a2e021d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396008 May 09 13:51:14.931769 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-52cc8bcc-ff73-4378-ac4a-52a18c96c68c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 1099 time: 0.0720582 May 09 13:51:15.058430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-34d5a7d6-8048-405a-afe0-bde1e4a752fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:15.059833 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-34d5a7d6-8048-405a-afe0-bde1e4a752fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.1224673 May 09 13:51:15.106253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:15.160297 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-bd9ab444-5d6f-4119-ae45-f3878168072e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee HTTP/1.1" status: 200 len: 1003 time: 0.0945566 May 09 13:51:15.220456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-1269afb5-8f97-4ad5-a04e-8968cf7d4f30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:15.221874 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-1269afb5-8f97-4ad5-a04e-8968cf7d4f30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0558145 May 09 13:51:15.305766 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-9357585a-f494-4b1a-827f-718037aaa78c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782557 May 09 13:51:15.434243 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-ab853d80-c8ba-4f53-9250-c39729c78071 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216717 May 09 13:51:15.564031 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-ee120478-51cb-49bf-b8ea-8b920bfafdd9 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238902 May 09 13:51:16.047405 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6ac6c-9083-4832-81ab-b54486d2b98b req-e477ebcd-b597-41d9-8d5d-75138c78a806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:16.048833 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f5c6ac6c-9083-4832-81ab-b54486d2b98b req-e477ebcd-b597-41d9-8d5d-75138c78a806 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0785859 May 09 13:51:16.093353 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f5c6ac6c-9083-4832-81ab-b54486d2b98b req-97c2a3d3-bf10-4341-b71f-40c1c1ea662b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384834 May 09 13:51:17.285937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea0c19-991c-4462-a662-4bbdb8b0f362 req-0923cc0b-3b61-43bc-9086-4f0276fb2e0c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:17.287422 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-92ea0c19-991c-4462-a662-4bbdb8b0f362 req-0923cc0b-3b61-43bc-9086-4f0276fb2e0c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0752277 May 09 13:51:17.338483 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-92ea0c19-991c-4462-a662-4bbdb8b0f362 req-d5ae9434-040f-4609-abec-bc3ca00f26a6 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455239 May 09 13:51:18.544476 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b27f03-e866-4217-929b-6118c5c0b70c req-c08b32df-5c3e-4812-8e96-40b1a80b8805 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:18.545972 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-86b27f03-e866-4217-929b-6118c5c0b70c req-c08b32df-5c3e-4812-8e96-40b1a80b8805 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0795813 May 09 13:51:18.592230 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-86b27f03-e866-4217-929b-6118c5c0b70c req-b96176e4-70cf-4dca-81bb-98eb548500c0 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406022 May 09 13:51:18.676687 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-d0415b01-3328-4ccf-9398-72e770e29fb2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054&tenant_id=a47776739c1c4e038634b628eeccafe3 HTTP/1.1" status: 200 len: 1099 time: 0.0699730 May 09 13:51:18.764065 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-a8c54e6d-9daa-4f9b-8284-c0754211a9ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a47776739c1c4e038634b628eeccafe3&device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 1099 time: 0.0680513 May 09 13:51:18.974235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-090ac06a-da99-46ce-ab33-327ee951d62e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:18.975589 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-090ac06a-da99-46ce-ab33-327ee951d62e service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 200 len: 913 time: 0.2055850 May 09 13:51:19.075999 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-c59cb889-3ea5-4177-8674-c7afd3f6c7f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee HTTP/1.1" status: 200 len: 1003 time: 0.0948761 May 09 13:51:19.138437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-f4686462-4dd8-4bf9-8615-dd49523d1330 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:19.139786 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-f4686462-4dd8-4bf9-8615-dd49523d1330 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 200 len: 851 time: 0.0586219 May 09 13:51:19.210452 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-5f8912de-d7ac-44ec-93ef-aa224d68ef46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa5385e-2c61-46fa-a351-e1037a8a0674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650260 May 09 13:51:19.338976 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-fdcee0c5-73e2-471f-8a43-139f27d3be4e service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226609 May 09 13:51:19.468055 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-65b7ccab-a528-45b7-a401-d131403f0e6e req-017f971a-01e3-4c09-a5e2-7e165c5f3745 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227801 May 09 13:51:19.791225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a6e5-4059-4747-a912-88e00da7991c req-393fc0fd-5392-4008-8137-04fdeac3f328 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:19.794902 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-54b7a6e5-4059-4747-a912-88e00da7991c req-393fc0fd-5392-4008-8137-04fdeac3f328 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0790007 May 09 13:51:19.842417 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-54b7a6e5-4059-4747-a912-88e00da7991c req-c8eece5a-4b81-4d1f-a2ef-876f6c5fc573 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419044 May 09 13:51:19.899301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 80dcc476-2588-4938-9bb0-0fca4cf4b5ee no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:51:20.041407 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:20.070603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:51:20.079623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:20.083593 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:20.136353 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425d9baf-2b91-4ff8-9d3a-9f4fcd305bfd'] response: {'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'code': 200} May 09 13:51:20.152519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,revision_number=9']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:21.037648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a47af-3fd2-490c-a480-3ae45246e704 req-a1154d39-1a5b-48d9-a416-0af0733db02f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:21.038951 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce4a47af-3fd2-490c-a480-3ae45246e704 req-a1154d39-1a5b-48d9-a416-0af0733db02f tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 944 time: 0.0763526 May 09 13:51:21.083141 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce4a47af-3fd2-490c-a480-3ae45246e704 req-c101edc3-27bb-4a6e-8fc2-bef01f139d07 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387309 May 09 13:51:21.537582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:21.898896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 80dcc476-2588-4938-9bb0-0fca4cf4b5ee details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:51:22.041480 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:22.055550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'port_id': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'mac_address': 'fa:16:3e:99:3a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:51:22.112280 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:22.131915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dcc476-2588-4938-9bb0-0fca4cf4b5ee {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:51:22.149145 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:22.154474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:22.220766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['80dcc476-2588-4938-9bb0-0fca4cf4b5ee'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:51:22.259043 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,revision_number=10']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:22.300468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ba1b9-2208-4a6b-a1fa-438145bb0032 req-8c0f8138-9c59-45ea-8773-49a6e70495d1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:22.303300 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-148ba1b9-2208-4a6b-a1fa-438145bb0032 req-8c0f8138-9c59-45ea-8773-49a6e70495d1 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0838258 May 09 13:51:22.354430 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-148ba1b9-2208-4a6b-a1fa-438145bb0032 req-1bd48260-c898-4ecb-8c03-f2a19b1562f8 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439315 May 09 13:51:23.550732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b069a80-4037-4a90-9730-97dd8de737ed req-b142fb46-329c-4bac-a9f4-5de31b45fed9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:23.552164 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b069a80-4037-4a90-9730-97dd8de737ed req-b142fb46-329c-4bac-a9f4-5de31b45fed9 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 946 time: 0.0747802 May 09 13:51:23.596964 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b069a80-4037-4a90-9730-97dd8de737ed req-ee66eef3-8126-465f-9124-4ebbe0caa4c2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387030 May 09 13:51:23.898328 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 80dcc476-2588-4938-9bb0-0fca4cf4b5ee up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:51:23.963067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:51:23.963420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:24.072486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:24.097794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:51:24.107569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:24.111367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:24.160147 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2b84fb-5436-4740-a33b-860158bb774b'] response: {'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'code': 200} May 09 13:51:24.176387 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,revision_number=11']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:24.795102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba05d1-d9c7-47eb-86d6-e63a9a68797b req-124cd889-aeb4-4d4c-acb2-4eb9861cedce tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:24.796543 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b8ba05d1-d9c7-47eb-86d6-e63a9a68797b req-124cd889-aeb4-4d4c-acb2-4eb9861cedce tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 947 time: 0.0793056 May 09 13:51:24.840943 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b8ba05d1-d9c7-47eb-86d6-e63a9a68797b req-1f3c763c-0ac4-4410-b657-a9342539daca tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388551 May 09 13:51:26.033619 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e002b4-4791-4646-bf62-5cc3da920d85 req-4b0c72cd-dad3-441c-a2be-12ba21095eb3 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:26.035058 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-22e002b4-4791-4646-bf62-5cc3da920d85 req-4b0c72cd-dad3-441c-a2be-12ba21095eb3 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 947 time: 0.0746245 May 09 13:51:26.083492 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-22e002b4-4791-4646-bf62-5cc3da920d85 req-f79a07d0-85d8-4a7a-9858-2c7fd5360fdf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422151 May 09 13:51:27.278373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5008ab8-3e80-4a57-aa80-3ee65fd7b4bf req-260ec9d0-c6ec-4b56-a143-645b74c45c04 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:27.279797 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f5008ab8-3e80-4a57-aa80-3ee65fd7b4bf req-260ec9d0-c6ec-4b56-a143-645b74c45c04 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 947 time: 0.0738866 May 09 13:51:27.323745 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f5008ab8-3e80-4a57-aa80-3ee65fd7b4bf req-204e9ddf-b435-4b76-8f93-3f7989cd6579 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383992 May 09 13:51:28.518670 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8f567-c724-4b42-9395-c7b652f3d270 req-81a25663-10f7-433b-930b-723f67ced8ba tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:28.520079 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b5f8f567-c724-4b42-9395-c7b652f3d270 req-81a25663-10f7-433b-930b-723f67ced8ba tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 947 time: 0.0772657 May 09 13:51:28.639638 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b5f8f567-c724-4b42-9395-c7b652f3d270 req-ed2c9400-e549-410b-8063-dcdadd3fa36c tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139045 May 09 13:51:28.830713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6f2c1-9084-4978-8d91-54580bb6bbc1 req-042d5efb-0c43-459f-aacf-0119fc9482e2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:28.832138 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ee6f2c1-9084-4978-8d91-54580bb6bbc1 req-042d5efb-0c43-459f-aacf-0119fc9482e2 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 947 time: 0.0751531 May 09 13:51:28.877747 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ee6f2c1-9084-4978-8d91-54580bb6bbc1 req-2139c635-9083-425c-a737-fbd685585ded tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398443 May 09 13:51:29.068866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ee64d-664c-4e55-a4b9-195ba6d79771 req-b0f47969-749f-41ab-bcda-5c39c714955b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:29.070317 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2d0ee64d-664c-4e55-a4b9-195ba6d79771 req-b0f47969-749f-41ab-bcda-5c39c714955b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 947 time: 0.0755818 May 09 13:51:29.114682 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2d0ee64d-664c-4e55-a4b9-195ba6d79771 req-ffd4a7c0-e686-40a2-9a5f-943ba88d38f7 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388517 May 09 13:51:29.508262 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4dac6-37ab-48c3-ad17-457cbad2a220 req-2373e9d9-17da-40d9-b324-ad8b661edacb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:29.509644 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-04a4dac6-37ab-48c3-ad17-457cbad2a220 req-2373e9d9-17da-40d9-b324-ad8b661edacb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 947 time: 0.0773780 May 09 13:51:29.556577 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-04a4dac6-37ab-48c3-ad17-457cbad2a220 req-d88cd055-5b76-4448-99e3-6fbe9468fdee tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415061 May 09 13:51:30.748541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558a9e2-ac50-431c-a5be-345229912062 req-b75caa08-b28f-4117-b9ff-1609857af844 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:30.749961 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7558a9e2-ac50-431c-a5be-345229912062 req-b75caa08-b28f-4117-b9ff-1609857af844 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 947 time: 0.0739355 May 09 13:51:30.793722 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7558a9e2-ac50-431c-a5be-345229912062 req-ac1f2c4f-5038-4f41-ab48-2d75016bf4fb tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384462 May 09 13:51:31.991790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-62d6a432-e660-41a5-8716-f0ee53979e9b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:31.993119 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21a8e5-2ae2-4da5-9afa-f2ce70655553 req-b8c7d3de-6c20-46cc-b1c1-6ed449dc016b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:31.993544 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-62d6a432-e660-41a5-8716-f0ee53979e9b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 947 time: 0.0786657 May 09 13:51:31.994590 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2d21a8e5-2ae2-4da5-9afa-f2ce70655553 req-b8c7d3de-6c20-46cc-b1c1-6ed449dc016b tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 947 time: 0.0782862 May 09 13:51:32.039795 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2d21a8e5-2ae2-4da5-9afa-f2ce70655553 req-016db452-adb0-495f-9ac0-f085d91c4b23 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396361 May 09 13:51:32.060756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Deleting port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:51:32.061126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:32.297216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] For port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:32.297488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:32.571875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:32.572245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:32.572551 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b disassociated. External IP: 172.26.1.125, port: 80dcc476-2588-4938-9bb0-0fca4cf4b5ee. May 09 13:51:32.572886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Calling delete_port for 80dcc476-2588-4938-9bb0-0fca4cf4b5ee owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:51:32.713432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:32.759332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event deleted for resources: {'Port': ['ID=80dcc476-2588-4938-9bb0-0fca4cf4b5ee,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:32.772584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:32.772584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:32.772812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:32.772990 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:32.773292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:32.773623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:32.773947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:32.774269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:32.774593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:32.774949 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:32.775262 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:33.082253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Router 5056d8d0-919b-4f4f-be44-71a1267c19a4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:51:33.201212 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1d709be3-f891-4379-839f-f899fa3342e6 req-007ac841-cb47-414a-b11f-2cf496ce4ed3 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 210 time: 0.0425918 May 09 13:51:33.281003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:51:33.290118 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd87953-6321-41bd-836a-b7c60eddd356 None None] Sync routers for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:51:33.302141 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd87953-6321-41bd-836a-b7c60eddd356 None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:51:33.302755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1cd87953-6321-41bd-836a-b7c60eddd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:51:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:51:33.359311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] No DVR routers for this DVR port 80dcc476-2588-4938-9bb0-0fca4cf4b5ee on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:51:33.361676 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:33.365377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'name': 'network-vif-deleted', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:51:33.379236 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e2a9064c-c232-4211-bec7-36733c368ef0 req-55094770-503f-4cc6-b2c3-ff54a4fe3b2a tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.57 "DELETE /v2.0/ports/80dcc476-2588-4938-9bb0-0fca4cf4b5ee HTTP/1.1" status: 204 len: 173 time: 1.3805225 May 09 13:51:33.430904 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd2bc6e-77a7-44ec-af9a-46fe6bd63fc2'] response: {'server_uuid': '2ae66244-57f6-4bbf-b987-31d5b3688054', 'name': 'network-vif-deleted', 'tag': '80dcc476-2588-4938-9bb0-0fca4cf4b5ee', 'status': 'completed', 'code': 200} May 09 13:51:33.480522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-1cd87953-6321-41bd-836a-b7c60eddd356 None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:51:33.796714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1cd87953-6321-41bd-836a-b7c60eddd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:51:33.800900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd87953-6321-41bd-836a-b7c60eddd356 None None] Checking router: 5056d8d0-919b-4f4f-be44-71a1267c19a4 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:51:33.812058 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd87953-6321-41bd-836a-b7c60eddd356 None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:51:33.812655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1cd87953-6321-41bd-836a-b7c60eddd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:51:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:51:33.960154 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 80dcc476-2588-4938-9bb0-0fca4cf4b5ee no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:51:34.005133 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 80dcc476-2588-4938-9bb0-0fca4cf4b5ee {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:51:34.006011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 80dcc476-2588-4938-9bb0-0fca4cf4b5ee not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:51:34.055079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-1cd87953-6321-41bd-836a-b7c60eddd356 None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:51:34.368775 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1cd87953-6321-41bd-836a-b7c60eddd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:51:34.374571 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd87953-6321-41bd-836a-b7c60eddd356 None None] The sync data for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv is: [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:47:31Z', 'revision_number': 4, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'd4f7d99b-6560-43a3-a269-ffe29401066f', 'name': '', 'network_id': '7fa5385e-2c61-46fa-a351-e1037a8a0674', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'mac_address': 'fa:16:3e:cf:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6b2a12-c641-4668-9862-38115b06de27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:31Z', 'updated_at': '2022-05-09T13:47:49Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'subnets': [{'id': '2c6b2a12-c641-4668-9862-38115b06de27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:51:34.391061 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-75b3f792-ecb2-4cf7-9117-1f6acb6f9091 req-4da5da49-ee2d-4b4c-b24d-57f1b8885237 tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae66244-57f6-4bbf-b987-31d5b3688054 HTTP/1.1" status: 200 len: 210 time: 0.0497174 May 09 13:51:34.593738 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f5d7a-9d3e-41ef-97f7-0b07de3c59d3 None None] New status for floating IP 61f579c2-bb3f-40da-95ba-18b7a8683c0b: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:51:38.672050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 34992) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:51:38.735333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f13c66be-3983-4839-b3cd-fd2a1141306d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:38.762309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f13c66be-3983-4839-b3cd-fd2a1141306d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:38.813792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f13c66be-3983-4839-b3cd-fd2a1141306d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:38.835507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c66be-3983-4839-b3cd-fd2a1141306d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eb7f73-6a40-4bbd-8e14-5af6e7721e52,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:38.847572 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f13c66be-3983-4839-b3cd-fd2a1141306d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:38.848674 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f13c66be-3983-4839-b3cd-fd2a1141306d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "DELETE /v2.0/security-groups/e1eb7f73-6a40-4bbd-8e14-5af6e7721e52 HTTP/1.1" status: 204 len: 168 time: 0.1756420 May 09 13:51:38.851858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 34996) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:51:38.869240 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.api.v2.resource [None req-50e8e151-f4ab-477b-97ca-6de60598910d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] show failed (client error): The resource could not be found. May 09 13:51:38.870239 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-50e8e151-f4ab-477b-97ca-6de60598910d tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "GET /v2.0/security-groups/e1eb7f73-6a40-4bbd-8e14-5af6e7721e52 HTTP/1.1" status: 404 len: 347 time: 0.0174947 May 09 13:51:38.872805 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35000) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:51:39.023661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-29cc7f79-1972-4f25-935b-870eeb3f39cf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Deleting port 99628f43-39b5-4083-9b93-e8c697508484 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:51:39.023914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29cc7f79-1972-4f25-935b-870eeb3f39cf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:39.184536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29cc7f79-1972-4f25-935b-870eeb3f39cf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:39.184853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29cc7f79-1972-4f25-935b-870eeb3f39cf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:39.304892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-29cc7f79-1972-4f25-935b-870eeb3f39cf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Calling delete_port for 99628f43-39b5-4083-9b93-e8c697508484 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:51:39.434807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29cc7f79-1972-4f25-935b-870eeb3f39cf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:39.479809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc7f79-1972-4f25-935b-870eeb3f39cf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Pushing event deleted for resources: {'Port': ['ID=99628f43-39b5-4083-9b93-e8c697508484,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:39.567850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29cc7f79-1972-4f25-935b-870eeb3f39cf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:39.581838 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-29cc7f79-1972-4f25-935b-870eeb3f39cf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:39.582941 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-29cc7f79-1972-4f25-935b-870eeb3f39cf tempest-ServerActionsTestJSON-603843962 tempest-ServerActionsTestJSON-603843962-project] 10.222.0.44 "DELETE /v2.0/floatingips/61f579c2-bb3f-40da-95ba-18b7a8683c0b HTTP/1.1" status: 204 len: 168 time: 0.7092564 May 09 13:51:39.585896 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35004) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:51:40.047693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f354b360-60a5-4c96-904f-f508b038e696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:40.178676 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-37ac8c14-5a8e-48a9-88d0-7ca7a5457050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:40.625701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f354b360-60a5-4c96-904f-f508b038e696 admin admin] Deleting port d4f7d99b-6560-43a3-a269-ffe29401066f {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:51:40.626041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f354b360-60a5-4c96-904f-f508b038e696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:40.794046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-f354b360-60a5-4c96-904f-f508b038e696 admin admin] For port d4f7d99b-6560-43a3-a269-ffe29401066f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d4f7d99b-6560-43a3-a269-ffe29401066f,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:40.794399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f354b360-60a5-4c96-904f-f508b038e696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:40.912552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f354b360-60a5-4c96-904f-f508b038e696 admin admin] Calling delete_port for d4f7d99b-6560-43a3-a269-ffe29401066f owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:51:41.069770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f354b360-60a5-4c96-904f-f508b038e696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:41.113261 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354b360-60a5-4c96-904f-f508b038e696 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f7d99b-6560-43a3-a269-ffe29401066f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:41.486417 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f354b360-60a5-4c96-904f-f508b038e696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:42.045443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f354b360-60a5-4c96-904f-f508b038e696 admin admin] Router 5056d8d0-919b-4f4f-be44-71a1267c19a4 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:51:42.237690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f354b360-60a5-4c96-904f-f508b038e696 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:51:42.246766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c69521a-4af4-4c13-bae1-c1ef6273cf8c None None] Sync routers for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:51:42.249676 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f354b360-60a5-4c96-904f-f508b038e696 admin admin] 10.222.0.44 "PUT /v2.0/routers/5056d8d0-919b-4f4f-be44-71a1267c19a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6628070 May 09 13:51:42.252088 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35008) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:51:42.259761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c69521a-4af4-4c13-bae1-c1ef6273cf8c None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:51:42.260389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0c69521a-4af4-4c13-bae1-c1ef6273cf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:51:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:51:42.430458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-0c69521a-4af4-4c13-bae1-c1ef6273cf8c None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:51:42.441213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:42.610250 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f727caf0-7e47-4699-8011-59ef1fdb339e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:42.634288 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:42.643740 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Deleting port 47da7801-d205-46f9-bf06-6e4229bd89e9 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:51:42.643885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:42.726000 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0c69521a-4af4-4c13-bae1-c1ef6273cf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:51:41Z', 'revision_number': 5, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port': {'id': '47da7801-d205-46f9-bf06-6e4229bd89e9', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:47:29Z', 'updated_at': '2022-05-09T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:51:42.730042 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c69521a-4af4-4c13-bae1-c1ef6273cf8c None None] Checking router: 5056d8d0-919b-4f4f-be44-71a1267c19a4 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:51:42.741435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c69521a-4af4-4c13-bae1-c1ef6273cf8c None None] Routers {'5056d8d0-919b-4f4f-be44-71a1267c19a4'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:51:42.742054 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0c69521a-4af4-4c13-bae1-c1ef6273cf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:51:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['5056d8d0-919b-4f4f-be44-71a1267c19a4'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:51:42.889641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-0c69521a-4af4-4c13-bae1-c1ef6273cf8c None None] Set router 5056d8d0-919b-4f4f-be44-71a1267c19a4 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:51:42.920307 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] For port 47da7801-d205-46f9-bf06-6e4229bd89e9, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=47da7801-d205-46f9-bf06-6e4229bd89e9,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:42.920652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:42.993224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0c69521a-4af4-4c13-bae1-c1ef6273cf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:51:42Z', 'revision_number': 6, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:51:42.994548 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:51:42.997620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c69521a-4af4-4c13-bae1-c1ef6273cf8c None None] The sync data for ids ['5056d8d0-919b-4f4f-be44-71a1267c19a4'] in dv-neutron-840889-2-hyperv is: [{'id': '5056d8d0-919b-4f4f-be44-71a1267c19a4', 'name': 'tempest-ServerActionsTestJSON-1314027444-router', 'tenant_id': 'a47776739c1c4e038634b628eeccafe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:47:28Z', 'updated_at': '2022-05-09T13:51:42Z', 'revision_number': 6, 'project_id': 'a47776739c1c4e038634b628eeccafe3', 'gw_port_host': None}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:51:43.040716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Calling delete_port for 47da7801-d205-46f9-bf06-6e4229bd89e9 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:51:43.195178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:43.236642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Pushing event deleted for resources: {'Port': ['ID=47da7801-d205-46f9-bf06-6e4229bd89e9,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:43.384630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d4f7d99b-6560-43a3-a269-ffe29401066f no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:51:43.418681 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: d4f7d99b-6560-43a3-a269-ffe29401066f {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:51:43.419021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d4f7d99b-6560-43a3-a269-ffe29401066f not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:51:43.442687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:43.472161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:43.727169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:43.731397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:43.757947 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:43.758449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5056d8d0-919b-4f4f-be44-71a1267c19a4 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:51:43.772738 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:43.773826 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ca9c90aa-dfbd-4d5c-8f99-32c7f552f088 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5056d8d0-919b-4f4f-be44-71a1267c19a4 HTTP/1.1" status: 204 len: 168 time: 1.5208733 May 09 13:51:43.776296 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35012) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:51:43.838122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b526b92f-5640-4e99-bc05-755ba0c81cbe admin admin] Deleting subnet 2c6b2a12-c641-4668-9862-38115b06de27 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:51:43.840880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b526b92f-5640-4e99-bc05-755ba0c81cbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:43.873487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:43.892093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b526b92f-5640-4e99-bc05-755ba0c81cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:43.967568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b526b92f-5640-4e99-bc05-755ba0c81cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:44.038677 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b526b92f-5640-4e99-bc05-755ba0c81cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:44.076071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526b92f-5640-4e99-bc05-755ba0c81cbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c6b2a12-c641-4668-9862-38115b06de27,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:44.081412 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b526b92f-5640-4e99-bc05-755ba0c81cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:44.086129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a3701f-dcdf-41a9-b23f-7ecc72fee92a None None] Network 7fa5385e-2c61-46fa-a351-e1037a8a0674 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:51:44.087369 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b526b92f-5640-4e99-bc05-755ba0c81cbe admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2c6b2a12-c641-4668-9862-38115b06de27 HTTP/1.1" status: 204 len: 168 time: 0.3101552 May 09 13:51:44.089738 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35016) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:51:44.290088 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:44.300136 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Deleting port e02c8807-7869-485e-99af-4682f62434ae {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:51:44.300455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:44.376654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5d840b-f839-4373-a4c2-5ead8dfbb21d None None] DHCP port deletion for 7fa5385e-2c61-46fa-a351-e1037a8a0674 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:51:44.381526 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d840b-f839-4373-a4c2-5ead8dfbb21d None None] Deleting port e02c8807-7869-485e-99af-4682f62434ae {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:51:44.381895 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7a5d840b-f839-4373-a4c2-5ead8dfbb21d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:44.504273 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] For port e02c8807-7869-485e-99af-4682f62434ae, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e02c8807-7869-485e-99af-4682f62434ae,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:44.504907 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:44.583682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7a5d840b-f839-4373-a4c2-5ead8dfbb21d None None] For port e02c8807-7869-485e-99af-4682f62434ae, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e02c8807-7869-485e-99af-4682f62434ae,segment=NetworkSegment(30057b0e-a830-44c4-b6cf-62ea367f83bb),segment_id=30057b0e-a830-44c4-b6cf-62ea367f83bb)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:44.584294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7a5d840b-f839-4373-a4c2-5ead8dfbb21d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:44.623140 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Calling delete_port for e02c8807-7869-485e-99af-4682f62434ae owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:51:44.694901 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:44.702829 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d840b-f839-4373-a4c2-5ead8dfbb21d None None] Calling delete_port for e02c8807-7869-485e-99af-4682f62434ae owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:51:44.742644 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02c8807-7869-485e-99af-4682f62434ae,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:44.748796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] No DVR routers for this DVR port e02c8807-7869-485e-99af-4682f62434ae on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:51:44.773426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-7a5d840b-f839-4373-a4c2-5ead8dfbb21d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:51:44.773778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-7a5d840b-f839-4373-a4c2-5ead8dfbb21d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:51:44.862390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:44.886575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa5385e-2c61-46fa-a351-e1037a8a0674']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:51:44.898783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30057b0e-a830-44c4-b6cf-62ea367f83bb') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:51:44.899078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30057b0e-a830-44c4-b6cf-62ea367f83bb') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:51:44.910094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:44.925944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:44.932847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:51:44.933226 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:51:44.946610 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:51:45.022175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:45.037154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:45.048128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa5385e-2c61-46fa-a351-e1037a8a0674,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:45.059694 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-52994ec5-8f84-441a-9679-67a5ae293161 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7fa5385e-2c61-46fa-a351-e1037a8a0674 HTTP/1.1" status: 204 len: 168 time: 0.9690375 May 09 13:51:45.105026 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:45.194877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35022) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:51:45.246166 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fba382c5-8592-4728-bd3c-b3aeed680d37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a47776739c1c4e038634b628eeccafe3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500236 May 09 13:51:45.248575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35026) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:51:45.250788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e02c8807-7869-485e-99af-4682f62434ae no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:51:45.280193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d840b-f839-4373-a4c2-5ead8dfbb21d None None] Deleting port e02c8807-7869-485e-99af-4682f62434ae {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:51:45.280556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7a5d840b-f839-4373-a4c2-5ead8dfbb21d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:45.306695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74890c97-557d-4884-9b02-db34b467fa0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:45.314377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: e02c8807-7869-485e-99af-4682f62434ae {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:51:45.314715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e02c8807-7869-485e-99af-4682f62434ae not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:51:45.315124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 47da7801-d205-46f9-bf06-6e4229bd89e9 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:51:45.331415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74890c97-557d-4884-9b02-db34b467fa0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:45.372244 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 47da7801-d205-46f9-bf06-6e4229bd89e9 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:51:45.373015 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 47da7801-d205-46f9-bf06-6e4229bd89e9 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:51:45.380864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d840b-f839-4373-a4c2-5ead8dfbb21d None None] The port 'e02c8807-7869-485e-99af-4682f62434ae' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:51:45.392519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74890c97-557d-4884-9b02-db34b467fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:45.409726 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74890c97-557d-4884-9b02-db34b467fa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5661cbaa-acb2-4253-971a-5dc8cee5a675,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:45.416433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74890c97-557d-4884-9b02-db34b467fa0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:45.419907 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-74890c97-557d-4884-9b02-db34b467fa0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5661cbaa-acb2-4253-971a-5dc8cee5a675 HTTP/1.1" status: 204 len: 168 time: 0.1680398 May 09 13:51:46.213723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35048) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:51:46.337414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-825109714-network', 'tenant_id': '5733f795286d4cfc8d8703c913bbdd1b'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:51:46.341990 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:51:46.345797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Usage tracker for resource:network and tenant:5733f795286d4cfc8d8703c913bbdd1b is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:51:46.348590 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:51:46.354270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:51:46.364159 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Made reservation on behalf of 5733f795286d4cfc8d8703c913bbdd1b for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:51:46.366944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:46.379028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:46.408878 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:51:46.412675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Usage tracker for resource:security_group_rule and tenant:5733f795286d4cfc8d8703c913bbdd1b is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:51:46.415410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:51:46.420971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:51:46.484965 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:46.488662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:46.520120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:51:46.530058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a4caee-2380-499c-b44e-6fa30f8eeb4c,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:46.536164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:46.536501 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Added segment 7bdbb055-ebf0-427c-8b84-d57c9e5ae813 of type vlan for network fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 May 09 13:51:46.563818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:46.592235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:46.593279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:46.593831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:46.695723 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4808979 May 09 13:51:46.696583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f88cec-02d0-496e-ad4c-1bbda52149db admin admin] Pushing event updated for resources: {'Network': ['ID=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:46.698990 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35054) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:51:46.704597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Request body: {'subnet': {'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-825109714-subnet', 'tenant_id': '5733f795286d4cfc8d8703c913bbdd1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:51:46.706610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:51:46.709488 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:51:46.713246 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Usage tracker for resource:subnet and tenant:5733f795286d4cfc8d8703c913bbdd1b is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:51:46.716043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:51:46.725689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:51:46.734628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Made reservation on behalf of 5733f795286d4cfc8d8703c913bbdd1b for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:51:46.736972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:46.934143 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:47.005533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b001d9c6-cbf4-4be4-bbbd-7f8a5131a1d4,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:47.018980 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:47.019325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:47.019660 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:47.019991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:47.020320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:47.020648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:47.020973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:47.021369 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:47.021698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:47.022019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:47.022337 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:51:47.027759 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Checking segment: {'id': '7bdbb055-ebf0-427c-8b84-d57c9e5ae813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:51:47.028119 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Network hostable DHCP agents. Network: fc4451c3-e8da-4bb6-9f83-7d073a5a90b5, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:51:47.049546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Network fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:51:47.058840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, fc4451c3-e8da-4bb6-9f83-7d073a5a90b5) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:51:47.062660 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:47.063235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:47.068531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b3c0ec-af90-490a-a94f-8641144a7cfe None None] Network fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:51:47.083413 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f2289a9a-a88d-4f94-8a22-19eab49c0e1a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3832874 May 09 13:51:47.273576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756ee525-740d-483b-9422-59ffdd4d5a06 None None] Network fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:51:47.613913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acaec9-5aad-48f9-913e-42bed3405427 req-6e85bfec-a410-445b-86cf-43e62d52ca7f tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:47.616295 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-6e85bfec-a410-445b-86cf-43e62d52ca7f tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/networks?id=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 HTTP/1.1" status: 200 len: 813 time: 0.1491020 May 09 13:51:47.633016 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-0779dea3-fc8d-49fe-bf20-be527ceaeb05 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/quotas/5733f795286d4cfc8d8703c913bbdd1b HTTP/1.1" status: 200 len: 375 time: 0.0108507 May 09 13:51:47.678188 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-d96ac287-2058-4bba-a849-244d80edeab2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5733f795286d4cfc8d8703c913bbdd1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396202 May 09 13:51:47.755926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-415ea249-3182-4a07-8ea7-89fc70327e9c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:51:47.756891 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-415ea249-3182-4a07-8ea7-89fc70327e9c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0726295 May 09 13:51:47.884493 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-d721c41d-9f0e-41cf-b09d-dcd93d9d5804 service neutron] 10.222.0.44 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213741 May 09 13:51:48.012427 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-7832e264-eb8f-4b1c-adee-dc2c100b4f58 service neutron] 10.222.0.44 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223476 May 09 13:51:49.208851 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83c06662-4007-40c4-9f45-5b515cca336a req-567c6225-f3bc-43be-b669-7cf36c1f38c5 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 210 time: 0.0408483 May 09 13:51:50.182002 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acaec9-5aad-48f9-913e-42bed3405427 req-70f27798-ab94-4873-9848-36312e77a955 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:50.182649 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-17acaec9-5aad-48f9-913e-42bed3405427 req-70f27798-ab94-4873-9848-36312e77a955 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Synchronizing usage tracker for tenant:5733f795286d4cfc8d8703c913bbdd1b on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:51:50.199385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-17acaec9-5aad-48f9-913e-42bed3405427 req-70f27798-ab94-4873-9848-36312e77a955 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Unset dirty status for tenant:5733f795286d4cfc8d8703c913bbdd1b on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:51:50.200723 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-70f27798-ab94-4873-9848-36312e77a955 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.57 "GET /v2.0/networks?id=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 HTTP/1.1" status: 200 len: 813 time: 0.1599474 May 09 13:51:50.215582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Request body: {'port': {'device_id': 'c6be19bc-df75-4301-a8d8-b90e5e85f128', 'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5', 'admin_state_up': True, 'tenant_id': '5733f795286d4cfc8d8703c913bbdd1b'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:51:50.350230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:51:50.353959 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Usage tracker for resource:port and tenant:5733f795286d4cfc8d8703c913bbdd1b is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:51:50.356660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:51:50.362204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:51:50.372919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Made reservation on behalf of 5733f795286d4cfc8d8703c913bbdd1b for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:51:50.375827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:50.385701 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-23e00e83-0987-4e13-a177-c3289195d6aa req-bfaeb5bb-ed02-4b72-9d3e-c826302ef655 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 210 time: 0.0459456 May 09 13:51:50.533886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Allocated IP 172.20.0.10 (fc4451c3-e8da-4bb6-9f83-7d073a5a90b5/b001d9c6-cbf4-4be4-bbbd-7f8a5131a1d4/a609c181-1bcd-4e5b-acbc-a97c589c81fb) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:51:50.824209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:50.850503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:50.919956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Network fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:51:50.923007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:51:50.927814 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:51:50.952169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Pushing event updated for resources: {'Port': ['ID=a609c181-1bcd-4e5b-acbc-a97c589c81fb,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:50.986450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:50.987039 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:51.008572 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-b5972467-e748-4ae5-a713-f24d1d28e018 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7965441 May 09 13:51:51.020796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Request body: {'port': {'device_id': 'c6be19bc-df75-4301-a8d8-b90e5e85f128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:51:51.125749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:51.451850 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a609c181-1bcd-4e5b-acbc-a97c589c81fb {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:51:51.458547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:51.473228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Transition to ACTIVE for port object a609c181-1bcd-4e5b-acbc-a97c589c81fb will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:51:51.477832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:51.546949 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:51.584154 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51130817-144e-4dcd-b029-35011f55fce7 req-302d9552-72d9-4218-8874-fe454be883ea tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:51.585693 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-51130817-144e-4dcd-b029-35011f55fce7 req-302d9552-72d9-4218-8874-fe454be883ea tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 944 time: 0.0768917 May 09 13:51:51.608752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Pushing event updated for resources: {'Port': ['ID=a609c181-1bcd-4e5b-acbc-a97c589c81fb,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:51.634830 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-51130817-144e-4dcd-b029-35011f55fce7 req-15d24871-9f55-4b26-804a-75affeb6a718 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421534 May 09 13:51:51.714647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Attempting to bind port a609c181-1bcd-4e5b-acbc-a97c589c81fb on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:51:51.714879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Attempting to bind port a609c181-1bcd-4e5b-acbc-a97c589c81fb by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '7bdbb055-ebf0-427c-8b84-d57c9e5ae813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:51:51.715191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Attempting to bind port a609c181-1bcd-4e5b-acbc-a97c589c81fb on network fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:51:51.720753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Port a609c181-1bcd-4e5b-acbc-a97c589c81fb on network fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:51:51.721059 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Attempting to bind port a609c181-1bcd-4e5b-acbc-a97c589c81fb on network fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:51:51.727080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:51:51.727405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Checking segment: {'id': '7bdbb055-ebf0-427c-8b84-d57c9e5ae813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:51:51.727776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Bound using segment: {'id': '7bdbb055-ebf0-427c-8b84-d57c9e5ae813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:51:51.728191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Bound port: a609c181-1bcd-4e5b-acbc-a97c589c81fb, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdbb055-ebf0-427c-8b84-d57c9e5ae813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:51:51.728522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:51.817018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] For port a609c181-1bcd-4e5b-acbc-a97c589c81fb, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:51:51.820755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] For port a609c181-1bcd-4e5b-acbc-a97c589c81fb, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a609c181-1bcd-4e5b-acbc-a97c589c81fb,segment=NetworkSegment(7bdbb055-ebf0-427c-8b84-d57c9e5ae813),segment_id=7bdbb055-ebf0-427c-8b84-d57c9e5ae813)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:51:51.824341 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:51.881865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:51.883236 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] 10.222.0.57 "PUT /v2.0/ports/a609c181-1bcd-4e5b-acbc-a97c589c81fb HTTP/1.1" status: 200 len: 1094 time: 0.8663583 May 09 13:51:51.883671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6be19bc-df75-4301-a8d8-b90e5e85f128', 'tag': 'a609c181-1bcd-4e5b-acbc-a97c589c81fb'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:51:51.905108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aba5c-7710-44af-b01b-e86c9456a014 service neutron] Pushing event updated for resources: {'Port': ['ID=a609c181-1bcd-4e5b-acbc-a97c589c81fb,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:51.956236 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b6e19d-eb45-451a-b863-60fb642e57ec'] response: {'name': 'network-changed', 'server_uuid': 'c6be19bc-df75-4301-a8d8-b90e5e85f128', 'tag': 'a609c181-1bcd-4e5b-acbc-a97c589c81fb', 'status': 'completed', 'code': 200} May 09 13:51:51.994548 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-327d3dab-bfd4-44e6-b351-c1575bc1beb7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5733f795286d4cfc8d8703c913bbdd1b&device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 1097 time: 0.0736957 May 09 13:51:52.059107 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-5ae1da33-cd97-424f-8a83-f53f477077fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a609c181-1bcd-4e5b-acbc-a97c589c81fb HTTP/1.1" status: 200 len: 217 time: 0.0585866 May 09 13:51:52.121733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acaec9-5aad-48f9-913e-42bed3405427 req-4c8038d8-2dcd-4874-acd2-2ec8aa25ac0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:52.123092 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-4c8038d8-2dcd-4874-acd2-2ec8aa25ac0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b001d9c6-cbf4-4be4-bbbd-7f8a5131a1d4 HTTP/1.1" status: 200 len: 853 time: 0.0583446 May 09 13:51:52.165398 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-45950bcc-5f7a-49b0-b8f4-388371589a58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369084 May 09 13:51:52.291463 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-bf2955c8-aa09-4221-a3e4-98ed8d63de47 service neutron] 10.222.0.57 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198127 May 09 13:51:52.503504 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-17acaec9-5aad-48f9-913e-42bed3405427 req-ea6497df-584b-41e6-a154-689c731dd604 service neutron] 10.222.0.57 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061853 May 09 13:51:52.620032 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4b0abe90-3a00-4aaa-bcf0-38f74737edb5 req-c30e5f75-ba7e-4a3f-8030-4350ba24dadc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5733f795286d4cfc8d8703c913bbdd1b&device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 1097 time: 0.0704892 May 09 13:51:52.751449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0abe90-3a00-4aaa-bcf0-38f74737edb5 req-d4b395a3-3733-4f8d-8206-e12f76be5e73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:52.752889 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4b0abe90-3a00-4aaa-bcf0-38f74737edb5 req-d4b395a3-3733-4f8d-8206-e12f76be5e73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 HTTP/1.1" status: 200 len: 914 time: 0.1264644 May 09 13:51:52.822240 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4b0abe90-3a00-4aaa-bcf0-38f74737edb5 req-153208f9-4038-401a-a94a-0e0a18520957 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a609c181-1bcd-4e5b-acbc-a97c589c81fb HTTP/1.1" status: 200 len: 217 time: 0.0636654 May 09 13:51:52.840162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3536d-68fd-407f-afb5-68b5a037623e req-7539c297-245d-4c37-a937-dc917bed6b8f tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:52.841634 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6ed3536d-68fd-407f-afb5-68b5a037623e req-7539c297-245d-4c37-a937-dc917bed6b8f tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 944 time: 0.0791295 May 09 13:51:52.888049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0abe90-3a00-4aaa-bcf0-38f74737edb5 req-36cd8e5c-281d-4d03-8fac-0a1c3bb6ef06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:52.889496 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4b0abe90-3a00-4aaa-bcf0-38f74737edb5 req-36cd8e5c-281d-4d03-8fac-0a1c3bb6ef06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b001d9c6-cbf4-4be4-bbbd-7f8a5131a1d4 HTTP/1.1" status: 200 len: 853 time: 0.0609834 May 09 13:51:52.934397 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4b0abe90-3a00-4aaa-bcf0-38f74737edb5 req-47544e65-c580-49d0-b332-358e8aea3785 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391126 May 09 13:51:52.965711 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6ed3536d-68fd-407f-afb5-68b5a037623e req-9f9a0218-ed13-4a19-88af-05d1b1ad66d8 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185722 May 09 13:51:53.071522 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4b0abe90-3a00-4aaa-bcf0-38f74737edb5 req-0bd07348-d95d-42d1-a152-332aca9b931a service neutron] 10.222.0.57 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306741 May 09 13:51:53.198578 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4b0abe90-3a00-4aaa-bcf0-38f74737edb5 req-113a6647-5c61-45ae-85fe-f0611d383206 service neutron] 10.222.0.57 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211195 May 09 13:51:54.160313 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a717-4d38-4cc5-8f9b-d905d409e713 req-1e64fb7b-be05-4165-84d6-4d81b6330f15 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:54.162278 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d957a717-4d38-4cc5-8f9b-d905d409e713 req-1e64fb7b-be05-4165-84d6-4d81b6330f15 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 944 time: 0.0739439 May 09 13:51:54.205261 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d957a717-4d38-4cc5-8f9b-d905d409e713 req-5521e573-9a94-45cb-bc55-944466190c13 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374289 May 09 13:51:55.398046 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225594d-326e-44d1-b1f8-ad857ebea2e9 req-fb2ede8d-1cff-4c52-9ec4-e4323035e601 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:55.399479 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f225594d-326e-44d1-b1f8-ad857ebea2e9 req-fb2ede8d-1cff-4c52-9ec4-e4323035e601 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 944 time: 0.0772855 May 09 13:51:55.443238 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f225594d-326e-44d1-b1f8-ad857ebea2e9 req-4a3742d7-6bc3-4f31-827b-e77ae547cf3f tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383849 May 09 13:51:56.054319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a609c181-1bcd-4e5b-acbc-a97c589c81fb details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:51:56.205801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a609c181-1bcd-4e5b-acbc-a97c589c81fb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a609c181-1bcd-4e5b-acbc-a97c589c81fb,segment=NetworkSegment(7bdbb055-ebf0-427c-8b84-d57c9e5ae813),segment_id=7bdbb055-ebf0-427c-8b84-d57c9e5ae813)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:56.218204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'a609c181-1bcd-4e5b-acbc-a97c589c81fb', 'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5', 'port_id': 'a609c181-1bcd-4e5b-acbc-a97c589c81fb', 'mac_address': 'fa:16:3e:2f:1c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b001d9c6-cbf4-4be4-bbbd-7f8a5131a1d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:51:56.269622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:56.285494 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a609c181-1bcd-4e5b-acbc-a97c589c81fb {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:51:56.299552 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a609c181-1bcd-4e5b-acbc-a97c589c81fb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a609c181-1bcd-4e5b-acbc-a97c589c81fb,segment=NetworkSegment(7bdbb055-ebf0-427c-8b84-d57c9e5ae813),segment_id=7bdbb055-ebf0-427c-8b84-d57c9e5ae813)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:56.304224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:56.369135 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=a609c181-1bcd-4e5b-acbc-a97c589c81fb,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:56.616826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['a609c181-1bcd-4e5b-acbc-a97c589c81fb'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:51:56.636192 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33193d3-d34c-4fa9-9889-db9fb65ad898 req-dc7269a3-9e87-4ec7-9cc4-60e935fa63c3 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:56.637588 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a33193d3-d34c-4fa9-9889-db9fb65ad898 req-dc7269a3-9e87-4ec7-9cc4-60e935fa63c3 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 945 time: 0.0754588 May 09 13:51:56.685725 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a33193d3-d34c-4fa9-9889-db9fb65ad898 req-612fe458-ff2b-4a32-bffd-8f1d7d1f4600 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 May 09 13:51:57.875563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ed824-2784-4dfc-95fb-b93e41d22d90 req-e06add61-5bc1-4b0a-ae8e-1e196c19df68 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:57.876886 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b35ed824-2784-4dfc-95fb-b93e41d22d90 req-e06add61-5bc1-4b0a-ae8e-1e196c19df68 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 945 time: 0.0739112 May 09 13:51:57.920387 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b35ed824-2784-4dfc-95fb-b93e41d22d90 req-69f77b3c-9032-44f1-b354-d4e9f9a1482c tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382977 May 09 13:51:58.069865 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a609c181-1bcd-4e5b-acbc-a97c589c81fb up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:51:58.135644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port a609c181-1bcd-4e5b-acbc-a97c589c81fb completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:51:58.140392 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port a609c181-1bcd-4e5b-acbc-a97c589c81fb triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:51:58.144555 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:58.250965 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:58.276976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6be19bc-df75-4301-a8d8-b90e5e85f128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a609c181-1bcd-4e5b-acbc-a97c589c81fb'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:51:58.286641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port a609c181-1bcd-4e5b-acbc-a97c589c81fb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a609c181-1bcd-4e5b-acbc-a97c589c81fb,segment=NetworkSegment(7bdbb055-ebf0-427c-8b84-d57c9e5ae813),segment_id=7bdbb055-ebf0-427c-8b84-d57c9e5ae813)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:51:58.290308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:51:58.333164 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce767254-688a-4d81-a6a5-26efc1edc0eb'] response: {'server_uuid': 'c6be19bc-df75-4301-a8d8-b90e5e85f128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a609c181-1bcd-4e5b-acbc-a97c589c81fb', 'code': 200} May 09 13:51:58.367109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=a609c181-1bcd-4e5b-acbc-a97c589c81fb,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:51:58.618229 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0f4d1973-b355-428c-ab85-a44573da87fd req-732e40b2-c974-4fd9-96c1-35e60cb728c3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 1099 time: 0.1340461 May 09 13:51:58.665637 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0f4d1973-b355-428c-ab85-a44573da87fd req-a3d36d49-53be-4a10-a5e0-adaf12a6f087 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 May 09 13:51:59.119672 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38565ea-d186-4f7e-bcd1-b07e4e445fbd req-7b6a20a8-58b7-4a34-9089-7a79fb367c3e tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:51:59.121120 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c38565ea-d186-4f7e-bcd1-b07e4e445fbd req-7b6a20a8-58b7-4a34-9089-7a79fb367c3e tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 946 time: 0.0808780 May 09 13:51:59.165024 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c38565ea-d186-4f7e-bcd1-b07e4e445fbd req-c07ac33d-21e2-46d8-9809-530273927bcf tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383067 May 09 13:52:00.204680 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cc0de495-a3bc-4372-815f-bd07659f76ee req-c3b2421e-2020-41c3-be41-4744dd6322cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0652966 May 09 13:52:00.340645 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cc0de495-a3bc-4372-815f-bd07659f76ee req-1eff55fc-a615-43dc-beda-8de2adbab3c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5733f795286d4cfc8d8703c913bbdd1b&device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 1099 time: 0.0679138 May 09 13:52:00.362350 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015c56a-dc7c-496d-9606-0d49cfbd12e1 req-58acbd56-fcb3-4523-bd63-29605c63d260 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:00.363794 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6015c56a-dc7c-496d-9606-0d49cfbd12e1 req-58acbd56-fcb3-4523-bd63-29605c63d260 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 946 time: 0.0743697 May 09 13:52:00.408862 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6015c56a-dc7c-496d-9606-0d49cfbd12e1 req-6994273f-de10-4c54-8c8c-4eb56bb7094f tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391600 May 09 13:52:00.481580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0de495-a3bc-4372-815f-bd07659f76ee req-3dfc99b3-2e35-48aa-bacb-93fa9f537f87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:00.483017 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cc0de495-a3bc-4372-815f-bd07659f76ee req-3dfc99b3-2e35-48aa-bacb-93fa9f537f87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 HTTP/1.1" status: 200 len: 914 time: 0.1253333 May 09 13:52:00.553712 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cc0de495-a3bc-4372-815f-bd07659f76ee req-cab3a7ec-73f8-4d44-88ee-8136ad3c3c52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a609c181-1bcd-4e5b-acbc-a97c589c81fb HTTP/1.1" status: 200 len: 217 time: 0.0647242 May 09 13:52:00.620658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0de495-a3bc-4372-815f-bd07659f76ee req-dbfc7cdb-c066-4f9f-b949-4340332dcb0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:00.622101 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cc0de495-a3bc-4372-815f-bd07659f76ee req-dbfc7cdb-c066-4f9f-b949-4340332dcb0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b001d9c6-cbf4-4be4-bbbd-7f8a5131a1d4 HTTP/1.1" status: 200 len: 853 time: 0.0634081 May 09 13:52:00.666106 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cc0de495-a3bc-4372-815f-bd07659f76ee req-75aa1412-2fb1-4020-aa87-4121b84ec4e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373602 May 09 13:52:00.706367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-b93c6fa8-0220-4898-b344-84927c3e9ae4 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:00.707779 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-b93c6fa8-0220-4898-b344-84927c3e9ae4 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/networks?id=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 HTTP/1.1" status: 200 len: 813 time: 0.1416121 May 09 13:52:00.723734 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-390503d1-34fe-42fd-b4e5-e509331cf239 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/quotas/5733f795286d4cfc8d8703c913bbdd1b HTTP/1.1" status: 200 len: 375 time: 0.0106099 May 09 13:52:00.795100 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cc0de495-a3bc-4372-815f-bd07659f76ee req-09f892aa-1f3c-49b5-8a54-2dd1c346d46a service neutron] 10.222.0.57 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226704 May 09 13:52:00.802978 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-e2ee4c0e-6471-414e-8e7d-297db8dc941e tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5733f795286d4cfc8d8703c913bbdd1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742414 May 09 13:52:01.003386 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-a7c1c4c7-c0c5-4c53-ad95-900f7dbc00f6 service neutron] 10.222.0.44 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936398 May 09 13:52:01.019238 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cc0de495-a3bc-4372-815f-bd07659f76ee req-d764faad-be07-478d-98e8-2b882c2da7da service neutron] 10.222.0.57 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172747 May 09 13:52:01.135280 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3e489f0d-59ea-4b6f-a00a-9f2892c149fd service neutron] 10.222.0.44 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257751 May 09 13:52:01.314413 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-43daa32e-163b-4de2-a9a8-76ad67352a3a req-9d09697a-f339-4c2b-9c24-c42c73aeb475 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 210 time: 0.0405331 May 09 13:52:02.303966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-dd7b73b9-20c6-43db-8fcc-84cd3c513d8f tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:02.305515 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-dd7b73b9-20c6-43db-8fcc-84cd3c513d8f tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.57 "GET /v2.0/networks?id=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 HTTP/1.1" status: 200 len: 813 time: 0.1457477 May 09 13:52:02.321698 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Request body: {'port': {'device_id': 'b08aebff-e5e7-456c-8fde-52676b260c59', 'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5', 'admin_state_up': True, 'tenant_id': '5733f795286d4cfc8d8703c913bbdd1b'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:02.456996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:02.460759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Usage tracker for resource:port and tenant:5733f795286d4cfc8d8703c913bbdd1b is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:02.463510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:02.469165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:02.478871 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Made reservation on behalf of 5733f795286d4cfc8d8703c913bbdd1b for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:02.479332 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-741f50f6-c183-41ac-a24d-ba94c007527c req-418f5f1d-855f-49ec-aeb5-952037788700 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 210 time: 0.0432720 May 09 13:52:02.481985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:02.643401 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Allocated IP 172.20.0.9 (fc4451c3-e8da-4bb6-9f83-7d073a5a90b5/b001d9c6-cbf4-4be4-bbbd-7f8a5131a1d4/5d437346-ee63-4281-926b-c4d99f5ff464) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:52:02.844137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:02.871835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:02.883869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['a609c181-1bcd-4e5b-acbc-a97c589c81fb'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:52:02.946936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Network fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:52:02.950070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:02.954483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:52:02.982352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Pushing event updated for resources: {'Port': ['ID=5d437346-ee63-4281-926b-c4d99f5ff464,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:03.015285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:03.015882 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:03.038061 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-fba1a2a9-0be9-449a-bbca-a813a84ec4a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7206755 May 09 13:52:03.048580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Request body: {'port': {'device_id': 'b08aebff-e5e7-456c-8fde-52676b260c59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:03.159145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:03.493398 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d437346-ee63-4281-926b-c4d99f5ff464 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:52:03.499936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:03.515023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Transition to ACTIVE for port object 5d437346-ee63-4281-926b-c4d99f5ff464 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:03.520437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:03.656082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Pushing event updated for resources: {'Port': ['ID=5d437346-ee63-4281-926b-c4d99f5ff464,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:03.689763 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de3d4d-4322-4040-a199-e1c06ae39798 req-f7ca000e-08b9-4f6b-86d5-1d5258834f61 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:03.691685 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-25de3d4d-4322-4040-a199-e1c06ae39798 req-f7ca000e-08b9-4f6b-86d5-1d5258834f61 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 943 time: 0.0857339 May 09 13:52:03.737127 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-25de3d4d-4322-4040-a199-e1c06ae39798 req-fdc10453-7ca6-457e-874e-6762d5377040 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 May 09 13:52:03.759514 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Attempting to bind port 5d437346-ee63-4281-926b-c4d99f5ff464 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:52:03.759845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Attempting to bind port 5d437346-ee63-4281-926b-c4d99f5ff464 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '7bdbb055-ebf0-427c-8b84-d57c9e5ae813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:52:03.760164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Attempting to bind port 5d437346-ee63-4281-926b-c4d99f5ff464 on network fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:52:03.765958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Port 5d437346-ee63-4281-926b-c4d99f5ff464 on network fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:52:03.766269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Attempting to bind port 5d437346-ee63-4281-926b-c4d99f5ff464 on network fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:52:03.772985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:52:03.773345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Checking segment: {'id': '7bdbb055-ebf0-427c-8b84-d57c9e5ae813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:03.773719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Bound using segment: {'id': '7bdbb055-ebf0-427c-8b84-d57c9e5ae813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:52:03.774133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Bound port: 5d437346-ee63-4281-926b-c4d99f5ff464, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdbb055-ebf0-427c-8b84-d57c9e5ae813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:52:03.774466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:03.858359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] For port 5d437346-ee63-4281-926b-c4d99f5ff464, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:52:03.861294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] For port 5d437346-ee63-4281-926b-c4d99f5ff464, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5d437346-ee63-4281-926b-c4d99f5ff464,segment=NetworkSegment(7bdbb055-ebf0-427c-8b84-d57c9e5ae813),segment_id=7bdbb055-ebf0-427c-8b84-d57c9e5ae813)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:52:03.865234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:04.016813 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:04.018188 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] 10.222.0.57 "PUT /v2.0/ports/5d437346-ee63-4281-926b-c4d99f5ff464 HTTP/1.1" status: 200 len: 1093 time: 0.9735446 May 09 13:52:04.018616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08aebff-e5e7-456c-8fde-52676b260c59', 'tag': '5d437346-ee63-4281-926b-c4d99f5ff464'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:52:04.038659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd08406-3d9c-4e6f-b82f-ae1283d07019 service neutron] Pushing event updated for resources: {'Port': ['ID=5d437346-ee63-4281-926b-c4d99f5ff464,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:04.093874 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871bd6c1-bdef-41c2-aab8-5a3464cc2323'] response: {'name': 'network-changed', 'server_uuid': 'b08aebff-e5e7-456c-8fde-52676b260c59', 'tag': '5d437346-ee63-4281-926b-c4d99f5ff464', 'status': 'completed', 'code': 200} May 09 13:52:04.128516 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-64cafbe0-6755-4861-b8fd-9cd493e7a2f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5733f795286d4cfc8d8703c913bbdd1b&device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 1096 time: 0.0690808 May 09 13:52:04.195951 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-bb28a7a5-4f48-4967-be99-4bcc4c9c4a35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d437346-ee63-4281-926b-c4d99f5ff464 HTTP/1.1" status: 200 len: 217 time: 0.0611832 May 09 13:52:04.256335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-82bc04a3-a70e-42e4-9621-c99b49a4e74b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:04.257754 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-82bc04a3-a70e-42e4-9621-c99b49a4e74b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b001d9c6-cbf4-4be4-bbbd-7f8a5131a1d4 HTTP/1.1" status: 200 len: 853 time: 0.0565996 May 09 13:52:04.307644 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-41d24518-ae19-4243-87f0-17b83fb7bb21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443020 May 09 13:52:04.439498 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-628f524e-fd43-4f25-b959-24ed6bbf0738 service neutron] 10.222.0.57 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256707 May 09 13:52:04.565726 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0d235160-ace7-47ab-b28f-9ef5c33ced26 req-19e2b8ac-462b-48c1-ab2f-66699bc76020 service neutron] 10.222.0.57 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202042 May 09 13:52:04.672381 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-26b9c209-ef25-46f5-a5bc-c2b5b7704c21 req-bc137dec-dcc4-46c9-8a79-cfd8cf8c2ac0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5733f795286d4cfc8d8703c913bbdd1b&device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 1096 time: 0.0665889 May 09 13:52:04.800321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9c209-ef25-46f5-a5bc-c2b5b7704c21 req-341b3e06-71d4-478e-ab5e-a72d1e0ed76a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:04.801813 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-26b9c209-ef25-46f5-a5bc-c2b5b7704c21 req-341b3e06-71d4-478e-ab5e-a72d1e0ed76a service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 HTTP/1.1" status: 200 len: 914 time: 0.1229463 May 09 13:52:04.870991 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-26b9c209-ef25-46f5-a5bc-c2b5b7704c21 req-ed50b233-d0c2-4fa6-ad70-fa6ee068bc81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d437346-ee63-4281-926b-c4d99f5ff464 HTTP/1.1" status: 200 len: 217 time: 0.0632312 May 09 13:52:04.930460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9c209-ef25-46f5-a5bc-c2b5b7704c21 req-9a536cfc-5ac6-4785-9584-56500c125e6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:04.931928 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-26b9c209-ef25-46f5-a5bc-c2b5b7704c21 req-9a536cfc-5ac6-4785-9584-56500c125e6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b001d9c6-cbf4-4be4-bbbd-7f8a5131a1d4 HTTP/1.1" status: 200 len: 853 time: 0.0560465 May 09 13:52:04.935764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e7939-9e75-4192-80e4-1328f45cde06 req-7e0967db-267f-4f7e-84b9-bf99585174e4 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:04.937183 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-566e7939-9e75-4192-80e4-1328f45cde06 req-7e0967db-267f-4f7e-84b9-bf99585174e4 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 943 time: 0.0787976 May 09 13:52:04.978398 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-26b9c209-ef25-46f5-a5bc-c2b5b7704c21 req-a5ba9d07-727f-4942-b46b-f1c3ff28b7b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408502 May 09 13:52:04.982082 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-566e7939-9e75-4192-80e4-1328f45cde06 req-9ab640e7-0bb6-4ba1-becc-d323b6e19c00 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392556 May 09 13:52:05.107347 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-26b9c209-ef25-46f5-a5bc-c2b5b7704c21 req-1409d87b-b4e2-4132-90cb-9bd4bc71b0f0 service neutron] 10.222.0.57 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234512 May 09 13:52:05.235335 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-26b9c209-ef25-46f5-a5bc-c2b5b7704c21 req-9da1abde-d27a-47a7-bd15-4103f24a5e0a service neutron] 10.222.0.57 "GET /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216378 May 09 13:52:06.182699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d27e-88c0-4fb0-a4b6-8ecf8e9be6cf req-48977c61-2ee4-4c44-a861-d18ea31a30a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:06.184155 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f229d27e-88c0-4fb0-a4b6-8ecf8e9be6cf req-48977c61-2ee4-4c44-a861-d18ea31a30a2 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 943 time: 0.0758440 May 09 13:52:06.230030 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f229d27e-88c0-4fb0-a4b6-8ecf8e9be6cf req-d3b2411f-cd93-45d9-9fcf-e3020bd86780 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402923 May 09 13:52:07.426363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a56f7a-9b59-4270-b301-4b9a75cf51a7 req-aca71a20-70b5-484e-87d4-23c3d1e1db19 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:07.427784 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-78a56f7a-9b59-4270-b301-4b9a75cf51a7 req-aca71a20-70b5-484e-87d4-23c3d1e1db19 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 943 time: 0.0774479 May 09 13:52:07.471553 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-78a56f7a-9b59-4270-b301-4b9a75cf51a7 req-28c6533c-b2a1-4ec6-99fc-957a2d56ddf0 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382745 May 09 13:52:08.168697 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 5d437346-ee63-4281-926b-c4d99f5ff464 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:52:08.300475 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 5d437346-ee63-4281-926b-c4d99f5ff464, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5d437346-ee63-4281-926b-c4d99f5ff464,segment=NetworkSegment(7bdbb055-ebf0-427c-8b84-d57c9e5ae813),segment_id=7bdbb055-ebf0-427c-8b84-d57c9e5ae813)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:08.314278 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '5d437346-ee63-4281-926b-c4d99f5ff464', 'network_id': 'fc4451c3-e8da-4bb6-9f83-7d073a5a90b5', 'port_id': '5d437346-ee63-4281-926b-c4d99f5ff464', 'mac_address': 'fa:16:3e:71:83:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b001d9c6-cbf4-4be4-bbbd-7f8a5131a1d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:52:08.372043 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:08.392466 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d437346-ee63-4281-926b-c4d99f5ff464 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:52:08.408850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 5d437346-ee63-4281-926b-c4d99f5ff464, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5d437346-ee63-4281-926b-c4d99f5ff464,segment=NetworkSegment(7bdbb055-ebf0-427c-8b84-d57c9e5ae813),segment_id=7bdbb055-ebf0-427c-8b84-d57c9e5ae813)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:08.413035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:08.476254 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=5d437346-ee63-4281-926b-c4d99f5ff464,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:08.484183 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:08.484522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:08.484849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:08.485176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:08.485523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:08.485843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:08.486161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:08.486477 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:08.486789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:08.487101 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:08.487412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:08.663961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1528fd4-8474-4a4e-b16f-849c86fdb0a6 req-f8a7a117-f7fc-4f96-913e-6f7b278faf28 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:08.665429 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a1528fd4-8474-4a4e-b16f-849c86fdb0a6 req-f8a7a117-f7fc-4f96-913e-6f7b278faf28 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 944 time: 0.0778756 May 09 13:52:08.709508 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a1528fd4-8474-4a4e-b16f-849c86fdb0a6 req-61873c28-ccfd-4fa4-b7dd-b6d429c51e04 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385127 May 09 13:52:08.744614 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['5d437346-ee63-4281-926b-c4d99f5ff464'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:52:09.979835 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d95a4-d370-4391-a796-ecc1521a5025 req-9ebc8fa8-f4f0-4245-833d-f8761b8b40ce tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:09.981168 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-523d95a4-d370-4391-a796-ecc1521a5025 req-9ebc8fa8-f4f0-4245-833d-f8761b8b40ce tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 944 time: 0.1509893 May 09 13:52:10.025103 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-523d95a4-d370-4391-a796-ecc1521a5025 req-c869e3a8-a258-4ea6-9d74-9fdeb176674f tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383153 May 09 13:52:10.136486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 5d437346-ee63-4281-926b-c4d99f5ff464 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:52:10.199961 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48496b71-65b5-48ef-b214-c2241cf3f762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:10.215569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 5d437346-ee63-4281-926b-c4d99f5ff464 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:10.220083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 5d437346-ee63-4281-926b-c4d99f5ff464 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:10.220439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:10.330974 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:10.356956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08aebff-e5e7-456c-8fde-52676b260c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d437346-ee63-4281-926b-c4d99f5ff464'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:52:10.366527 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 5d437346-ee63-4281-926b-c4d99f5ff464, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5d437346-ee63-4281-926b-c4d99f5ff464,segment=NetworkSegment(7bdbb055-ebf0-427c-8b84-d57c9e5ae813),segment_id=7bdbb055-ebf0-427c-8b84-d57c9e5ae813)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:10.370717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:10.414163 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7faf88fc-a06e-4dee-a42d-db5ddb511fea'] response: {'server_uuid': 'b08aebff-e5e7-456c-8fde-52676b260c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d437346-ee63-4281-926b-c4d99f5ff464', 'code': 200} May 09 13:52:10.439136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=5d437346-ee63-4281-926b-c4d99f5ff464,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:10.627207 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-81af557e-66af-4d9e-bd2a-ea2246ae00a0 req-2a68e65f-c784-4c40-a02d-c79218cfea2f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 1098 time: 0.0659895 May 09 13:52:10.667967 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-81af557e-66af-4d9e-bd2a-ea2246ae00a0 req-d02216b0-0add-47c1-b683-0dec594c912b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348427 May 09 13:52:11.218593 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c509ad0-1438-4a99-a25a-94f9467ec2ce req-d65ad133-97db-4d4c-9cd0-70077abb3f7b tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:11.220025 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4c509ad0-1438-4a99-a25a-94f9467ec2ce req-d65ad133-97db-4d4c-9cd0-70077abb3f7b tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 945 time: 0.0774679 May 09 13:52:11.265454 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4c509ad0-1438-4a99-a25a-94f9467ec2ce req-da46b7fa-3b20-4485-b773-c999e8faad7c tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397813 May 09 13:52:12.454731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633a190-0159-4c57-8021-c169e238e685 req-4a53e512-533b-490d-b506-c0c1d2383a3e tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:12.456183 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f633a190-0159-4c57-8021-c169e238e685 req-4a53e512-533b-490d-b506-c0c1d2383a3e tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 945 time: 0.0735936 May 09 13:52:12.472911 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-205839f0-1cde-45bf-8371-76e94df86068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:12.501984 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f633a190-0159-4c57-8021-c169e238e685 req-cd648d41-ff7b-4f61-ba9a-7743a0c2561c tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395100 May 09 13:52:12.908359 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a201746-8cfc-4483-af26-5d73bedd2e41 req-d47f544d-b57e-43fe-9a8e-262626993a64 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:12.909808 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a201746-8cfc-4483-af26-5d73bedd2e41 req-d47f544d-b57e-43fe-9a8e-262626993a64 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 945 time: 0.0774436 May 09 13:52:12.953920 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a201746-8cfc-4483-af26-5d73bedd2e41 req-31e6efc3-0192-4439-ab09-d30598e338d5 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387254 May 09 13:52:13.439936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:13.875710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:14.146669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79f76c-3e5f-4d22-bbdf-e0284f278a84 req-b7f3bc2f-8a8a-49e7-80e0-48661db23e33 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:14.148033 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ba79f76c-3e5f-4d22-bbdf-e0284f278a84 req-b7f3bc2f-8a8a-49e7-80e0-48661db23e33 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 945 time: 0.0747046 May 09 13:52:14.193663 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ba79f76c-3e5f-4d22-bbdf-e0284f278a84 req-2b4fd4ba-31bc-4c66-8aed-6acce9625b6f tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389249 May 09 13:52:14.425016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9807fb6-b862-4406-a321-8ce972c30824 req-c78829d7-5c4b-422f-a1f6-84603ad08fe6 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:14.425632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-e9807fb6-b862-4406-a321-8ce972c30824 req-c78829d7-5c4b-422f-a1f6-84603ad08fe6 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Synchronizing usage tracker for tenant:5733f795286d4cfc8d8703c913bbdd1b on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:52:14.441909 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-e9807fb6-b862-4406-a321-8ce972c30824 req-c78829d7-5c4b-422f-a1f6-84603ad08fe6 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Unset dirty status for tenant:5733f795286d4cfc8d8703c913bbdd1b on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:52:14.443871 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e9807fb6-b862-4406-a321-8ce972c30824 req-c78829d7-5c4b-422f-a1f6-84603ad08fe6 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.57 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 945 time: 0.0934861 May 09 13:52:14.508577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-e9807fb6-b862-4406-a321-8ce972c30824 req-b3ae3bdb-fdb6-40e0-9876-a6cb0a4f6457 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Deleting port 5d437346-ee63-4281-926b-c4d99f5ff464 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:52:14.508906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e9807fb6-b862-4406-a321-8ce972c30824 req-b3ae3bdb-fdb6-40e0-9876-a6cb0a4f6457 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:14.827758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-e9807fb6-b862-4406-a321-8ce972c30824 req-b3ae3bdb-fdb6-40e0-9876-a6cb0a4f6457 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] For port 5d437346-ee63-4281-926b-c4d99f5ff464, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5d437346-ee63-4281-926b-c4d99f5ff464,segment=NetworkSegment(7bdbb055-ebf0-427c-8b84-d57c9e5ae813),segment_id=7bdbb055-ebf0-427c-8b84-d57c9e5ae813)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:14.828110 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e9807fb6-b862-4406-a321-8ce972c30824 req-b3ae3bdb-fdb6-40e0-9876-a6cb0a4f6457 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:14.944331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-e9807fb6-b862-4406-a321-8ce972c30824 req-b3ae3bdb-fdb6-40e0-9876-a6cb0a4f6457 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Calling delete_port for 5d437346-ee63-4281-926b-c4d99f5ff464 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:52:15.079802 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e9807fb6-b862-4406-a321-8ce972c30824 req-b3ae3bdb-fdb6-40e0-9876-a6cb0a4f6457 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:15.090910 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['a609c181-1bcd-4e5b-acbc-a97c589c81fb', '5d437346-ee63-4281-926b-c4d99f5ff464'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:52:15.130767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae3bdb-fdb6-40e0-9876-a6cb0a4f6457 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Pushing event deleted for resources: {'Port': ['ID=5d437346-ee63-4281-926b-c4d99f5ff464,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:15.149093 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:15.207773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9807fb6-b862-4406-a321-8ce972c30824 req-b3ae3bdb-fdb6-40e0-9876-a6cb0a4f6457 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] No DVR routers for this DVR port 5d437346-ee63-4281-926b-c4d99f5ff464 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:52:15.211190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e9807fb6-b862-4406-a321-8ce972c30824 req-b3ae3bdb-fdb6-40e0-9876-a6cb0a4f6457 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:15.215108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08aebff-e5e7-456c-8fde-52676b260c59', 'name': 'network-vif-deleted', 'tag': '5d437346-ee63-4281-926b-c4d99f5ff464'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:52:15.231223 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e9807fb6-b862-4406-a321-8ce972c30824 req-b3ae3bdb-fdb6-40e0-9876-a6cb0a4f6457 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.57 "DELETE /v2.0/ports/5d437346-ee63-4281-926b-c4d99f5ff464 HTTP/1.1" status: 204 len: 173 time: 0.7820468 May 09 13:52:15.275972 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102d4601-5bff-4bc5-8165-2efb1b7f87b6'] response: {'server_uuid': 'b08aebff-e5e7-456c-8fde-52676b260c59', 'name': 'network-vif-deleted', 'tag': '5d437346-ee63-4281-926b-c4d99f5ff464', 'status': 'completed', 'code': 200} May 09 13:52:15.381305 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b42fc583-4957-484f-8e36-a13ecc2f663d req-354a4752-3b8d-42fa-a9bc-8dffc4245443 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08aebff-e5e7-456c-8fde-52676b260c59 HTTP/1.1" status: 200 len: 210 time: 0.0491948 May 09 13:52:16.646734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fab49-190d-49c7-a64b-5da9fba62840 req-02bb1a5e-c967-40e2-bafa-3ab1bbb1286a tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:16.648197 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d40fab49-190d-49c7-a64b-5da9fba62840 req-02bb1a5e-c967-40e2-bafa-3ab1bbb1286a tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 946 time: 0.0749090 May 09 13:52:16.691783 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d40fab49-190d-49c7-a64b-5da9fba62840 req-71407a63-5ba4-4c7d-8531-2677a445143f tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380974 May 09 13:52:16.920248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa25e9-bd8a-40c4-96ab-8affe7022976 req-96d01ba7-e868-450a-b0e1-681296d97bb7 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:16.921712 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-89aa25e9-bd8a-40c4-96ab-8affe7022976 req-96d01ba7-e868-450a-b0e1-681296d97bb7 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 946 time: 0.0784149 May 09 13:52:16.965992 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-89aa25e9-bd8a-40c4-96ab-8affe7022976 req-a7f7674e-2d60-4f27-ac5f-26e5e771f0cb tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386798 May 09 13:52:17.156090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fa016-20a6-4724-a773-d0610c0db50a req-4e5662ed-370d-4b74-9e27-f7aef0a2757a tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:17.157527 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e42fa016-20a6-4724-a773-d0610c0db50a req-4e5662ed-370d-4b74-9e27-f7aef0a2757a tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 946 time: 0.0736685 May 09 13:52:17.204583 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e42fa016-20a6-4724-a773-d0610c0db50a req-82187d75-9b14-4c56-b156-745cc3f94252 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 May 09 13:52:17.394992 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bab9c420-edff-4b96-a72b-f0994f4c6906 req-14d66bde-6779-4317-8f60-99416a48285e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658576 May 09 13:52:17.591040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3214c-a29f-46f3-9219-d3011a63184f req-1bf8e1b5-b76e-42ff-9d82-f770abf7024a tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:17.592571 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cfb3214c-a29f-46f3-9219-d3011a63184f req-1bf8e1b5-b76e-42ff-9d82-f770abf7024a tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 946 time: 0.0750039 May 09 13:52:17.639938 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cfb3214c-a29f-46f3-9219-d3011a63184f req-8ef2baef-53bc-4413-b458-02156b2eb604 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 May 09 13:52:17.834030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542040fe-7467-4fba-83ea-2a019998de5e req-7035dc1c-7799-4056-a3d0-9ab2c4d4da14 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:17.835496 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-542040fe-7467-4fba-83ea-2a019998de5e req-7035dc1c-7799-4056-a3d0-9ab2c4d4da14 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 946 time: 0.0773716 May 09 13:52:17.879785 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-542040fe-7467-4fba-83ea-2a019998de5e req-58be71d7-1f20-49bd-b141-d2c9e339bf92 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387247 May 09 13:52:18.091121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba88b40-3f7f-44ef-9d01-db41fc7a40c7 req-b5d6f27e-64b6-4bd1-9ed3-8f7a6fe486dc tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:18.092544 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eba88b40-3f7f-44ef-9d01-db41fc7a40c7 req-b5d6f27e-64b6-4bd1-9ed3-8f7a6fe486dc tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 946 time: 0.0791306 May 09 13:52:18.136521 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eba88b40-3f7f-44ef-9d01-db41fc7a40c7 req-4efa688b-7fdb-4744-ae2a-6a7fc6ac7426 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 May 09 13:52:18.220819 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 5d437346-ee63-4281-926b-c4d99f5ff464 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:52:18.253039 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 5d437346-ee63-4281-926b-c4d99f5ff464 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:52:18.253408 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 5d437346-ee63-4281-926b-c4d99f5ff464 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:52:18.683041 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c209cb-9fff-4ebb-b057-9c7096c9806a req-5e02d7b9-cceb-45b9-b970-c3c1c7578771 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:18.684395 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-12c209cb-9fff-4ebb-b057-9c7096c9806a req-5e02d7b9-cceb-45b9-b970-c3c1c7578771 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 946 time: 0.0743878 May 09 13:52:18.728418 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-12c209cb-9fff-4ebb-b057-9c7096c9806a req-77b3ebf5-4e05-442c-b6ec-6f1a1bc62038 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 May 09 13:52:19.936011 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1a923-b3b4-4e70-af12-f33bd58986ba req-2f27d269-80a8-49ec-91fa-3457b8fbf9cd tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:19.937421 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-acc1a923-b3b4-4e70-af12-f33bd58986ba req-2f27d269-80a8-49ec-91fa-3457b8fbf9cd tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 946 time: 0.0795474 May 09 13:52:19.981926 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-acc1a923-b3b4-4e70-af12-f33bd58986ba req-7734fa11-3a20-453e-b411-4d6e8d40e2cc tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8a4caee-2380-499c-b44e-6fa30f8eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385225 May 09 13:52:19.994407 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:52:20.326719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e41ba-4f90-4901-81db-15971824e570 req-e872325f-081f-41b6-a21e-49cdf130012b tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:20.327434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-162e41ba-4f90-4901-81db-15971824e570 req-e872325f-081f-41b6-a21e-49cdf130012b tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Synchronizing usage tracker for tenant:5733f795286d4cfc8d8703c913bbdd1b on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:52:20.343067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-162e41ba-4f90-4901-81db-15971824e570 req-e872325f-081f-41b6-a21e-49cdf130012b tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Unset dirty status for tenant:5733f795286d4cfc8d8703c913bbdd1b on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:52:20.344176 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-162e41ba-4f90-4901-81db-15971824e570 req-e872325f-081f-41b6-a21e-49cdf130012b tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 946 time: 0.0909073 May 09 13:52:20.413819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-162e41ba-4f90-4901-81db-15971824e570 req-e52c9bdf-d191-4326-82a2-993a42e7d2d1 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Deleting port a609c181-1bcd-4e5b-acbc-a97c589c81fb {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:52:20.414151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-162e41ba-4f90-4901-81db-15971824e570 req-e52c9bdf-d191-4326-82a2-993a42e7d2d1 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:20.649997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-162e41ba-4f90-4901-81db-15971824e570 req-e52c9bdf-d191-4326-82a2-993a42e7d2d1 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] For port a609c181-1bcd-4e5b-acbc-a97c589c81fb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a609c181-1bcd-4e5b-acbc-a97c589c81fb,segment=NetworkSegment(7bdbb055-ebf0-427c-8b84-d57c9e5ae813),segment_id=7bdbb055-ebf0-427c-8b84-d57c9e5ae813)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:20.650359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-162e41ba-4f90-4901-81db-15971824e570 req-e52c9bdf-d191-4326-82a2-993a42e7d2d1 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:20.771314 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-162e41ba-4f90-4901-81db-15971824e570 req-e52c9bdf-d191-4326-82a2-993a42e7d2d1 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Calling delete_port for a609c181-1bcd-4e5b-acbc-a97c589c81fb owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:52:20.928532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-162e41ba-4f90-4901-81db-15971824e570 req-e52c9bdf-d191-4326-82a2-993a42e7d2d1 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:20.978449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c9bdf-d191-4326-82a2-993a42e7d2d1 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Pushing event deleted for resources: {'Port': ['ID=a609c181-1bcd-4e5b-acbc-a97c589c81fb,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:21.048023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-162e41ba-4f90-4901-81db-15971824e570 req-e52c9bdf-d191-4326-82a2-993a42e7d2d1 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] No DVR routers for this DVR port a609c181-1bcd-4e5b-acbc-a97c589c81fb on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:52:21.050448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-162e41ba-4f90-4901-81db-15971824e570 req-e52c9bdf-d191-4326-82a2-993a42e7d2d1 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:21.053513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6be19bc-df75-4301-a8d8-b90e5e85f128', 'name': 'network-vif-deleted', 'tag': 'a609c181-1bcd-4e5b-acbc-a97c589c81fb'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:52:21.069154 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-162e41ba-4f90-4901-81db-15971824e570 req-e52c9bdf-d191-4326-82a2-993a42e7d2d1 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.57 "DELETE /v2.0/ports/a609c181-1bcd-4e5b-acbc-a97c589c81fb HTTP/1.1" status: 204 len: 173 time: 0.7192810 May 09 13:52:21.110044 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ebe4f8e-84c3-40ed-ba83-3513d92b7bba'] response: {'server_uuid': 'c6be19bc-df75-4301-a8d8-b90e5e85f128', 'name': 'network-vif-deleted', 'tag': 'a609c181-1bcd-4e5b-acbc-a97c589c81fb', 'status': 'completed', 'code': 200} May 09 13:52:21.151210 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ce86df69-8293-4b67-8617-e72c8c4de278 req-8cae264b-ef01-4dca-af9c-fdb688f12d27 tempest-ServersNegativeTestJSON-2125351665 tempest-ServersNegativeTestJSON-2125351665-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6be19bc-df75-4301-a8d8-b90e5e85f128 HTTP/1.1" status: 200 len: 210 time: 0.0474403 May 09 13:52:21.552120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:22.225220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a609c181-1bcd-4e5b-acbc-a97c589c81fb no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:52:22.257852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: a609c181-1bcd-4e5b-acbc-a97c589c81fb {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:52:22.258040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35196) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:22.258475 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device a609c181-1bcd-4e5b-acbc-a97c589c81fb not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:52:22.318869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-901050d1-2951-489e-8ee4-a2b2576faf1b admin admin] Deleting subnet b001d9c6-cbf4-4be4-bbbd-7f8a5131a1d4 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:52:22.321728 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-901050d1-2951-489e-8ee4-a2b2576faf1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:22.368850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-901050d1-2951-489e-8ee4-a2b2576faf1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:22.420948 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-901050d1-2951-489e-8ee4-a2b2576faf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:22.488463 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-901050d1-2951-489e-8ee4-a2b2576faf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:22.525913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901050d1-2951-489e-8ee4-a2b2576faf1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b001d9c6-cbf4-4be4-bbbd-7f8a5131a1d4,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:22.530685 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-901050d1-2951-489e-8ee4-a2b2576faf1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:22.536142 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-901050d1-2951-489e-8ee4-a2b2576faf1b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b001d9c6-cbf4-4be4-bbbd-7f8a5131a1d4 HTTP/1.1" status: 204 len: 168 time: 0.2772541 May 09 13:52:22.538694 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35200) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:22.729526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-962aa81d-d632-426d-858f-579b5734e09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:22.875352 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-962aa81d-d632-426d-858f-579b5734e09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:22.901976 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-962aa81d-d632-426d-858f-579b5734e09f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4451c3-e8da-4bb6-9f83-7d073a5a90b5']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:22.916817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-962aa81d-d632-426d-858f-579b5734e09f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdbb055-ebf0-427c-8b84-d57c9e5ae813') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:22.917115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-962aa81d-d632-426d-858f-579b5734e09f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdbb055-ebf0-427c-8b84-d57c9e5ae813') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:22.929104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-962aa81d-d632-426d-858f-579b5734e09f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:22.946972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-962aa81d-d632-426d-858f-579b5734e09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:22.952983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962aa81d-d632-426d-858f-579b5734e09f admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:52:22.953676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-962aa81d-d632-426d-858f-579b5734e09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:52:22.968459 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:52:23.054038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-962aa81d-d632-426d-858f-579b5734e09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:23.069452 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-962aa81d-d632-426d-858f-579b5734e09f admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:23.082101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962aa81d-d632-426d-858f-579b5734e09f admin admin] Pushing event deleted for resources: {'Network': ['ID=fc4451c3-e8da-4bb6-9f83-7d073a5a90b5,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:23.091340 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-962aa81d-d632-426d-858f-579b5734e09f admin admin] 10.222.0.44 "DELETE /v2.0/networks/fc4451c3-e8da-4bb6-9f83-7d073a5a90b5 HTTP/1.1" status: 204 len: 168 time: 0.5514147 May 09 13:52:23.235282 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35206) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:23.292075 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8b2fd06d-74d0-4121-aefa-2a56402dd73b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5733f795286d4cfc8d8703c913bbdd1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0556254 May 09 13:52:23.294650 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35210) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:23.363981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c3f99c2-7d11-4740-841b-3e5c62db988e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:23.391529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c3f99c2-7d11-4740-841b-3e5c62db988e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:23.449529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c3f99c2-7d11-4740-841b-3e5c62db988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:23.464957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f99c2-7d11-4740-841b-3e5c62db988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a4caee-2380-499c-b44e-6fa30f8eeb4c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:23.471109 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c3f99c2-7d11-4740-841b-3e5c62db988e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:23.472231 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2c3f99c2-7d11-4740-841b-3e5c62db988e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8a4caee-2380-499c-b44e-6fa30f8eeb4c HTTP/1.1" status: 204 len: 168 time: 0.1767027 May 09 13:52:24.387954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35232) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:24.516242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1262564682'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:24.520103 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:24.523842 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Usage tracker for resource:network and tenant:5f087003615d48ec92c2bb368beb4e1c is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:24.526641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:24.532610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:24.542751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Made reservation on behalf of 5f087003615d48ec92c2bb368beb4e1c for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:24.545607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:24.558477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:24.589095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:24.592808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Usage tracker for resource:security_group_rule and tenant:5f087003615d48ec92c2bb368beb4e1c is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:24.595630 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:24.601859 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:24.667675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:24.671424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:24.704353 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:52:24.713068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed73528-67c2-432d-91ed-d24d7b0f2e92,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:24.718499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:24.718859 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Added segment d502779a-7041-49da-a795-ec368259a3cf of type vlan for network b447494a-7491-405c-9707-148a3c047748 May 09 13:52:24.744907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:24.773099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:24.776952 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:24.777564 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:24.884608 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4955196 May 09 13:52:24.887301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14aecd-0194-42d7-9a3e-a8ab1ff29038 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event updated for resources: {'Network': ['ID=b447494a-7491-405c-9707-148a3c047748,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:24.898010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network b447494a-7491-405c-9707-148a3c047748 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:52:28.130003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35238) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:28.136080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Request body: {'subnet': {'network_id': 'b447494a-7491-405c-9707-148a3c047748', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:28.242069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:28.246003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Usage tracker for resource:subnet and tenant:5f087003615d48ec92c2bb368beb4e1c is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:28.248738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:28.254329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:28.264512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Made reservation on behalf of 5f087003615d48ec92c2bb368beb4e1c for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:28.363330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:28.570570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:28.647993 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event updated for resources: {'Subnet': ['ID=2724aaa9-5cc0-4bf3-86ac-b5e28177a018,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:28.653844 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Checking segment: {'id': 'd502779a-7041-49da-a795-ec368259a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b447494a-7491-405c-9707-148a3c047748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:28.654190 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Network hostable DHCP agents. Network: b447494a-7491-405c-9707-148a3c047748, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:52:28.674847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Network b447494a-7491-405c-9707-148a3c047748 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:52:28.684329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, b447494a-7491-405c-9707-148a3c047748) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:28.688358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:28.688927 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:28.693913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf9ef00-ccaa-4c96-b8fc-686754ee5312 None None] Network b447494a-7491-405c-9707-148a3c047748 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:28.714104 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3903e96c-73be-4878-974d-d984bd594047 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5829799 May 09 13:52:28.717565 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35242) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:28.722992 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1716159844'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:28.728419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:28.732222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Usage tracker for resource:network and tenant:5f087003615d48ec92c2bb368beb4e1c is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:28.735174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:28.741584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:28.751652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Made reservation on behalf of 5f087003615d48ec92c2bb368beb4e1c for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:28.754530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:28.781513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:52:28.792363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:28.792712 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Added segment 049cc5cd-9960-49e2-8cca-96cae52fbd98 of type vlan for network d2b5c66b-4a75-452b-ba1e-a41fb1565c95 May 09 13:52:28.818720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:28.847633 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:28.851983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:28.852566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:28.908036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-b447494a-7491-405c-9707-148a3c047748', 'network_id': 'b447494a-7491-405c-9707-148a3c047748', 'tenant_id': '5f087003615d48ec92c2bb368beb4e1c', 'fixed_ips': [{'subnet_id': '2724aaa9-5cc0-4bf3-86ac-b5e28177a018'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:52:28.908855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:28.947916 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2293062 May 09 13:52:28.950905 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35246) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:28.957235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Request body: {'subnet': {'network_id': 'd2b5c66b-4a75-452b-ba1e-a41fb1565c95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:28.959285 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44939c-fb3f-4fa5-a101-488f8e53c1f4 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event updated for resources: {'Network': ['ID=d2b5c66b-4a75-452b-ba1e-a41fb1565c95,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:28.969746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network d2b5c66b-4a75-452b-ba1e-a41fb1565c95 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:52:29.069902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:29.073668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Usage tracker for resource:subnet and tenant:5f087003615d48ec92c2bb368beb4e1c is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:29.076529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:29.082152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:29.092075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Made reservation on behalf of 5f087003615d48ec92c2bb368beb4e1c for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:29.153350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Allocated IP 2001:db8:0:ffff::2 (b447494a-7491-405c-9707-148a3c047748/2724aaa9-5cc0-4bf3-86ac-b5e28177a018/dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:52:29.283866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:29.353365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:29.364394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Transition to ACTIVE for port object dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:29.383387 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Transition to ACTIVE for port object dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:29.388921 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:29.456936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Network b447494a-7491-405c-9707-148a3c047748 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:52:29.459808 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:29.464106 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:52:29.466153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Pushing event updated for resources: {'Port': ['ID=dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:29.507828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:29.551792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Attempting to bind port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:52:29.552158 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Attempting to bind port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'd502779a-7041-49da-a795-ec368259a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b447494a-7491-405c-9707-148a3c047748'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:52:29.552516 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Attempting to bind port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a on network b447494a-7491-405c-9707-148a3c047748 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:52:29.559071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:52:29.559441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Checking segment: {'id': 'd502779a-7041-49da-a795-ec368259a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b447494a-7491-405c-9707-148a3c047748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:29.559837 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:29.560234 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Bound using segment: {'id': 'd502779a-7041-49da-a795-ec368259a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b447494a-7491-405c-9707-148a3c047748'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:52:29.560692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Bound port: dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd502779a-7041-49da-a795-ec368259a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b447494a-7491-405c-9707-148a3c047748'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:52:29.561064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:29.590049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event updated for resources: {'Subnet': ['ID=783e6ffe-663e-4670-a087-549a8c2f8ca3,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:29.600567 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Checking segment: {'id': '049cc5cd-9960-49e2-8cca-96cae52fbd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd2b5c66b-4a75-452b-ba1e-a41fb1565c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:29.600919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Network hostable DHCP agents. Network: d2b5c66b-4a75-452b-ba1e-a41fb1565c95, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:52:29.622752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Network d2b5c66b-4a75-452b-ba1e-a41fb1565c95 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:52:29.631663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, d2b5c66b-4a75-452b-ba1e-a41fb1565c95) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:29.635885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:29.636463 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:29.643750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861f63c-46d3-4460-a280-40a3f8270831 None None] Network d2b5c66b-4a75-452b-ba1e-a41fb1565c95 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:29.656206 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-06d51bc7-3af8-43f7-8e99-a2ab62152ace tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7040076 May 09 13:52:29.658937 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35250) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:29.713552 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] For port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:52:29.731026 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] For port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a,segment=NetworkSegment(d502779a-7041-49da-a795-ec368259a3cf),segment_id=d502779a-7041-49da-a795-ec368259a3cf)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:52:29.739852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:29.800082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:29.873125 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:29.890269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe370f7f-08dd-4055-afd7-532ebdb5b3f4 None None] Pushing event updated for resources: {'Port': ['ID=dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:29.962047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1608052-e07c-4847-bbf1-255ee9be90f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-d2b5c66b-4a75-452b-ba1e-a41fb1565c95', 'network_id': 'd2b5c66b-4a75-452b-ba1e-a41fb1565c95', 'tenant_id': '5f087003615d48ec92c2bb368beb4e1c', 'fixed_ips': [{'subnet_id': '783e6ffe-663e-4670-a087-549a8c2f8ca3'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:52:29.963537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a1608052-e07c-4847-bbf1-255ee9be90f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:29.982662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:30.042489 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event deleted for resources: {'Subnet': ['ID=783e6ffe-663e-4670-a087-549a8c2f8ca3,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:30.083442 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51818b51-cf2f-4d0e-a4ef-1f8c34341422 None None] Network d2b5c66b-4a75-452b-ba1e-a41fb1565c95 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:30.178804 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:30.214687 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b5c66b-4a75-452b-ba1e-a41fb1565c95']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:30.227368 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049cc5cd-9960-49e2-8cca-96cae52fbd98') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:30.227943 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049cc5cd-9960-49e2-8cca-96cae52fbd98') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:30.240058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:30.259575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:30.265929 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:52:30.266313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:52:30.282075 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:52:30.362206 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:30.367258 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:30.392024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event deleted for resources: {'Network': ['ID=d2b5c66b-4a75-452b-ba1e-a41fb1565c95,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:30.395563 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-de6c0502-fc09-4537-80ca-773c66b2dd52 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/networks/d2b5c66b-4a75-452b-ba1e-a41fb1565c95 HTTP/1.1" status: 204 len: 168 time: 0.7356555 May 09 13:52:30.398930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35254) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:30.404077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1842688772'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:30.408868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:30.413137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Usage tracker for resource:network and tenant:5f087003615d48ec92c2bb368beb4e1c is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:30.415931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:30.421586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:30.432858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Made reservation on behalf of 5f087003615d48ec92c2bb368beb4e1c for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:30.435957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:30.463683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:52:30.472291 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:30.472634 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Added segment 610298e5-5137-40aa-a077-1c5d1950ca49 of type vlan for network d2f8ca7a-83ed-4cdb-9676-59e532ac9f49 May 09 13:52:30.499428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:30.527197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:30.530875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:30.531433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:30.634565 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2346272 May 09 13:52:30.638312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35258) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:30.640847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b934f-ac46-45f1-a387-e9cc8de00ca1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event updated for resources: {'Network': ['ID=d2f8ca7a-83ed-4cdb-9676-59e532ac9f49,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:30.646312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Request body: {'subnet': {'network_id': 'd2f8ca7a-83ed-4cdb-9676-59e532ac9f49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:30.651511 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network d2f8ca7a-83ed-4cdb-9676-59e532ac9f49 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:52:30.850286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:30.854066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Usage tracker for resource:subnet and tenant:5f087003615d48ec92c2bb368beb4e1c is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:30.856913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:30.862677 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:30.872631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Made reservation on behalf of 5f087003615d48ec92c2bb368beb4e1c for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:30.928776 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aef82f-3016-4eab-9da3-3e78f0907e41 None None] Network b447494a-7491-405c-9707-148a3c047748 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:30.973413 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.018742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e8463f4a-4b0f-4375-9222-432a5c024ede None None] Provisioning for port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:31.059505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.ipam_backend_mixin [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Performing IP validity checks on allocation pools {{(pid=83894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 09 13:52:31.060314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.ipam_backend_mixin [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 09 13:52:31.185175 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.272294 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event updated for resources: {'Subnet': ['ID=3a184e98-00e6-4ff9-b2ce-ad9896cedf18,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:31.282613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Checking segment: {'id': '610298e5-5137-40aa-a077-1c5d1950ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd2f8ca7a-83ed-4cdb-9676-59e532ac9f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:31.283189 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Network hostable DHCP agents. Network: d2f8ca7a-83ed-4cdb-9676-59e532ac9f49, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:52:31.306855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Network d2f8ca7a-83ed-4cdb-9676-59e532ac9f49 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:52:31.316124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:52:31.318539 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, d2f8ca7a-83ed-4cdb-9676-59e532ac9f49) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:31.323121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:31.323695 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.346232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e0138-90c2-4006-8152-22ee45fc51ab None None] Network d2f8ca7a-83ed-4cdb-9676-59e532ac9f49 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:31.350968 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35262) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:31.351450 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-27302608-e021-416b-8277-8dc8c4795dee tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7113864 May 09 13:52:31.491209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.532786 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:31.546606 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:31.546966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.560982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.635546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.647574 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fb2d86-c711-4263-86f2-ce0f53f39df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-d2f8ca7a-83ed-4cdb-9676-59e532ac9f49', 'network_id': 'd2f8ca7a-83ed-4cdb-9676-59e532ac9f49', 'tenant_id': '5f087003615d48ec92c2bb368beb4e1c', 'fixed_ips': [{'subnet_id': '3a184e98-00e6-4ff9-b2ce-ad9896cedf18'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:52:31.648341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99fb2d86-c711-4263-86f2-ce0f53f39df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.676418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event deleted for resources: {'Subnet': ['ID=3a184e98-00e6-4ff9-b2ce-ad9896cedf18,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:31.762153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.773133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.799175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f8ca7a-83ed-4cdb-9676-59e532ac9f49']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:31.805107 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a,segment=NetworkSegment(d502779a-7041-49da-a795-ec368259a3cf),segment_id=d502779a-7041-49da-a795-ec368259a3cf)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:31.810145 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.816250 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610298e5-5137-40aa-a077-1c5d1950ca49') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:31.817636 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610298e5-5137-40aa-a077-1c5d1950ca49') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:31.830192 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.846447 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c194a1bb-d7f9-4681-acc7-c229c840ebd2 None None] Network d2f8ca7a-83ed-4cdb-9676-59e532ac9f49 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:31.847620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.853758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:52:31.854186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:52:31.872310 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:52:31.969291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:32.048723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:32.065700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:32.077911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event deleted for resources: {'Network': ['ID=d2f8ca7a-83ed-4cdb-9676-59e532ac9f49,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:32.080361 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d58730ec-6503-408c-ba11-26002ff01e15 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/networks/d2f8ca7a-83ed-4cdb-9676-59e532ac9f49 HTTP/1.1" status: 204 len: 168 time: 0.7277493 May 09 13:52:32.084099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35266) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:32.089470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1791368856'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:32.094430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:32.098221 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Usage tracker for resource:network and tenant:5f087003615d48ec92c2bb368beb4e1c is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:32.100982 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:32.106521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:32.120157 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Made reservation on behalf of 5f087003615d48ec92c2bb368beb4e1c for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:32.123135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:32.150661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:52:32.158921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:32.159268 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Added segment 613c4ce3-4c33-4dbf-99a3-2b61d8ce2876 of type vlan for network 066cde21-831a-4146-915a-191cce8bb324 May 09 13:52:32.184255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:32.211801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:32.215356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:32.215906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:32.313146 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2280478 May 09 13:52:32.316987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35270) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:32.319198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57638d43-97ef-4fe4-9339-abe9f8d30b4a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event updated for resources: {'Network': ['ID=066cde21-831a-4146-915a-191cce8bb324,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:32.323075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Request body: {'subnet': {'network_id': '066cde21-831a-4146-915a-191cce8bb324', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:32.329652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 066cde21-831a-4146-915a-191cce8bb324 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:52:32.431601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:32.435293 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Usage tracker for resource:subnet and tenant:5f087003615d48ec92c2bb368beb4e1c is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:32.438058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:32.444186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:32.453338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Made reservation on behalf of 5f087003615d48ec92c2bb368beb4e1c for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:32.550114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:32.755359 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:32.831057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event updated for resources: {'Subnet': ['ID=31de5388-e429-4207-8a70-b2b96fc468ff,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:32.840776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Checking segment: {'id': '613c4ce3-4c33-4dbf-99a3-2b61d8ce2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '066cde21-831a-4146-915a-191cce8bb324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:32.841122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Network hostable DHCP agents. Network: 066cde21-831a-4146-915a-191cce8bb324, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:52:32.862388 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Network 066cde21-831a-4146-915a-191cce8bb324 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:52:32.871329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 066cde21-831a-4146-915a-191cce8bb324) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:32.875601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:32.876275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:32.879686 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a3d6f-89ba-4d23-bf2f-ef86dce99fb6 None None] Network 066cde21-831a-4146-915a-191cce8bb324 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:32.901656 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-be95c340-9ce1-4a7b-96c9-b1263d4ab5cb tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5830119 May 09 13:52:32.905166 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35274) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:32.910607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934441247'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:32.915915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:32.919704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Usage tracker for resource:network and tenant:5f087003615d48ec92c2bb368beb4e1c is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:32.922529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:32.928153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:32.937562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Made reservation on behalf of 5f087003615d48ec92c2bb368beb4e1c for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:32.940572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:32.968171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:52:32.977768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:32.978104 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Added segment 8d06dd1c-5a7e-43d3-bf90-2146c7f532b7 of type vlan for network e1079a73-7dfa-4c61-b2cf-4635bd13598c May 09 13:52:33.003915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:33.033016 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:33.037374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:33.038037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:33.089828 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-066cde21-831a-4146-915a-191cce8bb324', 'network_id': '066cde21-831a-4146-915a-191cce8bb324', 'tenant_id': '5f087003615d48ec92c2bb368beb4e1c', 'fixed_ips': [{'subnet_id': '31de5388-e429-4207-8a70-b2b96fc468ff'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:52:33.090641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:33.131926 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2256191 May 09 13:52:33.135043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35278) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:33.141532 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Request body: {'subnet': {'network_id': 'e1079a73-7dfa-4c61-b2cf-4635bd13598c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:33.143333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91da3e2-5156-4ed5-a2f0-d8e9edca231a tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event updated for resources: {'Network': ['ID=e1079a73-7dfa-4c61-b2cf-4635bd13598c,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:33.156355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network e1079a73-7dfa-4c61-b2cf-4635bd13598c details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:52:33.258868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:33.263208 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Usage tracker for resource:subnet and tenant:5f087003615d48ec92c2bb368beb4e1c is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:33.265667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:33.272292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:33.284369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Made reservation on behalf of 5f087003615d48ec92c2bb368beb4e1c for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:33.288098 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:52:33.386077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:33.424394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Allocated IP 2001:db8::2 (066cde21-831a-4146-915a-191cce8bb324/31de5388-e429-4207-8a70-b2b96fc468ff/51a53005-2d72-429f-8495-9fb63711d9c0) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:52:33.460892 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:33.461281 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:33.606913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:33.684876 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event updated for resources: {'Subnet': ['ID=bfbefd68-a1e5-4ac1-b733-87c9e0f52761,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:33.700020 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:33.700360 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:33.700690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:33.701014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:33.701367 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:33.701688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:33.702004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:33.702317 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:33.702632 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:33.702946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:33.703261 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:33.707143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Checking segment: {'id': '8d06dd1c-5a7e-43d3-bf90-2146c7f532b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e1079a73-7dfa-4c61-b2cf-4635bd13598c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:33.707540 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Network hostable DHCP agents. Network: e1079a73-7dfa-4c61-b2cf-4635bd13598c, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:52:33.729163 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:33.729683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Network e1079a73-7dfa-4c61-b2cf-4635bd13598c is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:52:33.739224 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, e1079a73-7dfa-4c61-b2cf-4635bd13598c) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:33.740072 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Transition to ACTIVE for port object 51a53005-2d72-429f-8495-9fb63711d9c0 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:33.744048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:33.744785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:33.750594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5742e09-2083-4820-ab15-2f5a870105cd None None] Network e1079a73-7dfa-4c61-b2cf-4635bd13598c requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:33.771335 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5d270459-f8a5-44fc-87f6-b20173713102 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6351464 May 09 13:52:33.774047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35282) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:33.823734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Transition to ACTIVE for port object 51a53005-2d72-429f-8495-9fb63711d9c0 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:33.836772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:33.925456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:33.926573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Network 066cde21-831a-4146-915a-191cce8bb324 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:52:33.937445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:33.941419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Pushing event updated for resources: {'Port': ['ID=51a53005-2d72-429f-8495-9fb63711d9c0,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:33.944116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:52:33.990313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:34.062978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:34.073301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Attempting to bind port 51a53005-2d72-429f-8495-9fb63711d9c0 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:52:34.073665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Attempting to bind port 51a53005-2d72-429f-8495-9fb63711d9c0 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '613c4ce3-4c33-4dbf-99a3-2b61d8ce2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '066cde21-831a-4146-915a-191cce8bb324'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:52:34.074025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Attempting to bind port 51a53005-2d72-429f-8495-9fb63711d9c0 on network 066cde21-831a-4146-915a-191cce8bb324 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:52:34.106445 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbefd68-a1e5-4ac1-b733-87c9e0f52761,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:34.115223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:52:34.115763 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Checking segment: {'id': '613c4ce3-4c33-4dbf-99a3-2b61d8ce2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '066cde21-831a-4146-915a-191cce8bb324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:34.115972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:34.116353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Bound using segment: {'id': '613c4ce3-4c33-4dbf-99a3-2b61d8ce2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '066cde21-831a-4146-915a-191cce8bb324'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:52:34.117290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Bound port: 51a53005-2d72-429f-8495-9fb63711d9c0, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613c4ce3-4c33-4dbf-99a3-2b61d8ce2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '066cde21-831a-4146-915a-191cce8bb324'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:52:34.117290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:34.127299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d0ab9-09ef-493b-b100-1b666555236b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-e1079a73-7dfa-4c61-b2cf-4635bd13598c', 'network_id': 'e1079a73-7dfa-4c61-b2cf-4635bd13598c', 'tenant_id': '5f087003615d48ec92c2bb368beb4e1c', 'fixed_ips': [{'subnet_id': 'bfbefd68-a1e5-4ac1-b733-87c9e0f52761'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:52:34.128071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-380d0ab9-09ef-493b-b100-1b666555236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:34.196260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:34.224946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1079a73-7dfa-4c61-b2cf-4635bd13598c']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:34.242238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d06dd1c-5a7e-43d3-bf90-2146c7f532b7') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:34.242557 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d06dd1c-5a7e-43d3-bf90-2146c7f532b7') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:34.254157 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:34.270195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:34.278195 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] For port 51a53005-2d72-429f-8495-9fb63711d9c0, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:52:34.282053 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] For port 51a53005-2d72-429f-8495-9fb63711d9c0, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=51a53005-2d72-429f-8495-9fb63711d9c0,segment=NetworkSegment(613c4ce3-4c33-4dbf-99a3-2b61d8ce2876),segment_id=613c4ce3-4c33-4dbf-99a3-2b61d8ce2876)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:52:34.283781 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:52:34.284181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:34.287783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:52:34.299497 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:52:34.318870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bf6be5-6a59-4ab0-bd41-4c530cb84984 None None] Network e1079a73-7dfa-4c61-b2cf-4635bd13598c requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:34.380078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:34.397329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:34.409065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event deleted for resources: {'Network': ['ID=e1079a73-7dfa-4c61-b2cf-4635bd13598c,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:34.412737 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c9ef8727-bc6b-416b-8a91-562da5b4c957 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/networks/e1079a73-7dfa-4c61-b2cf-4635bd13598c HTTP/1.1" status: 204 len: 168 time: 0.6375859 May 09 13:52:34.415315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35286) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:34.454022 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1e4662-c0a0-489f-ba32-c075b6b47c0e tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] GET failed (client error): The resource could not be found. May 09 13:52:34.454812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6c1e4662-c0a0-489f-ba32-c075b6b47c0e tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Synchronizing usage tracker for tenant:5f087003615d48ec92c2bb368beb4e1c on resource:subnet {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:52:34.474276 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6c1e4662-c0a0-489f-ba32-c075b6b47c0e tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Unset dirty status for tenant:5f087003615d48ec92c2bb368beb4e1c on resource:subnet {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:52:34.476076 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6c1e4662-c0a0-489f-ba32-c075b6b47c0e tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "GET /v2.0/subnets/bfbefd68-a1e5-4ac1-b733-87c9e0f52761 HTTP/1.1" status: 404 len: 337 time: 0.0597570 May 09 13:52:34.476221 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040ca08-f7f3-430a-ac11-3e3fc1932ce3 None None] Pushing event updated for resources: {'Port': ['ID=51a53005-2d72-429f-8495-9fb63711d9c0,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:34.478861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35290) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:34.513613 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d99265c-2760-4b42-875a-030365d4edf8 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] DELETE failed (client error): The resource could not be found. May 09 13:52:34.514522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d99265c-2760-4b42-875a-030365d4edf8 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:52:34.516938 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1d99265c-2760-4b42-875a-030365d4edf8 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/networks/e1079a73-7dfa-4c61-b2cf-4635bd13598c HTTP/1.1" status: 404 len: 339 time: 0.0339212 May 09 13:52:34.523894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35294) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:34.563210 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e5c6df-bef2-4d40-a00f-cab40122c641 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] DELETE failed (client error): The resource could not be found. May 09 13:52:34.563645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e5c6df-bef2-4d40-a00f-cab40122c641 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:52:34.565282 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f7e5c6df-bef2-4d40-a00f-cab40122c641 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/subnets/bfbefd68-a1e5-4ac1-b733-87c9e0f52761 HTTP/1.1" status: 404 len: 337 time: 0.0404174 May 09 13:52:34.567770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35298) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:34.612752 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6a744a-4fcd-4d51-a83d-6a53ba886edc tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] DELETE failed (client error): The resource could not be found. May 09 13:52:34.613177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6a744a-4fcd-4d51-a83d-6a53ba886edc tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:52:34.614872 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3c6a744a-4fcd-4d51-a83d-6a53ba886edc tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/networks/e1079a73-7dfa-4c61-b2cf-4635bd13598c HTTP/1.1" status: 404 len: 339 time: 0.0462391 May 09 13:52:34.617437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35302) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:34.896515 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5332bf8-e536-4aaf-a6ca-a174076d2c05 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Deleting subnet 31de5388-e429-4207-8a70-b2b96fc468ff {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:52:34.899558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a5332bf8-e536-4aaf-a6ca-a174076d2c05 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:34.954177 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a5332bf8-e536-4aaf-a6ca-a174076d2c05 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:35.036225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a5332bf8-e536-4aaf-a6ca-a174076d2c05 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:35.110353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a5332bf8-e536-4aaf-a6ca-a174076d2c05 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:35.151479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5332bf8-e536-4aaf-a6ca-a174076d2c05 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event deleted for resources: {'Subnet': ['ID=31de5388-e429-4207-8a70-b2b96fc468ff,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:35.155699 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a5332bf8-e536-4aaf-a6ca-a174076d2c05 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:35.169077 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a5332bf8-e536-4aaf-a6ca-a174076d2c05 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/subnets/31de5388-e429-4207-8a70-b2b96fc468ff HTTP/1.1" status: 204 len: 168 time: 0.5506260 May 09 13:52:35.171585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35306) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:35.296135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:35.308793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Deleting port 51a53005-2d72-429f-8495-9fb63711d9c0 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:52:35.309131 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:35.312948 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 51a53005-2d72-429f-8495-9fb63711d9c0 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:52:35.384803 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 51a53005-2d72-429f-8495-9fb63711d9c0 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:35.413487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2524fed3-5ff6-48dd-9633-1855e1fae426 None None] Network 066cde21-831a-4146-915a-191cce8bb324 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:35.521116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] For port 51a53005-2d72-429f-8495-9fb63711d9c0, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=51a53005-2d72-429f-8495-9fb63711d9c0,segment=NetworkSegment(613c4ce3-4c33-4dbf-99a3-2b61d8ce2876),segment_id=613c4ce3-4c33-4dbf-99a3-2b61d8ce2876)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:35.521719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:35.585271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d262cb29-e2f4-4dd4-98a9-648064e35b75 None None] Provisioning for port 51a53005-2d72-429f-8495-9fb63711d9c0 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:35.619563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d262cb29-e2f4-4dd4-98a9-648064e35b75 None None] Provisioning complete for port 51a53005-2d72-429f-8495-9fb63711d9c0 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:35.619976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d262cb29-e2f4-4dd4-98a9-648064e35b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:35.730385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Calling delete_port for 51a53005-2d72-429f-8495-9fb63711d9c0 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:52:35.754708 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d262cb29-e2f4-4dd4-98a9-648064e35b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:35.790994 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d262cb29-e2f4-4dd4-98a9-648064e35b75 None None] For port 51a53005-2d72-429f-8495-9fb63711d9c0, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=51a53005-2d72-429f-8495-9fb63711d9c0,segment=NetworkSegment(613c4ce3-4c33-4dbf-99a3-2b61d8ce2876),segment_id=613c4ce3-4c33-4dbf-99a3-2b61d8ce2876)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:35.794752 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d262cb29-e2f4-4dd4-98a9-648064e35b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:35.809727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.db.api [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:52:35.810385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG oslo_db.api [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:52:35.831844 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a2648b-d685-4631-b11a-ed0a80b4738b None None] DHCP port deletion for 066cde21-831a-4146-915a-191cce8bb324 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:52:35.852234 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-81a2648b-d685-4631-b11a-ed0a80b4738b None None] Deleting port 51a53005-2d72-429f-8495-9fb63711d9c0 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:52:35.852549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81a2648b-d685-4631-b11a-ed0a80b4738b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:35.909443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262cb29-e2f4-4dd4-98a9-648064e35b75 None None] Pushing event updated for resources: {'Port': ['ID=51a53005-2d72-429f-8495-9fb63711d9c0,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:36.063485 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-81a2648b-d685-4631-b11a-ed0a80b4738b None None] For port 51a53005-2d72-429f-8495-9fb63711d9c0, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=51a53005-2d72-429f-8495-9fb63711d9c0,segment=NetworkSegment(613c4ce3-4c33-4dbf-99a3-2b61d8ce2876),segment_id=613c4ce3-4c33-4dbf-99a3-2b61d8ce2876)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:36.063874 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81a2648b-d685-4631-b11a-ed0a80b4738b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:36.179456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-81a2648b-d685-4631-b11a-ed0a80b4738b None None] Calling delete_port for 51a53005-2d72-429f-8495-9fb63711d9c0 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:52:36.248217 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81a2648b-d685-4631-b11a-ed0a80b4738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:36.292203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2648b-d685-4631-b11a-ed0a80b4738b None None] Pushing event deleted for resources: {'Port': ['ID=51a53005-2d72-429f-8495-9fb63711d9c0,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:36.298643 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a2648b-d685-4631-b11a-ed0a80b4738b None None] No DVR routers for this DVR port 51a53005-2d72-429f-8495-9fb63711d9c0 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:52:36.311416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Deleting port 51a53005-2d72-429f-8495-9fb63711d9c0 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:52:36.311764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:36.377966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] The port '51a53005-2d72-429f-8495-9fb63711d9c0' was deleted {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:52:36.496080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:36.521145 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066cde21-831a-4146-915a-191cce8bb324']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:36.532621 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613c4ce3-4c33-4dbf-99a3-2b61d8ce2876') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:36.532918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613c4ce3-4c33-4dbf-99a3-2b61d8ce2876') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:36.543900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:36.562949 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:36.572799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:52:36.573188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:52:36.590077 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:52:36.670893 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:36.676611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:36.701029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event deleted for resources: {'Network': ['ID=066cde21-831a-4146-915a-191cce8bb324,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:36.704991 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-df873002-0230-4129-be4d-4d1e40e80e35 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/networks/066cde21-831a-4146-915a-191cce8bb324 HTTP/1.1" status: 204 len: 168 time: 1.5323641 May 09 13:52:36.707444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35310) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:36.743527 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eddb9b1-7d89-4c89-a67c-ab73d9f6cf69 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] DELETE failed (client error): The resource could not be found. May 09 13:52:36.743947 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eddb9b1-7d89-4c89-a67c-ab73d9f6cf69 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:52:36.745486 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5eddb9b1-7d89-4c89-a67c-ab73d9f6cf69 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/subnets/3a184e98-00e6-4ff9-b2ce-ad9896cedf18 HTTP/1.1" status: 404 len: 337 time: 0.0371332 May 09 13:52:36.747936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35314) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:36.775253 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-91987ccc-6872-4c41-a828-28bec30c1732 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] DELETE failed (client error): The resource could not be found. May 09 13:52:36.775710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91987ccc-6872-4c41-a828-28bec30c1732 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:52:36.777477 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-91987ccc-6872-4c41-a828-28bec30c1732 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/networks/d2f8ca7a-83ed-4cdb-9676-59e532ac9f49 HTTP/1.1" status: 404 len: 339 time: 0.0286865 May 09 13:52:36.779738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35318) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:36.815977 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df0ec4a-817e-4def-a0cf-350975764909 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] DELETE failed (client error): The resource could not be found. May 09 13:52:36.816383 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df0ec4a-817e-4def-a0cf-350975764909 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:52:36.818945 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6df0ec4a-817e-4def-a0cf-350975764909 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/subnets/783e6ffe-663e-4670-a087-549a8c2f8ca3 HTTP/1.1" status: 404 len: 337 time: 0.0383327 May 09 13:52:36.821193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35322) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:36.844608 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21ef1c1-2cc6-4cf1-9f27-8af015532b7d tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] DELETE failed (client error): The resource could not be found. May 09 13:52:36.845019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21ef1c1-2cc6-4cf1-9f27-8af015532b7d tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 13:52:36.846569 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a21ef1c1-2cc6-4cf1-9f27-8af015532b7d tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/networks/d2b5c66b-4a75-452b-ba1e-a41fb1565c95 HTTP/1.1" status: 404 len: 339 time: 0.0244980 May 09 13:52:36.848886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35326) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:37.033059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece07f7a-fffa-46d8-8815-d4458f6bbf65 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Deleting subnet 2724aaa9-5cc0-4bf3-86ac-b5e28177a018 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:52:37.036271 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ece07f7a-fffa-46d8-8815-d4458f6bbf65 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:37.086849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ece07f7a-fffa-46d8-8815-d4458f6bbf65 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:37.164966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ece07f7a-fffa-46d8-8815-d4458f6bbf65 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:37.237050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ece07f7a-fffa-46d8-8815-d4458f6bbf65 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:37.276696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 51a53005-2d72-429f-8495-9fb63711d9c0 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:52:37.280387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece07f7a-fffa-46d8-8815-d4458f6bbf65 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event deleted for resources: {'Subnet': ['ID=2724aaa9-5cc0-4bf3-86ac-b5e28177a018,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:37.284422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ece07f7a-fffa-46d8-8815-d4458f6bbf65 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:37.294650 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ece07f7a-fffa-46d8-8815-d4458f6bbf65 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/subnets/2724aaa9-5cc0-4bf3-86ac-b5e28177a018 HTTP/1.1" status: 204 len: 168 time: 0.4448388 May 09 13:52:37.296955 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35330) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:37.306907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7799ba2b-eb9c-41a9-9d26-3f632093dc0f None None] Network b447494a-7491-405c-9707-148a3c047748 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:37.325096 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 51a53005-2d72-429f-8495-9fb63711d9c0 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:52:37.325460 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 51a53005-2d72-429f-8495-9fb63711d9c0 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:52:37.411833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:37.422200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Deleting port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:52:37.422526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:37.552679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc3fae6-5b15-4486-ae1e-b7129eb1cba7 None None] DHCP port deletion for b447494a-7491-405c-9707-148a3c047748 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:52:37.556785 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3fae6-5b15-4486-ae1e-b7129eb1cba7 None None] Deleting port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:52:37.557220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6fc3fae6-5b15-4486-ae1e-b7129eb1cba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:37.626233 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] For port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a,segment=NetworkSegment(d502779a-7041-49da-a795-ec368259a3cf),segment_id=d502779a-7041-49da-a795-ec368259a3cf)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:37.626773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:37.761199 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6fc3fae6-5b15-4486-ae1e-b7129eb1cba7 None None] For port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a,segment=NetworkSegment(d502779a-7041-49da-a795-ec368259a3cf),segment_id=d502779a-7041-49da-a795-ec368259a3cf)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:37.761610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6fc3fae6-5b15-4486-ae1e-b7129eb1cba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:37.836036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Calling delete_port for dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:52:37.887136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3fae6-5b15-4486-ae1e-b7129eb1cba7 None None] Calling delete_port for dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:52:37.910412 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:37.955920 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-6fc3fae6-5b15-4486-ae1e-b7129eb1cba7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:52:37.956272 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event deleted for resources: {'Port': ['ID=dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:37.956369 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-6fc3fae6-5b15-4486-ae1e-b7129eb1cba7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:52:37.963661 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] No DVR routers for this DVR port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:52:38.084656 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:38.108162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b447494a-7491-405c-9707-148a3c047748']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:38.120207 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd502779a-7041-49da-a795-ec368259a3cf') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:38.120498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd502779a-7041-49da-a795-ec368259a3cf') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:38.131823 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:38.147537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:38.153524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:52:38.153897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:52:38.167906 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:52:38.245418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:38.250244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:38.274930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] Pushing event deleted for resources: {'Network': ['ID=b447494a-7491-405c-9707-148a3c047748,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:38.278291 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5345367d-7139-4fe1-8492-282d14ecf8e1 tempest-NetworksIpV6Test-844054174 tempest-NetworksIpV6Test-844054174-project] 10.222.0.44 "DELETE /v2.0/networks/b447494a-7491-405c-9707-148a3c047748 HTTP/1.1" status: 204 len: 168 time: 0.9802897 May 09 13:52:38.457563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3fae6-5b15-4486-ae1e-b7129eb1cba7 None None] Deleting port dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:52:38.458065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6fc3fae6-5b15-4486-ae1e-b7129eb1cba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:38.557794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3fae6-5b15-4486-ae1e-b7129eb1cba7 None None] The port 'dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:52:38.560665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35338) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:38.733173 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a4abfcae-b84f-4bee-b2f4-4594df2c893b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f087003615d48ec92c2bb368beb4e1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1709511 May 09 13:52:38.735703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35344) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:38.792691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b53e-d93c-4bdb-8940-1355b9f6ed0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:38.817648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b53e-d93c-4bdb-8940-1355b9f6ed0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:38.869909 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b53e-d93c-4bdb-8940-1355b9f6ed0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:38.883553 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5b53e-d93c-4bdb-8940-1355b9f6ed0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed73528-67c2-432d-91ed-d24d7b0f2e92,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:38.890918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b53e-d93c-4bdb-8940-1355b9f6ed0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:38.892066 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7eb5b53e-d93c-4bdb-8940-1355b9f6ed0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bed73528-67c2-432d-91ed-d24d7b0f2e92 HTTP/1.1" status: 204 len: 168 time: 0.1554654 May 09 13:52:39.285965 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:52:39.318814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:52:39.319230 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device dc4f6d7a-007c-45ad-9d97-d9ecd9c2ce7a not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:52:39.676408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35366) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:39.798843 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-858d800b-e779-4134-b811-6f476e11a95f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1792811206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:39.805029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-858d800b-e779-4134-b811-6f476e11a95f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:39.808772 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-858d800b-e779-4134-b811-6f476e11a95f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Usage tracker for resource:router and tenant:2b653001256b4ef6a3da23106fbe47f9 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:39.811623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-858d800b-e779-4134-b811-6f476e11a95f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:39.817763 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-858d800b-e779-4134-b811-6f476e11a95f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:39.827316 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-858d800b-e779-4134-b811-6f476e11a95f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:39.828218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-858d800b-e779-4134-b811-6f476e11a95f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:39.846103 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-858d800b-e779-4134-b811-6f476e11a95f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:39.864282 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-858d800b-e779-4134-b811-6f476e11a95f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:39.886440 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-858d800b-e779-4134-b811-6f476e11a95f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:39.887789 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-858d800b-e779-4134-b811-6f476e11a95f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2104044 May 09 13:52:39.891900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35372) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:39.897647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-271566655'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:39.902420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:39.906111 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Usage tracker for resource:network and tenant:2b653001256b4ef6a3da23106fbe47f9 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:39.909365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:39.915569 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:39.924946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Made reservation on behalf of 2b653001256b4ef6a3da23106fbe47f9 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:39.927926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:39.943232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:39.975775 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:39.981041 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Usage tracker for resource:security_group_rule and tenant:2b653001256b4ef6a3da23106fbe47f9 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:39.983904 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:39.989572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:40.056338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:40.059895 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:40.091428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:52:40.100017 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436150d3-fad6-494f-8d74-780fe2dd0201,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:40.105397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:40.105735 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Added segment 77c62478-3abd-47b6-b6e4-7061c1bc4e9b of type vlan for network 258da1a7-79e2-4b86-b3f4-731ee2e96193 May 09 13:52:40.134328 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:40.161965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:40.165521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:40.166089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:40.181848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-886cc7bb-8d19-4d67-9987-e97a423d91a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:40.270535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Pushing event updated for resources: {'Network': ['ID=258da1a7-79e2-4b86-b3f4-731ee2e96193,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:40.273761 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-71708f98-ceca-4c77-b2ef-b173fef000fa tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3809559 May 09 13:52:40.276708 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35376) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:40.280881 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 258da1a7-79e2-4b86-b3f4-731ee2e96193 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:52:40.282687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Request body: {'subnet': {'network_id': '258da1a7-79e2-4b86-b3f4-731ee2e96193', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:40.391029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:40.395004 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Usage tracker for resource:subnet and tenant:2b653001256b4ef6a3da23106fbe47f9 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:40.397900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:40.403377 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:40.412678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Made reservation on behalf of 2b653001256b4ef6a3da23106fbe47f9 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:40.512004 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:40.719199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:40.796821 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Pushing event updated for resources: {'Subnet': ['ID=7c91b8db-1510-48c2-8ed3-9efa35f3f3e1,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:40.806716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Checking segment: {'id': '77c62478-3abd-47b6-b6e4-7061c1bc4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '258da1a7-79e2-4b86-b3f4-731ee2e96193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:40.807361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Network hostable DHCP agents. Network: 258da1a7-79e2-4b86-b3f4-731ee2e96193, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:52:40.827615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Network 258da1a7-79e2-4b86-b3f4-731ee2e96193 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:52:40.836691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 258da1a7-79e2-4b86-b3f4-731ee2e96193) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:40.840467 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:40.841114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:40.845969 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f9399-0858-4e9b-a527-a4da9c04db0f None None] Network 258da1a7-79e2-4b86-b3f4-731ee2e96193 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:40.861843 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-dfab5913-39ba-411f-a189-600e4d17dac5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5841010 May 09 13:52:40.865478 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35380) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:40.871382 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1763412052'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:40.876319 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:40.880243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Usage tracker for resource:network and tenant:2b653001256b4ef6a3da23106fbe47f9 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:40.883112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:40.888712 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:40.899430 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Made reservation on behalf of 2b653001256b4ef6a3da23106fbe47f9 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:40.902637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:40.932732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:52:40.942454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:40.942793 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Added segment b4c49f72-1910-481d-bd81-9585027ae031 of type vlan for network 83497911-71d2-4570-8113-eb4c6dd8c77e May 09 13:52:40.968301 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:41.000667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:41.004270 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:41.004829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:41.057990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-258da1a7-79e2-4b86-b3f4-731ee2e96193', 'network_id': '258da1a7-79e2-4b86-b3f4-731ee2e96193', 'tenant_id': '2b653001256b4ef6a3da23106fbe47f9', 'fixed_ips': [{'subnet_id': '7c91b8db-1510-48c2-8ed3-9efa35f3f3e1'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:52:41.058796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:41.102436 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2359283 May 09 13:52:41.105139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35384) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:41.112473 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Request body: {'subnet': {'network_id': '83497911-71d2-4570-8113-eb4c6dd8c77e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:41.136965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d9a6b-f66e-4170-8468-a219396f1da5 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Pushing event updated for resources: {'Network': ['ID=83497911-71d2-4570-8113-eb4c6dd8c77e,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:41.148580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 83497911-71d2-4570-8113-eb4c6dd8c77e details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:52:41.304406 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Allocated IP 172.20.0.2 (258da1a7-79e2-4b86-b3f4-731ee2e96193/7c91b8db-1510-48c2-8ed3-9efa35f3f3e1/2ece7def-c0af-4a20-9a3b-31209bf8aa4b) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:52:41.305390 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:41.309360 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Usage tracker for resource:subnet and tenant:2b653001256b4ef6a3da23106fbe47f9 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:41.312408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:41.318310 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:41.327602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Made reservation on behalf of 2b653001256b4ef6a3da23106fbe47f9 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:41.428751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:41.501506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:41.512668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Transition to ACTIVE for port object 2ece7def-c0af-4a20-9a3b-31209bf8aa4b will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:41.531448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Transition to ACTIVE for port object 2ece7def-c0af-4a20-9a3b-31209bf8aa4b will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:41.537295 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:41.605179 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Network 258da1a7-79e2-4b86-b3f4-731ee2e96193 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:52:41.608054 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:41.612529 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:52:41.614674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Pushing event updated for resources: {'Port': ['ID=2ece7def-c0af-4a20-9a3b-31209bf8aa4b,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:41.648162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:41.698546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Attempting to bind port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:52:41.699052 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Attempting to bind port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '77c62478-3abd-47b6-b6e4-7061c1bc4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '258da1a7-79e2-4b86-b3f4-731ee2e96193'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:52:41.699405 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Attempting to bind port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b on network 258da1a7-79e2-4b86-b3f4-731ee2e96193 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:52:41.705665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:52:41.706021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Checking segment: {'id': '77c62478-3abd-47b6-b6e4-7061c1bc4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '258da1a7-79e2-4b86-b3f4-731ee2e96193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:41.706407 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:41.706790 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Bound using segment: {'id': '77c62478-3abd-47b6-b6e4-7061c1bc4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '258da1a7-79e2-4b86-b3f4-731ee2e96193'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:52:41.707343 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Bound port: 2ece7def-c0af-4a20-9a3b-31209bf8aa4b, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c62478-3abd-47b6-b6e4-7061c1bc4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '258da1a7-79e2-4b86-b3f4-731ee2e96193'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:52:41.708204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:41.724346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Pushing event updated for resources: {'Subnet': ['ID=f767b6ee-e296-4dba-8f0b-f97d82e0d909,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:41.735309 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Checking segment: {'id': 'b4c49f72-1910-481d-bd81-9585027ae031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83497911-71d2-4570-8113-eb4c6dd8c77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:41.735664 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Network hostable DHCP agents. Network: 83497911-71d2-4570-8113-eb4c6dd8c77e, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:52:41.757396 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Network 83497911-71d2-4570-8113-eb4c6dd8c77e is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:52:41.766562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 83497911-71d2-4570-8113-eb4c6dd8c77e) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:41.772137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:41.772708 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:41.776448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48831240-fb7e-42c3-948a-f515450ff0b3 None None] Network 83497911-71d2-4570-8113-eb4c6dd8c77e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:41.798933 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-68fc4d51-c90d-47f1-b00f-c2ff5bb6603d tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6901553 May 09 13:52:41.799137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35388) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:41.804962 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-599c5c3a-781b-4919-8734-f4e4bc00900f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Request body: {'router': {'external_gateway_info': {'network_id': '83497911-71d2-4570-8113-eb4c6dd8c77e'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:41.872732 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] For port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:52:41.885812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] For port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=2ece7def-c0af-4a20-9a3b-31209bf8aa4b,segment=NetworkSegment(77c62478-3abd-47b6-b6e4-7061c1bc4e9b),segment_id=77c62478-3abd-47b6-b6e4-7061c1bc4e9b)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:52:41.899528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.031458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b135689-8644-4270-a6b9-f921c1de64de None None] Pushing event updated for resources: {'Port': ['ID=2ece7def-c0af-4a20-9a3b-31209bf8aa4b,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:42.089830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-83497911-71d2-4570-8113-eb4c6dd8c77e', 'network_id': '83497911-71d2-4570-8113-eb4c6dd8c77e', 'tenant_id': '2b653001256b4ef6a3da23106fbe47f9', 'fixed_ips': [{'subnet_id': 'f767b6ee-e296-4dba-8f0b-f97d82e0d909'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:52:42.090636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.226351 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-599c5c3a-781b-4919-8734-f4e4bc00900f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.272006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Allocated IP 172.21.0.2 (83497911-71d2-4570-8113-eb4c6dd8c77e/f767b6ee-e296-4dba-8f0b-f97d82e0d909/7459697e-e42f-4d4c-8161-394d83a5498f) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:52:42.383030 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.api.v2.resource [None req-599c5c3a-781b-4919-8734-f4e4bc00900f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 13:52:42.384079 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-599c5c3a-781b-4919-8734-f4e4bc00900f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] 10.222.0.44 "PUT /v2.0/routers/811eda50-9378-4a24-82d8-1de19db89083 HTTP/1.1" status: 400 len: 364 time: 0.5839195 May 09 13:52:42.389974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35392) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:42.457399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a819b93-0787-44c8-b67b-ba0cb57a8f89 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Deleting subnet f767b6ee-e296-4dba-8f0b-f97d82e0d909 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:52:42.515717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-202130b4-393c-4a9a-94a2-fa0bf0701a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.529508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.539970 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Transition to ACTIVE for port object 7459697e-e42f-4d4c-8161-394d83a5498f will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:42.558533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Transition to ACTIVE for port object 7459697e-e42f-4d4c-8161-394d83a5498f will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:42.563133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a819b93-0787-44c8-b67b-ba0cb57a8f89 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.563896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.621907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a819b93-0787-44c8-b67b-ba0cb57a8f89 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.624390 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Network 83497911-71d2-4570-8113-eb4c6dd8c77e is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:52:42.631518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:42.633907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:52:42.678264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Pushing event updated for resources: {'Port': ['ID=7459697e-e42f-4d4c-8161-394d83a5498f,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:42.711499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a819b93-0787-44c8-b67b-ba0cb57a8f89 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.734003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Attempting to bind port 7459697e-e42f-4d4c-8161-394d83a5498f on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:52:42.734358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Attempting to bind port 7459697e-e42f-4d4c-8161-394d83a5498f by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'b4c49f72-1910-481d-bd81-9585027ae031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83497911-71d2-4570-8113-eb4c6dd8c77e'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:52:42.734717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Attempting to bind port 7459697e-e42f-4d4c-8161-394d83a5498f on network 83497911-71d2-4570-8113-eb4c6dd8c77e {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:52:42.741490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:52:42.741852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Checking segment: {'id': 'b4c49f72-1910-481d-bd81-9585027ae031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83497911-71d2-4570-8113-eb4c6dd8c77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:42.742241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.742623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Bound using segment: {'id': 'b4c49f72-1910-481d-bd81-9585027ae031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83497911-71d2-4570-8113-eb4c6dd8c77e'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:52:42.743077 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Bound port: 7459697e-e42f-4d4c-8161-394d83a5498f, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c49f72-1910-481d-bd81-9585027ae031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83497911-71d2-4570-8113-eb4c6dd8c77e'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:52:42.743703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.788438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a819b93-0787-44c8-b67b-ba0cb57a8f89 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.833379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a819b93-0787-44c8-b67b-ba0cb57a8f89 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Pushing event deleted for resources: {'Subnet': ['ID=f767b6ee-e296-4dba-8f0b-f97d82e0d909,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:42.839744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6a819b93-0787-44c8-b67b-ba0cb57a8f89 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.849144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35396) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:42.849706 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6a819b93-0787-44c8-b67b-ba0cb57a8f89 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] 10.222.0.44 "DELETE /v2.0/subnets/f767b6ee-e296-4dba-8f0b-f97d82e0d909 HTTP/1.1" status: 204 len: 168 time: 0.4583309 May 09 13:52:42.850263 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] For port 7459697e-e42f-4d4c-8161-394d83a5498f, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:52:42.854101 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] For port 7459697e-e42f-4d4c-8161-394d83a5498f, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7459697e-e42f-4d4c-8161-394d83a5498f,segment=NetworkSegment(b4c49f72-1910-481d-bd81-9585027ae031),segment_id=b4c49f72-1910-481d-bd81-9585027ae031)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:52:42.858253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.976018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.980888 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c26fa-a213-41cf-8f75-0e15db9df21d None None] Pushing event updated for resources: {'Port': ['ID=7459697e-e42f-4d4c-8161-394d83a5498f,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:42.987180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Deleting port 7459697e-e42f-4d4c-8161-394d83a5498f {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:52:42.987527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:42.989569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a731769c-a64c-4634-8ec9-5bc4b2a161a1 None None] Network 258da1a7-79e2-4b86-b3f4-731ee2e96193 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:43.077170 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b936737a-6f97-404e-9859-f957cf9aa039 None None] Network 83497911-71d2-4570-8113-eb4c6dd8c77e requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:43.178712 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-56b9698e-3394-47dc-9386-8dd94fd0bb3f None None] Provisioning for port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:43.190709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] For port 7459697e-e42f-4d4c-8161-394d83a5498f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7459697e-e42f-4d4c-8161-394d83a5498f,segment=NetworkSegment(b4c49f72-1910-481d-bd81-9585027ae031),segment_id=b4c49f72-1910-481d-bd81-9585027ae031)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:43.191071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.315201 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Calling delete_port for 7459697e-e42f-4d4c-8161-394d83a5498f owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:52:43.321742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 2ece7def-c0af-4a20-9a3b-31209bf8aa4b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:52:43.390563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.433414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Pushing event deleted for resources: {'Port': ['ID=7459697e-e42f-4d4c-8161-394d83a5498f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:43.439210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] No DVR routers for this DVR port 7459697e-e42f-4d4c-8161-394d83a5498f on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:52:43.462398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.480325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:43.487815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:43.488177 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.564045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.596703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83497911-71d2-4570-8113-eb4c6dd8c77e']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:43.610424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.610946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c49f72-1910-481d-bd81-9585027ae031') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:43.610946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c49f72-1910-481d-bd81-9585027ae031') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:43.624390 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.642004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.649342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:52:43.649737 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.654181 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=2ece7def-c0af-4a20-9a3b-31209bf8aa4b,segment=NetworkSegment(77c62478-3abd-47b6-b6e4-7061c1bc4e9b),segment_id=77c62478-3abd-47b6-b6e4-7061c1bc4e9b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:43.658225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:52:43.666808 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:52:43.725663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b28643-f2b5-4bb1-a8ec-5aa8dfac7465 None None] get_active_networks_info from dv-neutron-840889-2-hyperv {{(pid=83896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 09 13:52:43.750719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.764161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=2ece7def-c0af-4a20-9a3b-31209bf8aa4b,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:43.767533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.778569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Pushing event deleted for resources: {'Network': ['ID=83497911-71d2-4570-8113-eb4c6dd8c77e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:43.785093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35400) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:43.786162 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3b5fe8ef-68ac-4b0c-9257-037c353b23c2 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] 10.222.0.44 "DELETE /v2.0/networks/83497911-71d2-4570-8113-eb4c6dd8c77e HTTP/1.1" status: 204 len: 168 time: 0.9339080 May 09 13:52:43.820813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b28643-f2b5-4bb1-a8ec-5aa8dfac7465 None None] Resources bound (agent type, host, resource id): {{(pid=83896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 13:52:43.839921 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1fbc4741-36f4-4e3f-bd02-0228972b5e96 None None] Provisioning complete for port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:43.840282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4741-36f4-4e3f-bd02-0228972b5e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.946637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7a9920-0d55-466a-9eca-24e5eefff57f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Deleting subnet 7c91b8db-1510-48c2-8ed3-9efa35f3f3e1 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:52:43.949432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e7a9920-0d55-466a-9eca-24e5eefff57f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:43.968175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.006779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e7a9920-0d55-466a-9eca-24e5eefff57f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.094237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e7a9920-0d55-466a-9eca-24e5eefff57f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.167360 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e7a9920-0d55-466a-9eca-24e5eefff57f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.204641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a9920-0d55-466a-9eca-24e5eefff57f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Pushing event deleted for resources: {'Subnet': ['ID=7c91b8db-1510-48c2-8ed3-9efa35f3f3e1,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:44.211266 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7e7a9920-0d55-466a-9eca-24e5eefff57f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.217166 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7e7a9920-0d55-466a-9eca-24e5eefff57f tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] 10.222.0.44 "DELETE /v2.0/subnets/7c91b8db-1510-48c2-8ed3-9efa35f3f3e1 HTTP/1.1" status: 204 len: 168 time: 0.4296856 May 09 13:52:44.219634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35404) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:44.266408 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f3c409-c718-4cc7-93f2-cd83ecc2cb81 None None] Network 258da1a7-79e2-4b86-b3f4-731ee2e96193 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:44.332753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.343011 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Deleting port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:52:44.343337 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.505010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6be1f6-e6b7-487e-aa3b-dd11e6256c80 None None] DHCP port deletion for 258da1a7-79e2-4b86-b3f4-731ee2e96193 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:52:44.509308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4f6be1f6-e6b7-487e-aa3b-dd11e6256c80 None None] Deleting port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:52:44.509739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4f6be1f6-e6b7-487e-aa3b-dd11e6256c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.546509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] For port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=2ece7def-c0af-4a20-9a3b-31209bf8aa4b,segment=NetworkSegment(77c62478-3abd-47b6-b6e4-7061c1bc4e9b),segment_id=77c62478-3abd-47b6-b6e4-7061c1bc4e9b)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:44.546869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.667561 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Calling delete_port for 2ece7def-c0af-4a20-9a3b-31209bf8aa4b owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:52:44.708643 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4f6be1f6-e6b7-487e-aa3b-dd11e6256c80 None None] For port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=2ece7def-c0af-4a20-9a3b-31209bf8aa4b,segment=NetworkSegment(77c62478-3abd-47b6-b6e4-7061c1bc4e9b),segment_id=77c62478-3abd-47b6-b6e4-7061c1bc4e9b)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:44.709181 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4f6be1f6-e6b7-487e-aa3b-dd11e6256c80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.742636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.784182 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Pushing event deleted for resources: {'Port': ['ID=2ece7def-c0af-4a20-9a3b-31209bf8aa4b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:44.792289 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] No DVR routers for this DVR port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:52:44.827734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4f6be1f6-e6b7-487e-aa3b-dd11e6256c80 None None] Calling delete_port for 2ece7def-c0af-4a20-9a3b-31209bf8aa4b owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:52:44.895561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-4f6be1f6-e6b7-487e-aa3b-dd11e6256c80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:52:44.895909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-4f6be1f6-e6b7-487e-aa3b-dd11e6256c80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:52:44.913691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.938090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258da1a7-79e2-4b86-b3f4-731ee2e96193']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:44.950247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c62478-3abd-47b6-b6e4-7061c1bc4e9b') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:44.950543 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c62478-3abd-47b6-b6e4-7061c1bc4e9b') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:44.961534 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.976496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.982358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:52:44.982731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:52:44.997271 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:52:45.074943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:45.091622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:45.102227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Pushing event deleted for resources: {'Network': ['ID=258da1a7-79e2-4b86-b3f4-731ee2e96193,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:45.108064 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9245215e-efdd-443a-bdd9-f9a864d07f0a tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] 10.222.0.44 "DELETE /v2.0/networks/258da1a7-79e2-4b86-b3f4-731ee2e96193 HTTP/1.1" status: 204 len: 168 time: 0.8857121 May 09 13:52:45.109506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35408) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:45.110934 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:45.150854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-350cd0ba-7edf-4208-88d6-cd3f1adf7dfc tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Synchronizing usage tracker for tenant:2b653001256b4ef6a3da23106fbe47f9 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:52:45.166342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-350cd0ba-7edf-4208-88d6-cd3f1adf7dfc tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Unset dirty status for tenant:2b653001256b4ef6a3da23106fbe47f9 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:52:45.167506 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-350cd0ba-7edf-4208-88d6-cd3f1adf7dfc tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] 10.222.0.44 "GET /v2.0/ports?device_id=811eda50-9378-4a24-82d8-1de19db89083 HTTP/1.1" status: 200 len: 205 time: 0.0570657 May 09 13:52:45.169956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35412) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:45.277299 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 2ece7def-c0af-4a20-9a3b-31209bf8aa4b no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:52:45.308272 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d91f157-a056-4c55-a80f-ea5b76231ab7 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:45.312750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 2ece7def-c0af-4a20-9a3b-31209bf8aa4b {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:52:45.313095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 2ece7def-c0af-4a20-9a3b-31209bf8aa4b not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:52:45.397675 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4f6be1f6-e6b7-487e-aa3b-dd11e6256c80 None None] Deleting port 2ece7def-c0af-4a20-9a3b-31209bf8aa4b {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:52:45.398061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4f6be1f6-e6b7-487e-aa3b-dd11e6256c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:45.460854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4f6be1f6-e6b7-487e-aa3b-dd11e6256c80 None None] The port '2ece7def-c0af-4a20-9a3b-31209bf8aa4b' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:52:45.770140 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d91f157-a056-4c55-a80f-ea5b76231ab7 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:45.774232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d91f157-a056-4c55-a80f-ea5b76231ab7 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:45.799537 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d91f157-a056-4c55-a80f-ea5b76231ab7 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:45.800462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d91f157-a056-4c55-a80f-ea5b76231ab7 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Fanout notify agent at l3_agent the message router_deleted on router 811eda50-9378-4a24-82d8-1de19db89083 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:52:45.811017 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7d91f157-a056-4c55-a80f-ea5b76231ab7 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:45.812081 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7d91f157-a056-4c55-a80f-ea5b76231ab7 tempest-RoutersNegativeTest-1337187179 tempest-RoutersNegativeTest-1337187179-project] 10.222.0.44 "DELETE /v2.0/routers/811eda50-9378-4a24-82d8-1de19db89083 HTTP/1.1" status: 204 len: 168 time: 0.6412675 May 09 13:52:46.095286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35420) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:46.264147 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-043d31a6-2c96-4a08-a14c-b01e6f914711 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b653001256b4ef6a3da23106fbe47f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1677248 May 09 13:52:46.266670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35426) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:46.329597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-298c94af-1a6a-4feb-acbc-97ace4fdd98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:46.354210 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-298c94af-1a6a-4feb-acbc-97ace4fdd98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:46.405335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-298c94af-1a6a-4feb-acbc-97ace4fdd98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:46.419150 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c94af-1a6a-4feb-acbc-97ace4fdd98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436150d3-fad6-494f-8d74-780fe2dd0201,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:46.427039 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-298c94af-1a6a-4feb-acbc-97ace4fdd98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:46.428146 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-298c94af-1a6a-4feb-acbc-97ace4fdd98f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/436150d3-fad6-494f-8d74-780fe2dd0201 HTTP/1.1" status: 204 len: 168 time: 0.1606100 May 09 13:52:47.179720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35448) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:47.305073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-794730811-network', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:47.309806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:47.313603 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Usage tracker for resource:network and tenant:15a5dbf1f5f2486ea514ce7e05b8b706 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:47.316529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:47.322147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:47.332840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Made reservation on behalf of 15a5dbf1f5f2486ea514ce7e05b8b706 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:47.335377 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:47.350538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:47.380972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:47.384780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Usage tracker for resource:security_group_rule and tenant:15a5dbf1f5f2486ea514ce7e05b8b706 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:47.387538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:47.393051 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:47.456860 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:47.461088 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:47.491465 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:52:47.496532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f5a0eb-ad68-48f7-944e-0f151e4def48,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:47.507622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:47.507938 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Added segment 5f6f5f99-93c9-4491-8274-8f4af03aed93 of type vlan for network 4e005d98-66c3-4532-af9b-8a37ada02044 May 09 13:52:47.509472 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:47.509808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:47.510138 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:47.510463 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:47.510783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:47.511104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:47.511423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:47.511738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:47.512050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:47.512363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:47.512680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:47.541669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:47.569782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:47.570614 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:47.571176 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:47.670220 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] Pushing event updated for resources: {'Network': ['ID=4e005d98-66c3-4532-af9b-8a37ada02044,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:47.673371 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-eb089489-17d7-4f83-b45b-89dbf3df21ef admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4926198 May 09 13:52:47.676212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35454) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:47.680022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 4e005d98-66c3-4532-af9b-8a37ada02044 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:52:47.681335 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Request body: {'subnet': {'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-794730811-subnet', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'ip_version': 4}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:47.686065 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:47.689785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Usage tracker for resource:subnet and tenant:15a5dbf1f5f2486ea514ce7e05b8b706 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:47.693337 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:47.699183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:47.709619 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Made reservation on behalf of 15a5dbf1f5f2486ea514ce7e05b8b706 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:47.711794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:47.905513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:47.976934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc5d60d-a256-4aac-913f-7b4396dee6db,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:47.990997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Checking segment: {'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:47.991349 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Network hostable DHCP agents. Network: 4e005d98-66c3-4532-af9b-8a37ada02044, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:52:48.011793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Network 4e005d98-66c3-4532-af9b-8a37ada02044 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:52:48.023197 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 4e005d98-66c3-4532-af9b-8a37ada02044) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:48.027399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:48.028246 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.032045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9b26b8-a2b3-464b-9d54-ca28aee8ebd7 None None] Network 4e005d98-66c3-4532-af9b-8a37ada02044 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:48.049023 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-71c1f8dd-8c93-4211-beea-0961c121eb57 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3718195 May 09 13:52:48.051740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35458) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:48.056996 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-794730811-router', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:48.061642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:48.065501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Usage tracker for resource:router and tenant:15a5dbf1f5f2486ea514ce7e05b8b706 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:48.068441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:48.076341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:48.087081 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.088113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.106935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.241999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-4e005d98-66c3-4532-af9b-8a37ada02044', 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'fixed_ips': [{'subnet_id': '1dc5d60d-a256-4aac-913f-7b4396dee6db'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:52:48.242825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.248355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.429412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Allocated IP 172.20.0.2 (4e005d98-66c3-4532-af9b-8a37ada02044/1dc5d60d-a256-4aac-913f-7b4396dee6db/afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:52:48.436666 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.466748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.630242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.642133 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Transition to ACTIVE for port object afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:48.661913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Transition to ACTIVE for port object afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:48.666546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.693203 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Allocated IP 172.26.1.184 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/841addc6-c458-408b-8b5c-80eb472d92a2) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:52:48.735069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Network 4e005d98-66c3-4532-af9b-8a37ada02044 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:52:48.735780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Pushing event updated for resources: {'Port': ['ID=afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:48.738871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:48.740950 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:52:48.827148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Attempting to bind port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:52:48.827613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Attempting to bind port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:52:48.827972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Attempting to bind port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 on network 4e005d98-66c3-4532-af9b-8a37ada02044 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:52:48.834449 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:52:48.834854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Checking segment: {'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:48.835463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.835852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Bound using segment: {'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:52:48.836310 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Bound port: afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:52:48.836682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.840069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.867392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.924998 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] For port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:52:48.928854 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] For port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:52:48.933275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:48.934467 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:52:48.938003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:48.939910 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Pushing event updated for resources: {'Port': ['ID=841addc6-c458-408b-8b5c-80eb472d92a2,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:48.942557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:52:49.014054 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25ad22-d9f5-4e1e-872f-cfc1131bf9d1 None None] Pushing event updated for resources: {'Port': ['ID=afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:49.103478 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:49.104329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:49.323547 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:52:49.358871 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Router 2f70b181-456f-4d9e-a724-13ca9ec407b1 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:52:49.391736 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:49.555209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:52:49.564330 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Sync routers for ids ['2f70b181-456f-4d9e-a724-13ca9ec407b1'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:52:49.577900 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Routers {'2f70b181-456f-4d9e-a724-13ca9ec407b1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:52:49.578496 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:52:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['2f70b181-456f-4d9e-a724-13ca9ec407b1'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:49.580146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:49.585152 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-70930836-488f-4a60-a3cb-9f795d9f7250 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5289857 May 09 13:52:49.585152 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35462) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:49.760846 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Set router 2f70b181-456f-4d9e-a724-13ca9ec407b1 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:52:49.961878 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f62b83-36bc-467a-93f6-a1dd3fac3521 None None] Network 4e005d98-66c3-4532-af9b-8a37ada02044 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:50.060371 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'name': 'tempest-TestEncryptedCinderVolumes-794730811-router', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:52:49Z', 'revision_number': 3, 'project_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'gw_port': {'id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:50.065005 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Checking router: 2f70b181-456f-4d9e-a724-13ca9ec407b1 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:52:50.065495 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Updating router 2f70b181-456f-4d9e-a724-13ca9ec407b1 port 841addc6-c458-408b-8b5c-80eb472d92a2 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:52:50.073977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9a30e5f3-6147-4e02-b45f-f90d39d80b2c None None] Provisioning for port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:50.081335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9a30e5f3-6147-4e02-b45f-f90d39d80b2c None None] Provisioning complete for port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:50.082045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a30e5f3-6147-4e02-b45f-f90d39d80b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:50.127004 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:50.307781 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a30e5f3-6147-4e02-b45f-f90d39d80b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:50.347557 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9a30e5f3-6147-4e02-b45f-f90d39d80b2c None None] For port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:50.353160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a30e5f3-6147-4e02-b45f-f90d39d80b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:50.427489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30e5f3-6147-4e02-b45f-f90d39d80b2c None None] Pushing event updated for resources: {'Port': ['ID=afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:50.455940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:50.497135 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:50.509538 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Transition to ACTIVE for port object 841addc6-c458-408b-8b5c-80eb472d92a2 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:50.518522 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:50.585554 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Attempting to bind port 841addc6-c458-408b-8b5c-80eb472d92a2 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:52:50.586566 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Attempting to bind port 841addc6-c458-408b-8b5c-80eb472d92a2 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:52:50.586566 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Attempting to bind port 841addc6-c458-408b-8b5c-80eb472d92a2 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:52:50.589643 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ef74a9cd-855f-4abe-8b97-710165e85f3b None None] Provisioning complete for port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:50.590295 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ef74a9cd-855f-4abe-8b97-710165e85f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:50.607207 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:52:50.607567 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:50.607865 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:50.608242 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:52:50.608692 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Bound port: 841addc6-c458-408b-8b5c-80eb472d92a2, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:52:50.609049 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:50.647909 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2e967-7d4e-4541-81c5-2e30e8e288ae None None] Pushing event updated for resources: {'Port': ['ID=841addc6-c458-408b-8b5c-80eb472d92a2,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:50.667214 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2e967-7d4e-4541-81c5-2e30e8e288ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:50.667545 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2e967-7d4e-4541-81c5-2e30e8e288ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:50.667872 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2e967-7d4e-4541-81c5-2e30e8e288ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:50.668191 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2e967-7d4e-4541-81c5-2e30e8e288ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:50.668513 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2e967-7d4e-4541-81c5-2e30e8e288ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:50.668829 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2e967-7d4e-4541-81c5-2e30e8e288ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:50.669141 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2e967-7d4e-4541-81c5-2e30e8e288ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:50.669477 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2e967-7d4e-4541-81c5-2e30e8e288ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:50.669792 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2e967-7d4e-4541-81c5-2e30e8e288ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:50.670096 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2e967-7d4e-4541-81c5-2e30e8e288ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:50.670400 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe2e967-7d4e-4541-81c5-2e30e8e288ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:52:50.673788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Allocated IP 172.20.0.1 (4e005d98-66c3-4532-af9b-8a37ada02044/1dc5d60d-a256-4aac-913f-7b4396dee6db/06b59ee5-b0ad-440e-90ef-ce86db76bb69) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:52:50.698726 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] For port 841addc6-c458-408b-8b5c-80eb472d92a2, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:52:50.702349 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] For port 841addc6-c458-408b-8b5c-80eb472d92a2, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=841addc6-c458-408b-8b5c-80eb472d92a2,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:52:50.707233 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:50.785719 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2e967-7d4e-4541-81c5-2e30e8e288ae None None] Pushing event updated for resources: {'Port': ['ID=841addc6-c458-408b-8b5c-80eb472d92a2,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:50.791350 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Routers {'2f70b181-456f-4d9e-a724-13ca9ec407b1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:52:50.791932 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:52:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['2f70b181-456f-4d9e-a724-13ca9ec407b1'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:50.825009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:50.840733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Transition to ACTIVE for port object 06b59ee5-b0ad-440e-90ef-ce86db76bb69 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:50.862100 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:50.931778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Network 4e005d98-66c3-4532-af9b-8a37ada02044 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:52:50.934924 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:50.937490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:52:50.971118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Pushing event updated for resources: {'Port': ['ID=06b59ee5-b0ad-440e-90ef-ce86db76bb69,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:50.981021 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] Set router 2f70b181-456f-4d9e-a724-13ca9ec407b1 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:52:50.995457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:51.084767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:51.247788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0b2bdb1f-974d-4e10-b392-10007c981351 None None] Provisioning for port 06b59ee5-b0ad-440e-90ef-ce86db76bb69 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:51.252876 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0b2bdb1f-974d-4e10-b392-10007c981351 None None] Provisioning complete for port 06b59ee5-b0ad-440e-90ef-ce86db76bb69 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:51.254207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b2bdb1f-974d-4e10-b392-10007c981351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:51.298004 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:52:51.303958 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'name': 'tempest-TestEncryptedCinderVolumes-794730811-router', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:52:49Z', 'revision_number': 3, 'project_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'gw_port': {'id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:51.307983 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3297e-245c-40c7-b837-ed240583d5d0 None None] The sync data for ids ['2f70b181-456f-4d9e-a724-13ca9ec407b1'] in dv-neutron-840889-2-hyperv is: [{'id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'name': 'tempest-TestEncryptedCinderVolumes-794730811-router', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:52:49Z', 'revision_number': 3, 'project_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'gw_port': {'id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:52:51.318006 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:51.323884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:51.367954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0b2bdb1f-974d-4e10-b392-10007c981351 None None] Port 06b59ee5-b0ad-440e-90ef-ce86db76bb69 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:52:51.390298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:51.390735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:51.433632 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:51.437830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Pushing event updated for resources: {'Port': ['ID=06b59ee5-b0ad-440e-90ef-ce86db76bb69,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:51.551862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:51.586758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Network 4e005d98-66c3-4532-af9b-8a37ada02044 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:52:51.587887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:51.892705 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e0aef8ee-da6b-4e62-a487-d27b62b0e7ee None None] Provisioning complete for port 06b59ee5-b0ad-440e-90ef-ce86db76bb69 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:51.892985 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0aef8ee-da6b-4e62-a487-d27b62b0e7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:51.961534 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e0aef8ee-da6b-4e62-a487-d27b62b0e7ee None None] Port 06b59ee5-b0ad-440e-90ef-ce86db76bb69 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:52:52.005432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Router 2f70b181-456f-4d9e-a724-13ca9ec407b1 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:52:52.295963 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:52:52.305229 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-55612ee1-50cc-4607-8624-786d1de501cf admin admin] 10.222.0.44 "PUT /v2.0/routers/2f70b181-456f-4d9e-a724-13ca9ec407b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7188368 May 09 13:52:53.195068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35484) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:53.200418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1821914441-network', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:53.205240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:53.209855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Usage tracker for resource:network and tenant:2aef56194ba24a87b6a881765d0447b2 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:53.212906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:53.218593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:53.229313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Made reservation on behalf of 2aef56194ba24a87b6a881765d0447b2 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:53.231510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:53.244639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:53.276477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:53.280446 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Usage tracker for resource:security_group_rule and tenant:2aef56194ba24a87b6a881765d0447b2 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:53.283267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:53.289500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:53.302095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 841addc6-c458-408b-8b5c-80eb472d92a2 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:52:53.355013 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:53.359145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:53.395868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:52:53.396412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 841addc6-c458-408b-8b5c-80eb472d92a2 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:53.401102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea58e75-18dc-4cae-ad46-31d747a24540,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:53.401297 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 841addc6-c458-408b-8b5c-80eb472d92a2 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:53.401545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:53.409370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:53.409706 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Added segment 04f23347-4e22-42f3-867d-4bd19bf398ff of type vlan for network 1216a1a9-b930-4d41-8d35-628f38c37cfb May 09 13:52:53.436415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:53.465926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:53.466826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:53.467416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:53.512650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:53.528886 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 841addc6-c458-408b-8b5c-80eb472d92a2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=841addc6-c458-408b-8b5c-80eb472d92a2,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:53.533186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:53.607556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=841addc6-c458-408b-8b5c-80eb472d92a2,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:53.661152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] Pushing event updated for resources: {'Network': ['ID=1216a1a9-b930-4d41-8d35-628f38c37cfb,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:53.665438 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ded2affa-fe70-45a1-be7a-afd1a503dab0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4692969 May 09 13:52:53.668187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35488) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:53.671303 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 1216a1a9-b930-4d41-8d35-628f38c37cfb details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:52:53.673551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Request body: {'subnet': {'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1821914441-subnet', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'ip_version': 4}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:53.678661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:53.682535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Usage tracker for resource:subnet and tenant:2aef56194ba24a87b6a881765d0447b2 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:53.685378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:53.691691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:53.701729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Made reservation on behalf of 2aef56194ba24a87b6a881765d0447b2 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:52:53.704025 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:53.900770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:53.973463 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=640c711f-3d39-4602-bc56-ba470d23be59,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:53.984566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Checking segment: {'id': '04f23347-4e22-42f3-867d-4bd19bf398ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:53.984921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Network hostable DHCP agents. Network: 1216a1a9-b930-4d41-8d35-628f38c37cfb, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:52:54.010188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Network 1216a1a9-b930-4d41-8d35-628f38c37cfb is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:52:54.019020 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 1216a1a9-b930-4d41-8d35-628f38c37cfb) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:54.023012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:54.023585 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.027859 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c8067-f754-4f3a-bb3a-947bd2b9c757 None None] Network 1216a1a9-b930-4d41-8d35-628f38c37cfb requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:54.043181 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7de23050-d8b4-4fe0-8ea4-4d093fdf5ae8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3740070 May 09 13:52:54.045750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35492) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:54.051140 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1821914441-router', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:52:54.055663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:52:54.059653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Usage tracker for resource:router and tenant:2aef56194ba24a87b6a881765d0447b2 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:52:54.062513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:52:54.069190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:52:54.078928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.079853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.097722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.240852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-1216a1a9-b930-4d41-8d35-628f38c37cfb', 'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'fixed_ips': [{'subnet_id': '640c711f-3d39-4602-bc56-ba470d23be59'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:52:54.241721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.247409 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.402618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Allocated IP 172.20.0.2 (1216a1a9-b930-4d41-8d35-628f38c37cfb/640c711f-3d39-4602-bc56-ba470d23be59/6acbad4f-b442-42f9-a1f3-b110db22cc36) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:52:54.438065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.466555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.606969 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.607213 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Allocated IP 172.26.1.167 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/b1387a0b-5d6d-40a5-ac54-0d23b18424ac) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:52:54.618786 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Transition to ACTIVE for port object 6acbad4f-b442-42f9-a1f3-b110db22cc36 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:54.638430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Transition to ACTIVE for port object 6acbad4f-b442-42f9-a1f3-b110db22cc36 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:54.645028 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.716565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Network 1216a1a9-b930-4d41-8d35-628f38c37cfb is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:52:54.719277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:54.723545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:52:54.728543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Pushing event updated for resources: {'Port': ['ID=6acbad4f-b442-42f9-a1f3-b110db22cc36,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:54.768154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.804251 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.827643 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Attempting to bind port 6acbad4f-b442-42f9-a1f3-b110db22cc36 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:52:54.827913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Attempting to bind port 6acbad4f-b442-42f9-a1f3-b110db22cc36 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '04f23347-4e22-42f3-867d-4bd19bf398ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:52:54.828268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Attempting to bind port 6acbad4f-b442-42f9-a1f3-b110db22cc36 on network 1216a1a9-b930-4d41-8d35-628f38c37cfb {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:52:54.836121 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:52:54.836482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Checking segment: {'id': '04f23347-4e22-42f3-867d-4bd19bf398ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:54.836881 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.837298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Bound using segment: {'id': '04f23347-4e22-42f3-867d-4bd19bf398ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:52:54.837748 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Bound port: 6acbad4f-b442-42f9-a1f3-b110db22cc36, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f23347-4e22-42f3-867d-4bd19bf398ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:52:54.838116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:54.880497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Sync routers for ids ['2f70b181-456f-4d9e-a724-13ca9ec407b1'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:52:54.882173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Pushing event updated for resources: {'Port': ['ID=b1387a0b-5d6d-40a5-ac54-0d23b18424ac,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:54.893426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:52:54.895114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:54.901923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:52:54.927022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Routers {'2f70b181-456f-4d9e-a724-13ca9ec407b1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:52:54.927626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:52:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['2f70b181-456f-4d9e-a724-13ca9ec407b1'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:55.049995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] For port 6acbad4f-b442-42f9-a1f3-b110db22cc36, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:52:55.054481 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:55.055223 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:55.070238 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] For port 6acbad4f-b442-42f9-a1f3-b110db22cc36, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6acbad4f-b442-42f9-a1f3-b110db22cc36,segment=NetworkSegment(04f23347-4e22-42f3-867d-4bd19bf398ff),segment_id=04f23347-4e22-42f3-867d-4bd19bf398ff)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:52:55.077309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:55.177916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ccbee-12f5-4c6c-9453-2cfa020f3938 None None] Pushing event updated for resources: {'Port': ['ID=6acbad4f-b442-42f9-a1f3-b110db22cc36,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:55.185912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Set router 2f70b181-456f-4d9e-a724-13ca9ec407b1 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:52:55.292221 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Router fabbce8b-d0b5-4a29-9dc2-cbc80582c152 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:52:55.320849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 841addc6-c458-408b-8b5c-80eb472d92a2 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:52:55.567065 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 841addc6-c458-408b-8b5c-80eb472d92a2 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:55.567703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:55.619115 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:52:55.628136 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Sync routers for ids ['fabbce8b-d0b5-4a29-9dc2-cbc80582c152'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:52:55.641190 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Routers {'fabbce8b-d0b5-4a29-9dc2-cbc80582c152'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:52:55.642106 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:52:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fabbce8b-d0b5-4a29-9dc2-cbc80582c152'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:55.643879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:55.645905 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5289b61c-e46e-48e8-8dc9-d51396a9bead admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5991595 May 09 13:52:55.648540 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35496) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:52:55.735516 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'name': 'tempest-TestEncryptedCinderVolumes-794730811-router', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:52:51Z', 'revision_number': 4, 'project_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'gw_port': {'id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '06b59ee5-b0ad-440e-90ef-ce86db76bb69', 'name': '', 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'mac_address': 'fa:16:3e:e0:f3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc5d60d-a256-4aac-913f-7b4396dee6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:50Z', 'updated_at': '2022-05-09T13:52:51Z', 'revision_number': 2, 'project_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'subnets': [{'id': '1dc5d60d-a256-4aac-913f-7b4396dee6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:55.744938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Checking router: 2f70b181-456f-4d9e-a724-13ca9ec407b1 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:52:55.745307 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Updating router 2f70b181-456f-4d9e-a724-13ca9ec407b1 port 06b59ee5-b0ad-440e-90ef-ce86db76bb69 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:52:55.798380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:55.830016 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Set router fabbce8b-d0b5-4a29-9dc2-cbc80582c152 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:52:56.139241 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'name': 'tempest-TestEncryptedCinderVolumes-1821914441-router', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:52:55Z', 'revision_number': 3, 'project_id': '2aef56194ba24a87b6a881765d0447b2', 'gw_port': {'id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:56.143788 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Checking router: fabbce8b-d0b5-4a29-9dc2-cbc80582c152 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:52:56.144937 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Updating router fabbce8b-d0b5-4a29-9dc2-cbc80582c152 port b1387a0b-5d6d-40a5-ac54-0d23b18424ac binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:52:56.198755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:56.212464 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:56.214302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Transition to ACTIVE for port object 06b59ee5-b0ad-440e-90ef-ce86db76bb69 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:56.228115 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:56.341807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bb4c87-d223-4a14-8d67-ec7b14710f20 None None] Network 1216a1a9-b930-4d41-8d35-628f38c37cfb requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:52:56.452754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b5586-73a7-48d0-8f5d-85e1a7529375 None None] Pushing event updated for resources: {'Port': ['ID=06b59ee5-b0ad-440e-90ef-ce86db76bb69,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:56.511834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:56.568366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3af40a56-a218-44a1-9ed1-bbb15a4f2611 None None] Provisioning for port 6acbad4f-b442-42f9-a1f3-b110db22cc36 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:56.589154 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Attempting to bind port 06b59ee5-b0ad-440e-90ef-ce86db76bb69 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:52:56.589550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Attempting to bind port 06b59ee5-b0ad-440e-90ef-ce86db76bb69 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:52:56.589902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Attempting to bind port 06b59ee5-b0ad-440e-90ef-ce86db76bb69 on network 4e005d98-66c3-4532-af9b-8a37ada02044 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:52:56.602489 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:56.619931 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Transition to ACTIVE for port object b1387a0b-5d6d-40a5-ac54-0d23b18424ac will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:56.629450 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:56.633047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:52:56.633441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Checking segment: {'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:56.633835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:56.634220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Bound using segment: {'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:52:56.634710 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Bound port: 06b59ee5-b0ad-440e-90ef-ce86db76bb69, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:52:56.635061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:56.713411 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Attempting to bind port b1387a0b-5d6d-40a5-ac54-0d23b18424ac on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:52:56.714056 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Attempting to bind port b1387a0b-5d6d-40a5-ac54-0d23b18424ac by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:52:56.714563 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Attempting to bind port b1387a0b-5d6d-40a5-ac54-0d23b18424ac on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:52:56.720751 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709b828-31dc-4d59-8bca-47bcded59bc5 None None] Pushing event updated for resources: {'Port': ['ID=b1387a0b-5d6d-40a5-ac54-0d23b18424ac,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:56.726636 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:52:56.726636 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:52:56.726973 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:56.727342 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:52:56.727792 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Bound port: b1387a0b-5d6d-40a5-ac54-0d23b18424ac, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:52:56.728150 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:56.740516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Allocated IP 172.20.0.1 (1216a1a9-b930-4d41-8d35-628f38c37cfb/640c711f-3d39-4602-bc56-ba470d23be59/5ce02d79-ec12-4614-8687-a6a98e8b0d4f) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:52:56.802034 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] For port b1387a0b-5d6d-40a5-ac54-0d23b18424ac, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:52:56.806529 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] For port b1387a0b-5d6d-40a5-ac54-0d23b18424ac, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b1387a0b-5d6d-40a5-ac54-0d23b18424ac,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:52:56.806859 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] For port 06b59ee5-b0ad-440e-90ef-ce86db76bb69, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:52:56.811526 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:56.812247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] For port 06b59ee5-b0ad-440e-90ef-ce86db76bb69, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=06b59ee5-b0ad-440e-90ef-ce86db76bb69,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:52:56.818790 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:56.893742 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709b828-31dc-4d59-8bca-47bcded59bc5 None None] Pushing event updated for resources: {'Port': ['ID=b1387a0b-5d6d-40a5-ac54-0d23b18424ac,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:56.897094 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Routers {'fabbce8b-d0b5-4a29-9dc2-cbc80582c152'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:52:56.897720 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:52:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fabbce8b-d0b5-4a29-9dc2-cbc80582c152'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:56.913851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b5586-73a7-48d0-8f5d-85e1a7529375 None None] Pushing event updated for resources: {'Port': ['ID=06b59ee5-b0ad-440e-90ef-ce86db76bb69,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:56.918071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Routers {'2f70b181-456f-4d9e-a724-13ca9ec407b1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:52:56.919180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:52:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['2f70b181-456f-4d9e-a724-13ca9ec407b1'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:56.927305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:56.946109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Transition to ACTIVE for port object 5ce02d79-ec12-4614-8687-a6a98e8b0d4f will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:52:56.978556 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:57.082625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Pushing event updated for resources: {'Port': ['ID=5ce02d79-ec12-4614-8687-a6a98e8b0d4f,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:57.087443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Network 1216a1a9-b930-4d41-8d35-628f38c37cfb is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:52:57.091565 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:57.098624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:52:57.124900 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:52:57.174692 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:57.194490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] Set router 2f70b181-456f-4d9e-a724-13ca9ec407b1 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:52:57.195276 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] Set router fabbce8b-d0b5-4a29-9dc2-cbc80582c152 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:52:57.298893 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:57.418173 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6acbad4f-b442-42f9-a1f3-b110db22cc36 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:52:57.539917 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'name': 'tempest-TestEncryptedCinderVolumes-1821914441-router', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:52:55Z', 'revision_number': 3, 'project_id': '2aef56194ba24a87b6a881765d0447b2', 'gw_port': {'id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:57.545350 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238094b-ce0f-45b3-b933-bdeb6f1a9cf4 None None] The sync data for ids ['fabbce8b-d0b5-4a29-9dc2-cbc80582c152'] in dv-neutron-840889-2-hyperv is: [{'id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'name': 'tempest-TestEncryptedCinderVolumes-1821914441-router', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:52:55Z', 'revision_number': 3, 'project_id': '2aef56194ba24a87b6a881765d0447b2', 'gw_port': {'id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:52:57.609124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 6acbad4f-b442-42f9-a1f3-b110db22cc36 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:57.647330 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 6acbad4f-b442-42f9-a1f3-b110db22cc36 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:57.647694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:57.674019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:57.679778 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:57.784268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'name': 'tempest-TestEncryptedCinderVolumes-794730811-router', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:52:51Z', 'revision_number': 4, 'project_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'gw_port': {'id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '06b59ee5-b0ad-440e-90ef-ce86db76bb69', 'name': '', 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'mac_address': 'fa:16:3e:e0:f3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc5d60d-a256-4aac-913f-7b4396dee6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:50Z', 'updated_at': '2022-05-09T13:52:56Z', 'revision_number': 4, 'project_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'subnets': [{'id': '1dc5d60d-a256-4aac-913f-7b4396dee6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:52:57.785292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Pushing event updated for resources: {'Port': ['ID=5ce02d79-ec12-4614-8687-a6a98e8b0d4f,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:57.788119 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:57.791251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1420adb-f9ec-478f-93fc-36410a3b7a86 None None] The sync data for ids ['2f70b181-456f-4d9e-a724-13ca9ec407b1'] in dv-neutron-840889-2-hyperv is: [{'id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'name': 'tempest-TestEncryptedCinderVolumes-794730811-router', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:52:51Z', 'revision_number': 4, 'project_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'gw_port': {'id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '06b59ee5-b0ad-440e-90ef-ce86db76bb69', 'name': '', 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'mac_address': 'fa:16:3e:e0:f3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc5d60d-a256-4aac-913f-7b4396dee6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:50Z', 'updated_at': '2022-05-09T13:52:56Z', 'revision_number': 4, 'project_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'subnets': [{'id': '1dc5d60d-a256-4aac-913f-7b4396dee6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:52:57.793140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:57.839288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 6acbad4f-b442-42f9-a1f3-b110db22cc36, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6acbad4f-b442-42f9-a1f3-b110db22cc36,segment=NetworkSegment(04f23347-4e22-42f3-867d-4bd19bf398ff),segment_id=04f23347-4e22-42f3-867d-4bd19bf398ff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:57.842817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-76649ee7-4cc2-49f2-add1-3dd98c247630 None None] Provisioning for port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:57.847508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:57.892210 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-76649ee7-4cc2-49f2-add1-3dd98c247630 None None] Provisioning complete for port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:57.892579 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-76649ee7-4cc2-49f2-add1-3dd98c247630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:57.958250 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Network 1216a1a9-b930-4d41-8d35-628f38c37cfb is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:52:57.959676 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:52:57.971309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-76649ee7-4cc2-49f2-add1-3dd98c247630 None None] Port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:52:57.976626 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=6acbad4f-b442-42f9-a1f3-b110db22cc36,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:58.194945 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0de22007-b4f5-4b43-bcd8-11b058ae3ed1 None None] Provisioning complete for port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:58.195312 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0de22007-b4f5-4b43-bcd8-11b058ae3ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:58.254070 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0de22007-b4f5-4b43-bcd8-11b058ae3ed1 None None] Port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:52:58.374307 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Router fabbce8b-d0b5-4a29-9dc2-cbc80582c152 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:52:58.587465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:52:58.604957 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3b3419b2-b180-4030-a453-a3ea838b89de admin admin] 10.222.0.44 "PUT /v2.0/routers/fabbce8b-d0b5-4a29-9dc2-cbc80582c152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9468594 May 09 13:52:59.257615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-11eb7f31-b2e1-4165-a9e2-5d640921fb9b tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:52:59.258300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-11eb7f31-b2e1-4165-a9e2-5d640921fb9b tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Synchronizing usage tracker for tenant:15a5dbf1f5f2486ea514ce7e05b8b706 on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:52:59.276317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-11eb7f31-b2e1-4165-a9e2-5d640921fb9b tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Unset dirty status for tenant:15a5dbf1f5f2486ea514ce7e05b8b706 on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:52:59.277674 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-11eb7f31-b2e1-4165-a9e2-5d640921fb9b tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/networks?id=4e005d98-66c3-4532-af9b-8a37ada02044 HTTP/1.1" status: 200 len: 816 time: 0.1577380 May 09 13:52:59.296801 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-b183582c-2acb-4983-9868-181d76153198 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/quotas/15a5dbf1f5f2486ea514ce7e05b8b706 HTTP/1.1" status: 200 len: 375 time: 0.0136192 May 09 13:52:59.370210 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6acbad4f-b442-42f9-a1f3-b110db22cc36 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:52:59.384372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-086a899f-5350-4414-ba18-a68054934f90 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Synchronizing usage tracker for tenant:15a5dbf1f5f2486ea514ce7e05b8b706 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:52:59.400891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-086a899f-5350-4414-ba18-a68054934f90 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Unset dirty status for tenant:15a5dbf1f5f2486ea514ce7e05b8b706 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:52:59.402176 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-086a899f-5350-4414-ba18-a68054934f90 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=15a5dbf1f5f2486ea514ce7e05b8b706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991352 May 09 13:52:59.438053 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 6acbad4f-b442-42f9-a1f3-b110db22cc36 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:59.438416 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:59.539748 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-9ad39c85-4f54-49b4-92f5-dc5757f1b8fb service neutron] 10.222.0.44 "GET /v2.0/networks/4e005d98-66c3-4532-af9b-8a37ada02044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246078 May 09 13:52:59.553859 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 06b59ee5-b0ad-440e-90ef-ce86db76bb69 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:52:59.622436 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 06b59ee5-b0ad-440e-90ef-ce86db76bb69 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:52:59.627134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 06b59ee5-b0ad-440e-90ef-ce86db76bb69 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:52:59.627502 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:59.673845 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-34ec0427-2cf1-415c-8030-4c9db743bf8a service neutron] 10.222.0.44 "GET /v2.0/networks/4e005d98-66c3-4532-af9b-8a37ada02044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291256 May 09 13:52:59.739536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:59.772243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 06b59ee5-b0ad-440e-90ef-ce86db76bb69, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=06b59ee5-b0ad-440e-90ef-ce86db76bb69,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:52:59.786467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:52:59.858446 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=06b59ee5-b0ad-440e-90ef-ce86db76bb69,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:52:59.872648 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-464504db-d1c1-49fc-8821-a8de73d84d04 req-92e8515e-6508-4b68-8783-20b20b3db2d2 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 210 time: 0.0425484 May 09 13:53:00.891187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-d84a2cec-7e22-4a14-9798-f8ceb438c040 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:00.892582 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-d84a2cec-7e22-4a14-9798-f8ceb438c040 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.57 "GET /v2.0/networks?id=4e005d98-66c3-4532-af9b-8a37ada02044 HTTP/1.1" status: 200 len: 816 time: 0.1487038 May 09 13:53:00.909550 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Request body: {'port': {'device_id': 'a61f6e41-edfe-40f8-b2f1-2701f2e43a30', 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044', 'admin_state_up': True, 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:53:01.039108 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5327143a-c4fb-4ddd-933a-73978af13a8d req-f979e213-bd52-4d71-965a-86ffc96f48bc tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 210 time: 0.0401940 May 09 13:53:01.051736 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:53:01.061033 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:53:01.070348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Made reservation on behalf of 15a5dbf1f5f2486ea514ce7e05b8b706 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:53:01.073393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:01.224804 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Allocated IP 172.20.0.4 (4e005d98-66c3-4532-af9b-8a37ada02044/1dc5d60d-a256-4aac-913f-7b4396dee6db/1af5d8eb-0412-4308-9dca-dd04d25ea059) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:53:01.289247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 06b59ee5-b0ad-440e-90ef-ce86db76bb69 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:53:01.355322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 06b59ee5-b0ad-440e-90ef-ce86db76bb69 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:53:01.355679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:01.535909 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:01.550740 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Transition to ACTIVE for port object 1af5d8eb-0412-4308-9dca-dd04d25ea059 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:53:01.573264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:01.647393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Network 4e005d98-66c3-4532-af9b-8a37ada02044 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:53:01.650203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:53:01.654035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:53:01.686861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Pushing event updated for resources: {'Port': ['ID=1af5d8eb-0412-4308-9dca-dd04d25ea059,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:01.721756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:01.722352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:01.747914 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7fd2c90b-f546-43ea-8ec6-b392621c520c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8419752 May 09 13:53:01.760059 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Request body: {'port': {'device_id': 'a61f6e41-edfe-40f8-b2f1-2701f2e43a30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:53:01.866514 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:01.895711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-879300f6-597b-4760-996a-5539bfe5abae None None] Provisioning for port 1af5d8eb-0412-4308-9dca-dd04d25ea059 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:53:01.900370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-879300f6-597b-4760-996a-5539bfe5abae None None] Provisioning complete for port 1af5d8eb-0412-4308-9dca-dd04d25ea059 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:53:01.900808 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-879300f6-597b-4760-996a-5539bfe5abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:01.955823 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-879300f6-597b-4760-996a-5539bfe5abae None None] Port 1af5d8eb-0412-4308-9dca-dd04d25ea059 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:53:02.206584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af5d8eb-0412-4308-9dca-dd04d25ea059 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:53:02.213661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:02.227675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Transition to ACTIVE for port object 1af5d8eb-0412-4308-9dca-dd04d25ea059 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:53:02.231644 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:02.246248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db890d61-1a65-4989-8c5a-aad720093f9f req-2b961216-58fc-4163-bfe7-2e72c722710b tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:02.247825 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-db890d61-1a65-4989-8c5a-aad720093f9f req-2b961216-58fc-4163-bfe7-2e72c722710b tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 931 time: 0.0853205 May 09 13:53:02.293225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-db890d61-1a65-4989-8c5a-aad720093f9f req-2c806207-a465-4fe1-813e-91e315c89732 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Synchronizing usage tracker for tenant:15a5dbf1f5f2486ea514ce7e05b8b706 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:53:02.312752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-db890d61-1a65-4989-8c5a-aad720093f9f req-2c806207-a465-4fe1-813e-91e315c89732 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Unset dirty status for tenant:15a5dbf1f5f2486ea514ce7e05b8b706 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:53:02.314396 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-db890d61-1a65-4989-8c5a-aad720093f9f req-2c806207-a465-4fe1-813e-91e315c89732 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608318 May 09 13:53:02.361942 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Pushing event updated for resources: {'Port': ['ID=1af5d8eb-0412-4308-9dca-dd04d25ea059,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:02.467985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Attempting to bind port 1af5d8eb-0412-4308-9dca-dd04d25ea059 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:53:02.468347 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Attempting to bind port 1af5d8eb-0412-4308-9dca-dd04d25ea059 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:53:02.468614 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Attempting to bind port 1af5d8eb-0412-4308-9dca-dd04d25ea059 on network 4e005d98-66c3-4532-af9b-8a37ada02044 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:53:02.474789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Port 1af5d8eb-0412-4308-9dca-dd04d25ea059 on network 4e005d98-66c3-4532-af9b-8a37ada02044 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:53:02.475094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Attempting to bind port 1af5d8eb-0412-4308-9dca-dd04d25ea059 on network 4e005d98-66c3-4532-af9b-8a37ada02044 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:53:02.481111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:53:02.481472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Checking segment: {'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:53:02.481844 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Bound using segment: {'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:53:02.482254 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Bound port: 1af5d8eb-0412-4308-9dca-dd04d25ea059, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:53:02.482587 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:02.570393 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] For port 1af5d8eb-0412-4308-9dca-dd04d25ea059, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:53:02.578328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] For port 1af5d8eb-0412-4308-9dca-dd04d25ea059, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1af5d8eb-0412-4308-9dca-dd04d25ea059,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:53:02.598298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:02.663757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:02.665165 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] 10.222.0.57 "PUT /v2.0/ports/1af5d8eb-0412-4308-9dca-dd04d25ea059 HTTP/1.1" status: 200 len: 1093 time: 0.9093940 May 09 13:53:02.665634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f6e41-edfe-40f8-b2f1-2701f2e43a30', 'tag': '1af5d8eb-0412-4308-9dca-dd04d25ea059'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:53:02.703011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc522787-4074-44e9-bc4e-ee1864132817 service neutron] Pushing event updated for resources: {'Port': ['ID=1af5d8eb-0412-4308-9dca-dd04d25ea059,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:02.797063 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee335a5-ebab-4456-9eee-08537328c6c5'] response: {'name': 'network-changed', 'server_uuid': 'a61f6e41-edfe-40f8-b2f1-2701f2e43a30', 'tag': '1af5d8eb-0412-4308-9dca-dd04d25ea059', 'status': 'completed', 'code': 200} May 09 13:53:02.807041 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-fa0ffff7-ce4b-4eb0-8331-b637d2400e1e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15a5dbf1f5f2486ea514ce7e05b8b706&device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 1096 time: 0.0978045 May 09 13:53:02.891305 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-09baa179-c828-4a32-ab0d-488ce057bb08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1af5d8eb-0412-4308-9dca-dd04d25ea059 HTTP/1.1" status: 200 len: 217 time: 0.0755432 May 09 13:53:02.961578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-adbfed51-bf17-4a52-87a6-c2691dbffcf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:02.963240 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-adbfed51-bf17-4a52-87a6-c2691dbffcf2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1dc5d60d-a256-4aac-913f-7b4396dee6db HTTP/1.1" status: 200 len: 855 time: 0.0652966 May 09 13:53:03.041157 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-7a74e888-4190-41be-a393-4e6b6424ff7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e005d98-66c3-4532-af9b-8a37ada02044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713670 May 09 13:53:03.178783 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-e683b3fd-25b2-4f46-a411-b9314306cb77 service neutron] 10.222.0.57 "GET /v2.0/networks/4e005d98-66c3-4532-af9b-8a37ada02044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319869 May 09 13:53:03.315742 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6f6723a2-7c3a-4b7b-a043-eb6be7173129 req-32faabe7-8c43-485e-bf79-aaaa7d5803a6 service neutron] 10.222.0.57 "GET /v2.0/networks/4e005d98-66c3-4532-af9b-8a37ada02044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312909 May 09 13:53:03.318931 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b1387a0b-5d6d-40a5-ac54-0d23b18424ac up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:53:03.395276 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port b1387a0b-5d6d-40a5-ac54-0d23b18424ac completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:53:03.405682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b1387a0b-5d6d-40a5-ac54-0d23b18424ac triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:53:03.406351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:03.544186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:03.554346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa23ba8-a85f-4334-9dc2-1b9a9e1b93cc req-601ae431-86ec-4c54-8cf2-12f3b48ce3e9 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:03.561959 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-baa23ba8-a85f-4334-9dc2-1b9a9e1b93cc req-601ae431-86ec-4c54-8cf2-12f3b48ce3e9 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 943 time: 0.0869246 May 09 13:53:03.580834 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d0e5a794-5e5d-4d9e-b4e4-86533f1ec929 req-7011aee4-f3cc-49d4-8029-a22f2907cc7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15a5dbf1f5f2486ea514ce7e05b8b706&device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 1096 time: 0.1788154 May 09 13:53:03.584316 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port b1387a0b-5d6d-40a5-ac54-0d23b18424ac, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b1387a0b-5d6d-40a5-ac54-0d23b18424ac,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:53:03.591136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:03.629101 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-baa23ba8-a85f-4334-9dc2-1b9a9e1b93cc req-50897489-101d-4ed8-8ae4-80bf5dd337db tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652196 May 09 13:53:03.719167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=b1387a0b-5d6d-40a5-ac54-0d23b18424ac,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:03.741481 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5a794-5e5d-4d9e-b4e4-86533f1ec929 req-5e046702-c5a9-4a5c-84e4-7c68ff94dabf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:03.742913 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d0e5a794-5e5d-4d9e-b4e4-86533f1ec929 req-5e046702-c5a9-4a5c-84e4-7c68ff94dabf service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e005d98-66c3-4532-af9b-8a37ada02044 HTTP/1.1" status: 200 len: 917 time: 0.1556785 May 09 13:53:03.810692 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d0e5a794-5e5d-4d9e-b4e4-86533f1ec929 req-948b15a8-e432-47ef-8df2-4999bf72d730 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1af5d8eb-0412-4308-9dca-dd04d25ea059 HTTP/1.1" status: 200 len: 217 time: 0.0621958 May 09 13:53:03.870529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5a794-5e5d-4d9e-b4e4-86533f1ec929 req-81ff4585-39ed-473a-a338-ae031cc9975a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:03.871878 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d0e5a794-5e5d-4d9e-b4e4-86533f1ec929 req-81ff4585-39ed-473a-a338-ae031cc9975a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1dc5d60d-a256-4aac-913f-7b4396dee6db HTTP/1.1" status: 200 len: 855 time: 0.0548460 May 09 13:53:03.946888 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d0e5a794-5e5d-4d9e-b4e4-86533f1ec929 req-61457ea4-694b-4ebb-95fa-0caf38f6515a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e005d98-66c3-4532-af9b-8a37ada02044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682709 May 09 13:53:04.074511 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d0e5a794-5e5d-4d9e-b4e4-86533f1ec929 req-ed8f1bac-1cb8-4208-887f-4a843fa3a75d service neutron] 10.222.0.57 "GET /v2.0/networks/4e005d98-66c3-4532-af9b-8a37ada02044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219995 May 09 13:53:04.201281 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d0e5a794-5e5d-4d9e-b4e4-86533f1ec929 req-de3abb6f-41b1-43f7-9c93-310cc1050a19 service neutron] 10.222.0.57 "GET /v2.0/networks/4e005d98-66c3-4532-af9b-8a37ada02044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203411 May 09 13:53:04.817590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daf2ef-07c9-4cfc-bf15-88069cf4cb99 req-73ffa3bc-344a-4954-aed6-8529ecb208c1 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:04.819139 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-13daf2ef-07c9-4cfc-bf15-88069cf4cb99 req-73ffa3bc-344a-4954-aed6-8529ecb208c1 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 943 time: 0.0738547 May 09 13:53:04.862696 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-13daf2ef-07c9-4cfc-bf15-88069cf4cb99 req-749a8575-0322-4213-9da7-a35c69c9d8e6 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378850 May 09 13:53:05.296749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b1387a0b-5d6d-40a5-ac54-0d23b18424ac up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:53:05.363185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b1387a0b-5d6d-40a5-ac54-0d23b18424ac triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:53:05.363547 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:06.059688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8435d1-f454-4b9e-8cc5-9bd4e9156de2 req-62f5df83-f890-4a42-b12f-b2476b4a81a5 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:06.061134 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1c8435d1-f454-4b9e-8cc5-9bd4e9156de2 req-62f5df83-f890-4a42-b12f-b2476b4a81a5 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 943 time: 0.0782890 May 09 13:53:06.105264 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1c8435d1-f454-4b9e-8cc5-9bd4e9156de2 req-fe987e88-0499-4fd0-b3cb-795e056a760c tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378530 May 09 13:53:06.443157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 1af5d8eb-0412-4308-9dca-dd04d25ea059 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:53:06.571670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 1af5d8eb-0412-4308-9dca-dd04d25ea059, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1af5d8eb-0412-4308-9dca-dd04d25ea059,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:53:06.584548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '1af5d8eb-0412-4308-9dca-dd04d25ea059', 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044', 'port_id': '1af5d8eb-0412-4308-9dca-dd04d25ea059', 'mac_address': 'fa:16:3e:07:30:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc5d60d-a256-4aac-913f-7b4396dee6db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:53:06.640439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:06.656790 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af5d8eb-0412-4308-9dca-dd04d25ea059 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:53:06.670850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 1af5d8eb-0412-4308-9dca-dd04d25ea059, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1af5d8eb-0412-4308-9dca-dd04d25ea059,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:53:06.674728 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:06.746204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=1af5d8eb-0412-4308-9dca-dd04d25ea059,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:06.985656 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['1af5d8eb-0412-4308-9dca-dd04d25ea059'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:53:07.299957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3002ec-645e-4bf4-927b-22c0f90f9e5e req-66ac9ad3-3410-457d-ac7d-4cd0fb0d0c7f tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:07.302065 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3e3002ec-645e-4bf4-927b-22c0f90f9e5e req-66ac9ad3-3410-457d-ac7d-4cd0fb0d0c7f tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 944 time: 0.0756736 May 09 13:53:07.348905 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3e3002ec-645e-4bf4-927b-22c0f90f9e5e req-6b69d9fd-e63b-4b17-8e24-f36df8829378 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409877 May 09 13:53:08.443424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 1af5d8eb-0412-4308-9dca-dd04d25ea059 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:53:08.509163 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 1af5d8eb-0412-4308-9dca-dd04d25ea059 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:53:08.513816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 1af5d8eb-0412-4308-9dca-dd04d25ea059 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:53:08.514181 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:08.548954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3e012-f388-4580-bcab-748ad0270097 req-c416d64e-5eb9-4c5c-87f4-3cf40ca06c04 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:08.551110 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bac3e012-f388-4580-bcab-748ad0270097 req-c416d64e-5eb9-4c5c-87f4-3cf40ca06c04 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 944 time: 0.0801284 May 09 13:53:08.598591 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bac3e012-f388-4580-bcab-748ad0270097 req-5905d60b-fd50-4015-b5a6-379a918fe063 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412967 May 09 13:53:08.629278 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:08.654453 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f6e41-edfe-40f8-b2f1-2701f2e43a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af5d8eb-0412-4308-9dca-dd04d25ea059'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:53:08.664280 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 1af5d8eb-0412-4308-9dca-dd04d25ea059, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1af5d8eb-0412-4308-9dca-dd04d25ea059,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:53:08.668098 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:08.711934 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c0ba8a-7393-43a6-8e50-6240b8889d26'] response: {'server_uuid': 'a61f6e41-edfe-40f8-b2f1-2701f2e43a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af5d8eb-0412-4308-9dca-dd04d25ea059', 'code': 200} May 09 13:53:08.741579 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=1af5d8eb-0412-4308-9dca-dd04d25ea059,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:08.750124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:08.750568 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:08.750901 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:08.751225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:08.751550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:08.751868 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:08.752185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:08.752502 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:08.752814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:08.753124 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:08.753491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:08.931086 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f543db35-c389-4f8d-a774-c57080cea977 req-79b1a9bc-78f8-4229-b3ca-7ab246514421 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 1098 time: 0.0658360 May 09 13:53:08.970920 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f543db35-c389-4f8d-a774-c57080cea977 req-1abdba40-9aef-4869-9e27-b540ebe354e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345137 May 09 13:53:09.794248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b048d-c32b-4a5a-b9e7-dda38e938c8c req-95afce59-f299-4399-a083-916c23b86943 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:09.795691 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7d9b048d-c32b-4a5a-b9e7-dda38e938c8c req-95afce59-f299-4399-a083-916c23b86943 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 945 time: 0.0751023 May 09 13:53:09.842424 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7d9b048d-c32b-4a5a-b9e7-dda38e938c8c req-0251942a-dd85-43e5-9b25-0f8901951bcd tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411966 May 09 13:53:10.183168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-340bf9c7-e8c8-40d3-99d1-a64dd7aa02f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:11.035657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa3550-4649-44d7-976f-ab9e312e3745 req-84e4e493-1e9a-43a7-bbc9-c9ba6c7a02ac tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:11.037085 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fbfa3550-4649-44d7-976f-ab9e312e3745 req-84e4e493-1e9a-43a7-bbc9-c9ba6c7a02ac tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 945 time: 0.0752964 May 09 13:53:11.080750 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fbfa3550-4649-44d7-976f-ab9e312e3745 req-0f3b3e55-7a47-44ee-8ea1-917f1f81f34f tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 May 09 13:53:11.274833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0a335-0e6f-48f9-a90c-666aa0adc52b req-5bfb1b6b-eaea-4e3a-a09a-ee6deae268f7 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:11.276249 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-31b0a335-0e6f-48f9-a90c-666aa0adc52b req-5bfb1b6b-eaea-4e3a-a09a-ee6deae268f7 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 945 time: 0.0781000 May 09 13:53:11.399607 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-31b0a335-0e6f-48f9-a90c-666aa0adc52b req-445bc244-5b1f-46da-a506-87b1816c0f65 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178548 May 09 13:53:12.477394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7705-42ea-42a8-b919-28b6d6a72522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:13.446099 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:13.881641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:15.113441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:17.614907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Sync routers for ids ['fabbce8b-d0b5-4a29-9dc2-cbc80582c152'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:53:17.626525 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Routers {'fabbce8b-d0b5-4a29-9dc2-cbc80582c152'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:53:17.627122 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:53:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fabbce8b-d0b5-4a29-9dc2-cbc80582c152'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:53:17.799760 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Set router fabbce8b-d0b5-4a29-9dc2-cbc80582c152 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:53:18.099443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'name': 'tempest-TestEncryptedCinderVolumes-1821914441-router', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:52:57Z', 'revision_number': 4, 'project_id': '2aef56194ba24a87b6a881765d0447b2', 'gw_port': {'id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '5ce02d79-ec12-4614-8687-a6a98e8b0d4f', 'name': '', 'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'mac_address': 'fa:16:3e:af:95:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640c711f-3d39-4602-bc56-ba470d23be59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:56Z', 'updated_at': '2022-05-09T13:52:57Z', 'revision_number': 2, 'project_id': '2aef56194ba24a87b6a881765d0447b2', 'subnets': [{'id': '640c711f-3d39-4602-bc56-ba470d23be59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:53:18.103544 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Checking router: fabbce8b-d0b5-4a29-9dc2-cbc80582c152 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:53:18.103887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Updating router fabbce8b-d0b5-4a29-9dc2-cbc80582c152 port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:53:18.155795 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:18.517430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:18.528836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Transition to ACTIVE for port object 5ce02d79-ec12-4614-8687-a6a98e8b0d4f will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:53:18.535046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:18.655011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706bec2-164f-40d0-951b-41952a19d78c None None] Pushing event updated for resources: {'Port': ['ID=5ce02d79-ec12-4614-8687-a6a98e8b0d4f,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:18.745561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Attempting to bind port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:53:18.745919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Attempting to bind port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '04f23347-4e22-42f3-867d-4bd19bf398ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:53:18.746275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Attempting to bind port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f on network 1216a1a9-b930-4d41-8d35-628f38c37cfb {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:53:18.752885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:53:18.753344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Checking segment: {'id': '04f23347-4e22-42f3-867d-4bd19bf398ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:53:18.753690 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:18.754078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Bound using segment: {'id': '04f23347-4e22-42f3-867d-4bd19bf398ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:53:18.755268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Bound port: 5ce02d79-ec12-4614-8687-a6a98e8b0d4f, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f23347-4e22-42f3-867d-4bd19bf398ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:53:18.755649 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:18.844326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] For port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:53:18.847748 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] For port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5ce02d79-ec12-4614-8687-a6a98e8b0d4f,segment=NetworkSegment(04f23347-4e22-42f3-867d-4bd19bf398ff),segment_id=04f23347-4e22-42f3-867d-4bd19bf398ff)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:53:18.855263 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:18.938387 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Routers {'fabbce8b-d0b5-4a29-9dc2-cbc80582c152'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:53:18.939015 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:53:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fabbce8b-d0b5-4a29-9dc2-cbc80582c152'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:53:18.992262 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706bec2-164f-40d0-951b-41952a19d78c None None] Pushing event updated for resources: {'Port': ['ID=5ce02d79-ec12-4614-8687-a6a98e8b0d4f,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:19.138534 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] Set router fabbce8b-d0b5-4a29-9dc2-cbc80582c152 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:53:19.442011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'name': 'tempest-TestEncryptedCinderVolumes-1821914441-router', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:52:57Z', 'revision_number': 4, 'project_id': '2aef56194ba24a87b6a881765d0447b2', 'gw_port': {'id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '5ce02d79-ec12-4614-8687-a6a98e8b0d4f', 'name': '', 'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'mac_address': 'fa:16:3e:af:95:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640c711f-3d39-4602-bc56-ba470d23be59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:56Z', 'updated_at': '2022-05-09T13:53:18Z', 'revision_number': 4, 'project_id': '2aef56194ba24a87b6a881765d0447b2', 'subnets': [{'id': '640c711f-3d39-4602-bc56-ba470d23be59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:53:19.446001 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4c87d0-1f55-4332-9c7f-c4cffb6bd62d None None] The sync data for ids ['fabbce8b-d0b5-4a29-9dc2-cbc80582c152'] in dv-neutron-840889-2-hyperv is: [{'id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'name': 'tempest-TestEncryptedCinderVolumes-1821914441-router', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:52:57Z', 'revision_number': 4, 'project_id': '2aef56194ba24a87b6a881765d0447b2', 'gw_port': {'id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '5ce02d79-ec12-4614-8687-a6a98e8b0d4f', 'name': '', 'network_id': '1216a1a9-b930-4d41-8d35-628f38c37cfb', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'mac_address': 'fa:16:3e:af:95:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640c711f-3d39-4602-bc56-ba470d23be59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:56Z', 'updated_at': '2022-05-09T13:53:18Z', 'revision_number': 4, 'project_id': '2aef56194ba24a87b6a881765d0447b2', 'subnets': [{'id': '640c711f-3d39-4602-bc56-ba470d23be59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:53:21.318767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5ce02d79-ec12-4614-8687-a6a98e8b0d4f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:53:21.391170 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:53:21.396914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:53:21.397381 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:21.513039 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:21.554774 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5ce02d79-ec12-4614-8687-a6a98e8b0d4f,segment=NetworkSegment(04f23347-4e22-42f3-867d-4bd19bf398ff),segment_id=04f23347-4e22-42f3-867d-4bd19bf398ff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:53:21.559815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:21.596698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:21.671362 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=5ce02d79-ec12-4614-8687-a6a98e8b0d4f,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:23.307379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5ce02d79-ec12-4614-8687-a6a98e8b0d4f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:53:23.387119 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:53:23.387493 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:26.958352 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03758c53-3726-4adc-95ce-adcbbee776b3 req-6a0d0890-4ce9-43a9-8d4c-69e927c68d09 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:26.959686 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-03758c53-3726-4adc-95ce-adcbbee776b3 req-6a0d0890-4ce9-43a9-8d4c-69e927c68d09 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 945 time: 0.0793118 May 09 13:53:27.004043 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-03758c53-3726-4adc-95ce-adcbbee776b3 req-3177016d-6f75-4e83-be6a-139f5bb54c23 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388505 May 09 13:53:28.200102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4f129-9b85-4c44-99cf-4afe357e5677 req-c20dea37-4416-4f4f-99bb-99963d61d4fa tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:28.201537 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-afd4f129-9b85-4c44-99cf-4afe357e5677 req-c20dea37-4416-4f4f-99bb-99963d61d4fa tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 945 time: 0.0763636 May 09 13:53:28.245366 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-afd4f129-9b85-4c44-99cf-4afe357e5677 req-046ea818-de54-423b-afd4-6bd1cb2701c0 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383139 May 09 13:53:28.761840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f3fd8-1090-4dfb-afe8-f63332a35211 req-661e32e9-aa24-4505-99db-205e320fed98 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:28.762504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-af4f3fd8-1090-4dfb-afe8-f63332a35211 req-661e32e9-aa24-4505-99db-205e320fed98 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Synchronizing usage tracker for tenant:15a5dbf1f5f2486ea514ce7e05b8b706 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:53:28.776974 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-af4f3fd8-1090-4dfb-afe8-f63332a35211 req-661e32e9-aa24-4505-99db-205e320fed98 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Unset dirty status for tenant:15a5dbf1f5f2486ea514ce7e05b8b706 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:53:28.778092 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-af4f3fd8-1090-4dfb-afe8-f63332a35211 req-661e32e9-aa24-4505-99db-205e320fed98 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.57 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 945 time: 0.0907817 May 09 13:53:28.845017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-af4f3fd8-1090-4dfb-afe8-f63332a35211 req-8d0e68e9-ec17-4206-abb6-5a6c4552c98e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Deleting port 1af5d8eb-0412-4308-9dca-dd04d25ea059 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:53:28.845379 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-af4f3fd8-1090-4dfb-afe8-f63332a35211 req-8d0e68e9-ec17-4206-abb6-5a6c4552c98e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:29.079800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-af4f3fd8-1090-4dfb-afe8-f63332a35211 req-8d0e68e9-ec17-4206-abb6-5a6c4552c98e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] For port 1af5d8eb-0412-4308-9dca-dd04d25ea059, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1af5d8eb-0412-4308-9dca-dd04d25ea059,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:53:29.080145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-af4f3fd8-1090-4dfb-afe8-f63332a35211 req-8d0e68e9-ec17-4206-abb6-5a6c4552c98e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:29.194163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-af4f3fd8-1090-4dfb-afe8-f63332a35211 req-8d0e68e9-ec17-4206-abb6-5a6c4552c98e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Calling delete_port for 1af5d8eb-0412-4308-9dca-dd04d25ea059 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:53:29.332077 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-af4f3fd8-1090-4dfb-afe8-f63332a35211 req-8d0e68e9-ec17-4206-abb6-5a6c4552c98e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:29.343535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['1af5d8eb-0412-4308-9dca-dd04d25ea059'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:53:29.381756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e68e9-ec17-4206-abb6-5a6c4552c98e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Pushing event deleted for resources: {'Port': ['ID=1af5d8eb-0412-4308-9dca-dd04d25ea059,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:29.408387 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-72843116-62fb-4a1a-b0b7-fb84abc168d9 req-36d6da55-215e-4498-8469-4a60975f5540 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=a61f6e41-edfe-40f8-b2f1-2701f2e43a30 HTTP/1.1" status: 200 len: 210 time: 0.0422940 May 09 13:53:29.553367 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4f3fd8-1090-4dfb-afe8-f63332a35211 req-8d0e68e9-ec17-4206-abb6-5a6c4552c98e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] No DVR routers for this DVR port 1af5d8eb-0412-4308-9dca-dd04d25ea059 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:53:29.555829 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-af4f3fd8-1090-4dfb-afe8-f63332a35211 req-8d0e68e9-ec17-4206-abb6-5a6c4552c98e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:29.559617 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f6e41-edfe-40f8-b2f1-2701f2e43a30', 'name': 'network-vif-deleted', 'tag': '1af5d8eb-0412-4308-9dca-dd04d25ea059'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:53:29.577512 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-af4f3fd8-1090-4dfb-afe8-f63332a35211 req-8d0e68e9-ec17-4206-abb6-5a6c4552c98e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.57 "DELETE /v2.0/ports/1af5d8eb-0412-4308-9dca-dd04d25ea059 HTTP/1.1" status: 204 len: 173 time: 0.7936945 May 09 13:53:29.619220 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def3f965-a65f-49b6-96c7-da3311e7dc58'] response: {'server_uuid': 'a61f6e41-edfe-40f8-b2f1-2701f2e43a30', 'name': 'network-vif-deleted', 'tag': '1af5d8eb-0412-4308-9dca-dd04d25ea059', 'status': 'completed', 'code': 200} May 09 13:53:30.894332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-35862d1f-ff34-4d8d-b32d-4d5d67cc877d tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:30.895779 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-35862d1f-ff34-4d8d-b32d-4d5d67cc877d tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/networks?id=4e005d98-66c3-4532-af9b-8a37ada02044 HTTP/1.1" status: 200 len: 816 time: 0.1419272 May 09 13:53:30.911794 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-388f35df-f624-4d95-84fa-30619fa4184e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/quotas/15a5dbf1f5f2486ea514ce7e05b8b706 HTTP/1.1" status: 200 len: 375 time: 0.0107272 May 09 13:53:30.993752 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-a2069a52-c87c-405f-aaa9-de0a4787eb7e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=15a5dbf1f5f2486ea514ce7e05b8b706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768468 May 09 13:53:31.127292 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-2fc7c0b3-b537-49a8-82a2-698e7783cce5 service neutron] 10.222.0.44 "GET /v2.0/networks/4e005d98-66c3-4532-af9b-8a37ada02044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223178 May 09 13:53:31.256806 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-a3fbad8f-9346-4a3d-915d-664c75e20f63 service neutron] 10.222.0.44 "GET /v2.0/networks/4e005d98-66c3-4532-af9b-8a37ada02044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239305 May 09 13:53:31.431194 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-781e2e34-dd15-4bb9-9ad0-ff2f76c75638 req-50df03a4-befa-45e5-80c2-66093c45e799 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 210 time: 0.0409372 May 09 13:53:32.405388 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-75eb1308-0f6b-473f-abb8-ac2b07215f44 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:32.406831 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-75eb1308-0f6b-473f-abb8-ac2b07215f44 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.57 "GET /v2.0/networks?id=4e005d98-66c3-4532-af9b-8a37ada02044 HTTP/1.1" status: 200 len: 816 time: 0.1438479 May 09 13:53:32.422439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Request body: {'port': {'device_id': '9f5f9272-38ab-41f1-b769-2b20740eed0d', 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044', 'admin_state_up': True, 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:53:32.552474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 1af5d8eb-0412-4308-9dca-dd04d25ea059 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:53:32.559924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:53:32.564287 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Usage tracker for resource:port and tenant:15a5dbf1f5f2486ea514ce7e05b8b706 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:53:32.567356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:53:32.573447 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:53:32.584530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Made reservation on behalf of 15a5dbf1f5f2486ea514ce7e05b8b706 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:53:32.587883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:32.594323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 1af5d8eb-0412-4308-9dca-dd04d25ea059 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:53:32.595004 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 1af5d8eb-0412-4308-9dca-dd04d25ea059 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:53:32.598823 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-870963d2-a1f6-4286-bae2-42d3a56361cb req-778db3a3-ff99-4c30-bff6-ad18a70c41be tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 210 time: 0.0463531 May 09 13:53:32.756247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Allocated IP 172.20.0.4 (4e005d98-66c3-4532-af9b-8a37ada02044/1dc5d60d-a256-4aac-913f-7b4396dee6db/08f843ed-dfb8-45c9-bd93-15d58d3caff0) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:53:32.957685 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:32.972561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Transition to ACTIVE for port object 08f843ed-dfb8-45c9-bd93-15d58d3caff0 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:53:32.994549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:33.064735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Network 4e005d98-66c3-4532-af9b-8a37ada02044 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:53:33.067780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:53:33.071936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:53:33.100133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Pushing event updated for resources: {'Port': ['ID=08f843ed-dfb8-45c9-bd93-15d58d3caff0,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:33.136694 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:33.137309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:33.162463 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0dfe53d0-ca59-4212-8160-344d2b85d8cb tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7437866 May 09 13:53:33.174146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Request body: {'port': {'device_id': '9f5f9272-38ab-41f1-b769-2b20740eed0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:53:33.283402 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:33.343347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-eb4f5d04-928d-4730-94f7-cd1fa6c5b8d1 None None] Provisioning for port 08f843ed-dfb8-45c9-bd93-15d58d3caff0 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:53:33.348129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-eb4f5d04-928d-4730-94f7-cd1fa6c5b8d1 None None] Provisioning complete for port 08f843ed-dfb8-45c9-bd93-15d58d3caff0 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:53:33.348492 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5d04-928d-4730-94f7-cd1fa6c5b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:33.402268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f5d04-928d-4730-94f7-cd1fa6c5b8d1 None None] Port 08f843ed-dfb8-45c9-bd93-15d58d3caff0 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:53:33.610514 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f843ed-dfb8-45c9-bd93-15d58d3caff0 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:53:33.617591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:33.632356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Transition to ACTIVE for port object 08f843ed-dfb8-45c9-bd93-15d58d3caff0 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:53:33.636232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:33.757371 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Pushing event updated for resources: {'Port': ['ID=08f843ed-dfb8-45c9-bd93-15d58d3caff0,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:33.767652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:33.767989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:33.768319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:33.768648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:33.769030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:33.769299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:33.769658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:33.769975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:33.770287 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:33.770598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:33.770908 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:53:33.800699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6da5b1-4b47-443d-a9ab-f9dfc5c85a0b req-9df6afee-0c67-47e7-8c23-6fc190cda4b7 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:33.802924 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7b6da5b1-4b47-443d-a9ab-f9dfc5c85a0b req-9df6afee-0c67-47e7-8c23-6fc190cda4b7 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 943 time: 0.0820215 May 09 13:53:33.852003 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7b6da5b1-4b47-443d-a9ab-f9dfc5c85a0b req-136ddb05-62cb-4a04-89d6-1149b65f4571 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 May 09 13:53:33.886634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Attempting to bind port 08f843ed-dfb8-45c9-bd93-15d58d3caff0 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:53:33.886963 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Attempting to bind port 08f843ed-dfb8-45c9-bd93-15d58d3caff0 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:53:33.887351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Attempting to bind port 08f843ed-dfb8-45c9-bd93-15d58d3caff0 on network 4e005d98-66c3-4532-af9b-8a37ada02044 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:53:33.892958 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Port 08f843ed-dfb8-45c9-bd93-15d58d3caff0 on network 4e005d98-66c3-4532-af9b-8a37ada02044 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:53:33.893283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Attempting to bind port 08f843ed-dfb8-45c9-bd93-15d58d3caff0 on network 4e005d98-66c3-4532-af9b-8a37ada02044 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:53:33.899535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:53:33.899876 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Checking segment: {'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:53:33.900249 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Bound using segment: {'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:53:33.900657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Bound port: 08f843ed-dfb8-45c9-bd93-15d58d3caff0, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6f5f99-93c9-4491-8274-8f4af03aed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:53:33.900992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:33.984801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] For port 08f843ed-dfb8-45c9-bd93-15d58d3caff0, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:53:33.987641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] For port 08f843ed-dfb8-45c9-bd93-15d58d3caff0, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=08f843ed-dfb8-45c9-bd93-15d58d3caff0,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:53:33.992489 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:34.044956 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:53:34.057498 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:34.058736 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] 10.222.0.57 "PUT /v2.0/ports/08f843ed-dfb8-45c9-bd93-15d58d3caff0 HTTP/1.1" status: 200 len: 1093 time: 0.8887310 May 09 13:53:34.059255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5f9272-38ab-41f1-b769-2b20740eed0d', 'tag': '08f843ed-dfb8-45c9-bd93-15d58d3caff0'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:53:34.084028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbbb06-3b1d-4b80-8680-5b4c3e4a70a7 service neutron] Pushing event updated for resources: {'Port': ['ID=08f843ed-dfb8-45c9-bd93-15d58d3caff0,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:34.232995 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c372c90-d7c0-4791-a56c-44133cfa89f6'] response: {'name': 'network-changed', 'server_uuid': '9f5f9272-38ab-41f1-b769-2b20740eed0d', 'tag': '08f843ed-dfb8-45c9-bd93-15d58d3caff0', 'status': 'completed', 'code': 200} May 09 13:53:34.273156 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-0a4b503f-d710-4257-930b-b2029d8a4d3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15a5dbf1f5f2486ea514ce7e05b8b706&device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 1096 time: 0.1739662 May 09 13:53:34.341541 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-a64daf21-e9f6-4f09-bf80-03d148bdf761 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08f843ed-dfb8-45c9-bd93-15d58d3caff0 HTTP/1.1" status: 200 len: 217 time: 0.0617540 May 09 13:53:34.401967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-b91ed3c2-fdc7-4aa1-96fc-323043e8a701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:34.403272 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-b91ed3c2-fdc7-4aa1-96fc-323043e8a701 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1dc5d60d-a256-4aac-913f-7b4396dee6db HTTP/1.1" status: 200 len: 855 time: 0.0561235 May 09 13:53:34.482300 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-f1572252-ae7d-4f39-9639-87661ade8210 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e005d98-66c3-4532-af9b-8a37ada02044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730081 May 09 13:53:34.610542 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-65a42d75-80f0-4e9b-9c5e-dcee13aba89d service neutron] 10.222.0.57 "GET /v2.0/networks/4e005d98-66c3-4532-af9b-8a37ada02044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209276 May 09 13:53:34.743526 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3b338916-bab5-436a-b2ae-3e37db7c6ba5 req-8e85e8e9-664b-4059-99f2-822a0b7254e0 service neutron] 10.222.0.57 "GET /v2.0/networks/4e005d98-66c3-4532-af9b-8a37ada02044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263194 May 09 13:53:34.855477 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a2159c21-8f8a-4e12-a0c4-cdf24d3800f9 req-0443cb23-bf2c-4753-9003-18acf7188658 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15a5dbf1f5f2486ea514ce7e05b8b706&device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 1096 time: 0.0665765 May 09 13:53:34.992411 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2159c21-8f8a-4e12-a0c4-cdf24d3800f9 req-df76e532-f04b-4ac6-b30f-8848e0fd25db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:34.994217 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a2159c21-8f8a-4e12-a0c4-cdf24d3800f9 req-df76e532-f04b-4ac6-b30f-8848e0fd25db service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e005d98-66c3-4532-af9b-8a37ada02044 HTTP/1.1" status: 200 len: 917 time: 0.1322427 May 09 13:53:35.050122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd258d5-228b-4f6a-9b84-8f8238d64261 req-d599afb0-7c59-41a6-b5f4-ee4970da243a tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:35.052114 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ebd258d5-228b-4f6a-9b84-8f8238d64261 req-d599afb0-7c59-41a6-b5f4-ee4970da243a tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 943 time: 0.0798149 May 09 13:53:35.063335 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a2159c21-8f8a-4e12-a0c4-cdf24d3800f9 req-2d122fb0-6dd0-441c-b335-3a5d1b8c9f8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08f843ed-dfb8-45c9-bd93-15d58d3caff0 HTTP/1.1" status: 200 len: 217 time: 0.0634329 May 09 13:53:35.097280 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ebd258d5-228b-4f6a-9b84-8f8238d64261 req-4ac9f7cb-9277-4c1d-a6bd-4239ca1c5772 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393600 May 09 13:53:35.124512 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2159c21-8f8a-4e12-a0c4-cdf24d3800f9 req-476fae4a-8214-4be2-ae29-5d5ab1d986e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:35.125969 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a2159c21-8f8a-4e12-a0c4-cdf24d3800f9 req-476fae4a-8214-4be2-ae29-5d5ab1d986e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1dc5d60d-a256-4aac-913f-7b4396dee6db HTTP/1.1" status: 200 len: 855 time: 0.0565848 May 09 13:53:35.196900 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a2159c21-8f8a-4e12-a0c4-cdf24d3800f9 req-73f85940-404e-4a55-8ba1-e99f1828c5cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e005d98-66c3-4532-af9b-8a37ada02044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653422 May 09 13:53:35.323026 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a2159c21-8f8a-4e12-a0c4-cdf24d3800f9 req-673267c5-0fae-41ea-b82f-b6064291e620 service neutron] 10.222.0.57 "GET /v2.0/networks/4e005d98-66c3-4532-af9b-8a37ada02044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207464 May 09 13:53:35.451430 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a2159c21-8f8a-4e12-a0c4-cdf24d3800f9 req-450d7bb0-9170-4a2c-8160-13030933a788 service neutron] 10.222.0.57 "GET /v2.0/networks/4e005d98-66c3-4532-af9b-8a37ada02044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210997 May 09 13:53:36.289223 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c658be3-e4ab-4bfa-8673-890bdcfa4ac3 req-c990b472-1696-489f-b490-4733c67702bf tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:36.290677 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8c658be3-e4ab-4bfa-8673-890bdcfa4ac3 req-c990b472-1696-489f-b490-4733c67702bf tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 943 time: 0.0747912 May 09 13:53:36.335052 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8c658be3-e4ab-4bfa-8673-890bdcfa4ac3 req-7cda2b43-2a83-4ef1-ad00-e8876ef191be tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389793 May 09 13:53:36.583490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 08f843ed-dfb8-45c9-bd93-15d58d3caff0 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:53:36.712183 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 08f843ed-dfb8-45c9-bd93-15d58d3caff0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=08f843ed-dfb8-45c9-bd93-15d58d3caff0,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:53:36.724767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '08f843ed-dfb8-45c9-bd93-15d58d3caff0', 'network_id': '4e005d98-66c3-4532-af9b-8a37ada02044', 'port_id': '08f843ed-dfb8-45c9-bd93-15d58d3caff0', 'mac_address': 'fa:16:3e:37:b6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc5d60d-a256-4aac-913f-7b4396dee6db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:53:36.776567 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:36.793240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f843ed-dfb8-45c9-bd93-15d58d3caff0 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:53:36.807867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 08f843ed-dfb8-45c9-bd93-15d58d3caff0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=08f843ed-dfb8-45c9-bd93-15d58d3caff0,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:53:36.811271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:36.876200 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=08f843ed-dfb8-45c9-bd93-15d58d3caff0,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:37.104972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['08f843ed-dfb8-45c9-bd93-15d58d3caff0'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:53:37.527242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19374f7a-78c0-4714-9353-719fdf8dcc0e req-2a7d6f90-0424-4295-a0b6-794fa66798ee tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:37.528589 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-19374f7a-78c0-4714-9353-719fdf8dcc0e req-2a7d6f90-0424-4295-a0b6-794fa66798ee tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 944 time: 0.0777800 May 09 13:53:37.572935 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-19374f7a-78c0-4714-9353-719fdf8dcc0e req-e65fe1e3-0a62-4f59-a56c-b8e6ff4f1648 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389125 May 09 13:53:38.599282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 08f843ed-dfb8-45c9-bd93-15d58d3caff0 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:53:38.667308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 08f843ed-dfb8-45c9-bd93-15d58d3caff0 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:53:38.672435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 08f843ed-dfb8-45c9-bd93-15d58d3caff0 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:53:38.672798 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:38.772641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731065b-313c-4a69-b56f-e4ee5e9941fb req-0137aeea-9e63-4ca0-a62d-1fda1945e0b5 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:38.774137 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2731065b-313c-4a69-b56f-e4ee5e9941fb req-0137aeea-9e63-4ca0-a62d-1fda1945e0b5 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 944 time: 0.0758312 May 09 13:53:38.785967 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:38.812207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5f9272-38ab-41f1-b769-2b20740eed0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f843ed-dfb8-45c9-bd93-15d58d3caff0'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:53:38.822622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 08f843ed-dfb8-45c9-bd93-15d58d3caff0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=08f843ed-dfb8-45c9-bd93-15d58d3caff0,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:53:38.823188 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2731065b-313c-4a69-b56f-e4ee5e9941fb req-956551ac-fa98-4905-954c-7795f9a00bd5 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 May 09 13:53:38.827254 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:38.869692 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e562b88-920d-4ffa-94c5-1a59b4a8fc92'] response: {'server_uuid': '9f5f9272-38ab-41f1-b769-2b20740eed0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f843ed-dfb8-45c9-bd93-15d58d3caff0', 'code': 200} May 09 13:53:38.892539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=08f843ed-dfb8-45c9-bd93-15d58d3caff0,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:39.092326 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a02c5dc2-c2bb-43f5-a1e7-ee956165747f req-3010c960-3c52-4f6d-82f7-eec51f5b9942 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 1098 time: 0.0703564 May 09 13:53:39.134053 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a02c5dc2-c2bb-43f5-a1e7-ee956165747f req-c5a25200-c091-432a-95dd-3bb817d58622 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361407 May 09 13:53:40.160825 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100844e-ba25-44ee-be8e-da05ff90a0f7 req-c11ea0e7-91c9-4705-bcc0-9601a607d16f tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:40.162232 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8100844e-ba25-44ee-be8e-da05ff90a0f7 req-c11ea0e7-91c9-4705-bcc0-9601a607d16f tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 945 time: 0.0746045 May 09 13:53:40.184444 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-54f8e258-af05-4fdd-98b0-eaf7dde27378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:40.208065 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8100844e-ba25-44ee-be8e-da05ff90a0f7 req-44c51649-a429-4a49-9240-d584a72afe6f tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404701 May 09 13:53:41.416104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e6a1-8ccd-43b7-a577-8eeb7d2c2472 req-65e1ef0b-6468-4dfc-b4ef-9eb5ecf6e0f1 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:41.417759 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8d80e6a1-8ccd-43b7-a577-8eeb7d2c2472 req-65e1ef0b-6468-4dfc-b4ef-9eb5ecf6e0f1 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 945 time: 0.0773942 May 09 13:53:41.460645 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8d80e6a1-8ccd-43b7-a577-8eeb7d2c2472 req-ed491e95-cac0-4ee3-b40e-d049af3d19b2 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374608 May 09 13:53:41.654083 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef758502-1b93-4785-bc48-845cdc9f685b req-3e15e99e-b1de-450f-b170-cbc20c21610f tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:41.655542 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ef758502-1b93-4785-bc48-845cdc9f685b req-3e15e99e-b1de-450f-b170-cbc20c21610f tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 945 time: 0.0784488 May 09 13:53:41.702612 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ef758502-1b93-4785-bc48-845cdc9f685b req-f76ffc10-da6b-4be5-9131-f3b560879075 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 May 09 13:53:42.479703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7c9676e4-019d-414e-9cd1-626bd99ed197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:43.449518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:43.885461 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:45.116678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:51.584590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:55.984799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9779f-c624-4930-bcf0-2dfd296fb800 req-f1d7165b-b61d-474a-a661-f154bbfe5f8f tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:55.987625 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5ae9779f-c624-4930-bcf0-2dfd296fb800 req-f1d7165b-b61d-474a-a661-f154bbfe5f8f tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 945 time: 0.1534622 May 09 13:53:56.030566 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5ae9779f-c624-4930-bcf0-2dfd296fb800 req-75cb5b63-2ee1-446e-96bf-14cdd2fad7d1 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379627 May 09 13:53:57.221657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ef32b-42c0-44c8-9601-4d92df11d258 req-4f405564-391f-4033-bde5-7b79f698cb3e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:57.223590 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c30ef32b-42c0-44c8-9601-4d92df11d258 req-4f405564-391f-4033-bde5-7b79f698cb3e tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 945 time: 0.0739789 May 09 13:53:57.268377 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c30ef32b-42c0-44c8-9601-4d92df11d258 req-09291ce9-bef9-421a-af34-44f147406a65 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7f5a0eb-ad68-48f7-944e-0f151e4def48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393531 May 09 13:53:57.526383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92c41e-ea12-411c-9765-6d6dbac1034d req-47d21b21-9bc0-4f92-b173-a79059aca891 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:53:57.527003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-3a92c41e-ea12-411c-9765-6d6dbac1034d req-47d21b21-9bc0-4f92-b173-a79059aca891 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Synchronizing usage tracker for tenant:15a5dbf1f5f2486ea514ce7e05b8b706 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:53:57.541730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-3a92c41e-ea12-411c-9765-6d6dbac1034d req-47d21b21-9bc0-4f92-b173-a79059aca891 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Unset dirty status for tenant:15a5dbf1f5f2486ea514ce7e05b8b706 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:53:57.542861 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3a92c41e-ea12-411c-9765-6d6dbac1034d req-47d21b21-9bc0-4f92-b173-a79059aca891 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 945 time: 0.0899322 May 09 13:53:57.614979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-3a92c41e-ea12-411c-9765-6d6dbac1034d req-86744de0-56bf-475a-a754-da8d063054b0 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Deleting port 08f843ed-dfb8-45c9-bd93-15d58d3caff0 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:53:57.615315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3a92c41e-ea12-411c-9765-6d6dbac1034d req-86744de0-56bf-475a-a754-da8d063054b0 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:57.935869 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-3a92c41e-ea12-411c-9765-6d6dbac1034d req-86744de0-56bf-475a-a754-da8d063054b0 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] For port 08f843ed-dfb8-45c9-bd93-15d58d3caff0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=08f843ed-dfb8-45c9-bd93-15d58d3caff0,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:53:57.936230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3a92c41e-ea12-411c-9765-6d6dbac1034d req-86744de0-56bf-475a-a754-da8d063054b0 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:58.055247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-3a92c41e-ea12-411c-9765-6d6dbac1034d req-86744de0-56bf-475a-a754-da8d063054b0 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Calling delete_port for 08f843ed-dfb8-45c9-bd93-15d58d3caff0 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:53:58.193298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3a92c41e-ea12-411c-9765-6d6dbac1034d req-86744de0-56bf-475a-a754-da8d063054b0 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:58.204794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['08f843ed-dfb8-45c9-bd93-15d58d3caff0'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:53:58.244047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86744de0-56bf-475a-a754-da8d063054b0 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Pushing event deleted for resources: {'Port': ['ID=08f843ed-dfb8-45c9-bd93-15d58d3caff0,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:53:58.319403 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a92c41e-ea12-411c-9765-6d6dbac1034d req-86744de0-56bf-475a-a754-da8d063054b0 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] No DVR routers for this DVR port 08f843ed-dfb8-45c9-bd93-15d58d3caff0 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:53:58.322110 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3a92c41e-ea12-411c-9765-6d6dbac1034d req-86744de0-56bf-475a-a754-da8d063054b0 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:53:58.324671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5f9272-38ab-41f1-b769-2b20740eed0d', 'name': 'network-vif-deleted', 'tag': '08f843ed-dfb8-45c9-bd93-15d58d3caff0'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:53:58.348218 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3a92c41e-ea12-411c-9765-6d6dbac1034d req-86744de0-56bf-475a-a754-da8d063054b0 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.57 "DELETE /v2.0/ports/08f843ed-dfb8-45c9-bd93-15d58d3caff0 HTTP/1.1" status: 204 len: 173 time: 0.7999687 May 09 13:53:58.396996 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2a74c9-6593-4ae3-ada2-0dd7ad03d736'] response: {'server_uuid': '9f5f9272-38ab-41f1-b769-2b20740eed0d', 'name': 'network-vif-deleted', 'tag': '08f843ed-dfb8-45c9-bd93-15d58d3caff0', 'status': 'completed', 'code': 200} May 09 13:53:58.455815 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a4cf037c-484d-4d25-b07e-92d80ca3ec2d req-863158fb-6140-4c53-8b00-cda51d40e981 tempest-TestEncryptedCinderVolumes-1271734705 tempest-TestEncryptedCinderVolumes-1271734705-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f5f9272-38ab-41f1-b769-2b20740eed0d HTTP/1.1" status: 200 len: 210 time: 0.0431306 May 09 13:53:59.600542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35764) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:53:59.977518 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-32dee7f0-ea90-4c57-8bba-a30d91915d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:00.654016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-32dee7f0-ea90-4c57-8bba-a30d91915d2c admin admin] Deleting port 06b59ee5-b0ad-440e-90ef-ce86db76bb69 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:54:00.654693 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-32dee7f0-ea90-4c57-8bba-a30d91915d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:00.816639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-32dee7f0-ea90-4c57-8bba-a30d91915d2c admin admin] For port 06b59ee5-b0ad-440e-90ef-ce86db76bb69, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=06b59ee5-b0ad-440e-90ef-ce86db76bb69,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:00.817065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-32dee7f0-ea90-4c57-8bba-a30d91915d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:00.939138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-32dee7f0-ea90-4c57-8bba-a30d91915d2c admin admin] Calling delete_port for 06b59ee5-b0ad-440e-90ef-ce86db76bb69 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:54:01.107138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-32dee7f0-ea90-4c57-8bba-a30d91915d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:01.150819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dee7f0-ea90-4c57-8bba-a30d91915d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=06b59ee5-b0ad-440e-90ef-ce86db76bb69,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:01.450663 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-32dee7f0-ea90-4c57-8bba-a30d91915d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:02.103441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dee7f0-ea90-4c57-8bba-a30d91915d2c admin admin] Router 2f70b181-456f-4d9e-a724-13ca9ec407b1 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:54:02.296070 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dee7f0-ea90-4c57-8bba-a30d91915d2c admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:54:02.304598 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c71fe4-e55c-45fc-b93b-1912518340c7 None None] Sync routers for ids ['2f70b181-456f-4d9e-a724-13ca9ec407b1'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:54:02.307751 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-32dee7f0-ea90-4c57-8bba-a30d91915d2c admin admin] 10.222.0.44 "PUT /v2.0/routers/2f70b181-456f-4d9e-a724-13ca9ec407b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7061772 May 09 13:54:02.310254 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35768) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:02.316275 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c71fe4-e55c-45fc-b93b-1912518340c7 None None] Routers {'2f70b181-456f-4d9e-a724-13ca9ec407b1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:54:02.316864 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a4c71fe4-e55c-45fc-b93b-1912518340c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:53:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['2f70b181-456f-4d9e-a724-13ca9ec407b1'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:02.488760 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-a4c71fe4-e55c-45fc-b93b-1912518340c7 None None] Set router 2f70b181-456f-4d9e-a724-13ca9ec407b1 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:54:02.499256 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:02.702915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:02.716028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Deleting port 841addc6-c458-408b-8b5c-80eb472d92a2 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:54:02.716368 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:02.724423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 08f843ed-dfb8-45c9-bd93-15d58d3caff0 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:54:02.765353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 08f843ed-dfb8-45c9-bd93-15d58d3caff0 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:54:02.766381 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 08f843ed-dfb8-45c9-bd93-15d58d3caff0 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:54:02.768320 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a4c71fe4-e55c-45fc-b93b-1912518340c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'name': 'tempest-TestEncryptedCinderVolumes-794730811-router', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:54:01Z', 'revision_number': 5, 'project_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'gw_port': {'id': '841addc6-c458-408b-8b5c-80eb472d92a2', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:02.772894 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c71fe4-e55c-45fc-b93b-1912518340c7 None None] Checking router: 2f70b181-456f-4d9e-a724-13ca9ec407b1 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:54:02.783622 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c71fe4-e55c-45fc-b93b-1912518340c7 None None] Routers {'2f70b181-456f-4d9e-a724-13ca9ec407b1'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:54:02.784499 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a4c71fe4-e55c-45fc-b93b-1912518340c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:53:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['2f70b181-456f-4d9e-a724-13ca9ec407b1'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:02.902957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] For port 841addc6-c458-408b-8b5c-80eb472d92a2, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=841addc6-c458-408b-8b5c-80eb472d92a2,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:02.903499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:02.933859 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-a4c71fe4-e55c-45fc-b93b-1912518340c7 None None] Set router 2f70b181-456f-4d9e-a724-13ca9ec407b1 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:54:03.022580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Calling delete_port for 841addc6-c458-408b-8b5c-80eb472d92a2 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:54:03.036356 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a4c71fe4-e55c-45fc-b93b-1912518340c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'name': 'tempest-TestEncryptedCinderVolumes-794730811-router', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:54:02Z', 'revision_number': 6, 'project_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:03.040262 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c71fe4-e55c-45fc-b93b-1912518340c7 None None] The sync data for ids ['2f70b181-456f-4d9e-a724-13ca9ec407b1'] in dv-neutron-840889-2-hyperv is: [{'id': '2f70b181-456f-4d9e-a724-13ca9ec407b1', 'name': 'tempest-TestEncryptedCinderVolumes-794730811-router', 'tenant_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:48Z', 'updated_at': '2022-05-09T13:54:02Z', 'revision_number': 6, 'project_id': '15a5dbf1f5f2486ea514ce7e05b8b706', 'gw_port_host': None}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:54:03.193429 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:03.238189 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Pushing event deleted for resources: {'Port': ['ID=841addc6-c458-408b-8b5c-80eb472d92a2,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:03.466693 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 06b59ee5-b0ad-440e-90ef-ce86db76bb69 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:54:03.506207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 06b59ee5-b0ad-440e-90ef-ce86db76bb69 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:54:03.506808 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 06b59ee5-b0ad-440e-90ef-ce86db76bb69 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:54:03.567302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:03.818279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:03.822424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:03.847853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:03.848342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f70b181-456f-4d9e-a724-13ca9ec407b1 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:54:03.859940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:03.861043 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0453c833-38c8-4a41-abb3-9a772c723051 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2f70b181-456f-4d9e-a724-13ca9ec407b1 HTTP/1.1" status: 204 len: 168 time: 1.5499229 May 09 13:54:03.863557 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35772) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:03.923805 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c5a6d6-b507-431d-adc6-1e5ec57e095f admin admin] Deleting subnet 1dc5d60d-a256-4aac-913f-7b4396dee6db {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:54:03.926731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52c5a6d6-b507-431d-adc6-1e5ec57e095f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:03.977637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52c5a6d6-b507-431d-adc6-1e5ec57e095f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.056884 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52c5a6d6-b507-431d-adc6-1e5ec57e095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.123112 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52c5a6d6-b507-431d-adc6-1e5ec57e095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.167127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5a6d6-b507-431d-adc6-1e5ec57e095f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc5d60d-a256-4aac-913f-7b4396dee6db,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:04.172190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-52c5a6d6-b507-431d-adc6-1e5ec57e095f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.176757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6847003a-5599-4af8-984f-a01ad4a3d9b5 None None] Network 4e005d98-66c3-4532-af9b-8a37ada02044 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:54:04.179101 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-52c5a6d6-b507-431d-adc6-1e5ec57e095f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1dc5d60d-a256-4aac-913f-7b4396dee6db HTTP/1.1" status: 204 len: 168 time: 0.3145707 May 09 13:54:04.181534 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35776) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:04.285675 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.296377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Deleting port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:54:04.296696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.419637 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73850a26-8718-47d1-ad3b-f9e95000bb37 None None] DHCP port deletion for 4e005d98-66c3-4532-af9b-8a37ada02044 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:54:04.423861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-73850a26-8718-47d1-ad3b-f9e95000bb37 None None] Deleting port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:54:04.424227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73850a26-8718-47d1-ad3b-f9e95000bb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.497936 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] For port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:04.498284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.622744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Calling delete_port for afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:54:04.655145 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-73850a26-8718-47d1-ad3b-f9e95000bb37 None None] For port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4,segment=NetworkSegment(5f6f5f99-93c9-4491-8274-8f4af03aed93),segment_id=5f6f5f99-93c9-4491-8274-8f4af03aed93)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:04.655449 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73850a26-8718-47d1-ad3b-f9e95000bb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.699049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.741587 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Pushing event deleted for resources: {'Port': ['ID=afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:04.748129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] No DVR routers for this DVR port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:54:04.771631 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-73850a26-8718-47d1-ad3b-f9e95000bb37 None None] Calling delete_port for afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:54:04.838560 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-73850a26-8718-47d1-ad3b-f9e95000bb37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:54:04.838911 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-73850a26-8718-47d1-ad3b-f9e95000bb37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:54:04.862608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.891205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e005d98-66c3-4532-af9b-8a37ada02044']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:04.903550 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6f5f99-93c9-4491-8274-8f4af03aed93') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:04.903847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6f5f99-93c9-4491-8274-8f4af03aed93') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:04.915015 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.930275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.936030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:54:04.936408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:54:04.953244 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:54:05.112986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:05.128962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:05.138799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] Pushing event deleted for resources: {'Network': ['ID=4e005d98-66c3-4532-af9b-8a37ada02044,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:05.151921 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-568c2c81-b427-4eb4-b27f-449bfe5258dd admin admin] 10.222.0.44 "DELETE /v2.0/networks/4e005d98-66c3-4532-af9b-8a37ada02044 HTTP/1.1" status: 204 len: 168 time: 0.9694338 May 09 13:54:05.154681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35780) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:05.317216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:54:05.346476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-73850a26-8718-47d1-ad3b-f9e95000bb37 None None] Deleting port afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:54:05.346841 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73850a26-8718-47d1-ad3b-f9e95000bb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:05.376636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:54:05.376977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:54:05.377412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 841addc6-c458-408b-8b5c-80eb472d92a2 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:54:05.411580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 841addc6-c458-408b-8b5c-80eb472d92a2 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:54:05.411840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 841addc6-c458-408b-8b5c-80eb472d92a2 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:54:05.446258 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-73850a26-8718-47d1-ad3b-f9e95000bb37 None None] The port 'afbb2397-5b9b-4a64-bf6e-e2e5eb23e7c4' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:54:05.536470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c17492d2-c095-45a9-9d46-01ccaefcbbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:06.108770 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-c17492d2-c095-45a9-9d46-01ccaefcbbd3 admin admin] Deleting port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:54:06.109194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c17492d2-c095-45a9-9d46-01ccaefcbbd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:06.274133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-c17492d2-c095-45a9-9d46-01ccaefcbbd3 admin admin] For port 5ce02d79-ec12-4614-8687-a6a98e8b0d4f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=5ce02d79-ec12-4614-8687-a6a98e8b0d4f,segment=NetworkSegment(04f23347-4e22-42f3-867d-4bd19bf398ff),segment_id=04f23347-4e22-42f3-867d-4bd19bf398ff)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:06.274606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c17492d2-c095-45a9-9d46-01ccaefcbbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:06.392931 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-c17492d2-c095-45a9-9d46-01ccaefcbbd3 admin admin] Calling delete_port for 5ce02d79-ec12-4614-8687-a6a98e8b0d4f owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:54:06.642621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c17492d2-c095-45a9-9d46-01ccaefcbbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:06.686229 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17492d2-c095-45a9-9d46-01ccaefcbbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce02d79-ec12-4614-8687-a6a98e8b0d4f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:06.963138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c17492d2-c095-45a9-9d46-01ccaefcbbd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:07.527208 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17492d2-c095-45a9-9d46-01ccaefcbbd3 admin admin] Router fabbce8b-d0b5-4a29-9dc2-cbc80582c152 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:54:07.720137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17492d2-c095-45a9-9d46-01ccaefcbbd3 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:54:07.728662 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b750a93-ea9a-4925-900f-1076e83300f3 None None] Sync routers for ids ['fabbce8b-d0b5-4a29-9dc2-cbc80582c152'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:54:07.729093 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c17492d2-c095-45a9-9d46-01ccaefcbbd3 admin admin] 10.222.0.44 "PUT /v2.0/routers/fabbce8b-d0b5-4a29-9dc2-cbc80582c152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5732100 May 09 13:54:07.731322 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35784) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:07.740761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b750a93-ea9a-4925-900f-1076e83300f3 None None] Routers {'fabbce8b-d0b5-4a29-9dc2-cbc80582c152'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:54:07.741405 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7b750a93-ea9a-4925-900f-1076e83300f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:53:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fabbce8b-d0b5-4a29-9dc2-cbc80582c152'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:07.919179 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-7b750a93-ea9a-4925-900f-1076e83300f3 None None] Set router fabbce8b-d0b5-4a29-9dc2-cbc80582c152 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:54:08.032756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:08.203771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7b750a93-ea9a-4925-900f-1076e83300f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'name': 'tempest-TestEncryptedCinderVolumes-1821914441-router', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:54:06Z', 'revision_number': 5, 'project_id': '2aef56194ba24a87b6a881765d0447b2', 'gw_port': {'id': 'b1387a0b-5d6d-40a5-ac54-0d23b18424ac', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:08.207719 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b750a93-ea9a-4925-900f-1076e83300f3 None None] Checking router: fabbce8b-d0b5-4a29-9dc2-cbc80582c152 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:54:08.218011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b750a93-ea9a-4925-900f-1076e83300f3 None None] Routers {'fabbce8b-d0b5-4a29-9dc2-cbc80582c152'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:54:08.218597 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7b750a93-ea9a-4925-900f-1076e83300f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:53:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['fabbce8b-d0b5-4a29-9dc2-cbc80582c152'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:08.228180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:08.238148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Deleting port b1387a0b-5d6d-40a5-ac54-0d23b18424ac {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:54:08.238474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:08.365155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-7b750a93-ea9a-4925-900f-1076e83300f3 None None] Set router fabbce8b-d0b5-4a29-9dc2-cbc80582c152 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:54:08.421509 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] For port b1387a0b-5d6d-40a5-ac54-0d23b18424ac, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b1387a0b-5d6d-40a5-ac54-0d23b18424ac,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:08.421862 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:08.469190 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7b750a93-ea9a-4925-900f-1076e83300f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'name': 'tempest-TestEncryptedCinderVolumes-1821914441-router', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:54:08Z', 'revision_number': 6, 'project_id': '2aef56194ba24a87b6a881765d0447b2', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:08.473513 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b750a93-ea9a-4925-900f-1076e83300f3 None None] The sync data for ids ['fabbce8b-d0b5-4a29-9dc2-cbc80582c152'] in dv-neutron-840889-2-hyperv is: [{'id': 'fabbce8b-d0b5-4a29-9dc2-cbc80582c152', 'name': 'tempest-TestEncryptedCinderVolumes-1821914441-router', 'tenant_id': '2aef56194ba24a87b6a881765d0447b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:52:54Z', 'updated_at': '2022-05-09T13:54:08Z', 'revision_number': 6, 'project_id': '2aef56194ba24a87b6a881765d0447b2', 'gw_port_host': None}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:54:08.541987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Calling delete_port for b1387a0b-5d6d-40a5-ac54-0d23b18424ac owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:54:08.706099 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:08.751061 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1387a0b-5d6d-40a5-ac54-0d23b18424ac,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:08.971727 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:09.224597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:09.228638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:09.253749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:09.254333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fabbce8b-d0b5-4a29-9dc2-cbc80582c152 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:54:09.265868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:09.266953 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bab8dee7-a54a-41a2-8d47-18d19d805a04 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fabbce8b-d0b5-4a29-9dc2-cbc80582c152 HTTP/1.1" status: 204 len: 168 time: 1.5347550 May 09 13:54:09.270145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35788) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:09.322539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5ce02d79-ec12-4614-8687-a6a98e8b0d4f no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:54:09.363631 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 5ce02d79-ec12-4614-8687-a6a98e8b0d4f {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:54:09.363790 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 5ce02d79-ec12-4614-8687-a6a98e8b0d4f not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:54:09.364308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b1387a0b-5d6d-40a5-ac54-0d23b18424ac no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:54:09.399339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: b1387a0b-5d6d-40a5-ac54-0d23b18424ac {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:54:09.399689 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b1387a0b-5d6d-40a5-ac54-0d23b18424ac not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:54:09.443033 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-02cfbad1-24b4-4142-9028-19ce27ed2e02 admin admin] Deleting subnet 640c711f-3d39-4602-bc56-ba470d23be59 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:54:09.446131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-02cfbad1-24b4-4142-9028-19ce27ed2e02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:09.494449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-02cfbad1-24b4-4142-9028-19ce27ed2e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:09.571625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-02cfbad1-24b4-4142-9028-19ce27ed2e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:09.637935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-02cfbad1-24b4-4142-9028-19ce27ed2e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:09.676646 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfbad1-24b4-4142-9028-19ce27ed2e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640c711f-3d39-4602-bc56-ba470d23be59,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:09.681363 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-02cfbad1-24b4-4142-9028-19ce27ed2e02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:09.685996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a94b2-4592-4115-81c3-8959b640edf3 None None] Network 1216a1a9-b930-4d41-8d35-628f38c37cfb requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:54:09.686923 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-02cfbad1-24b4-4142-9028-19ce27ed2e02 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/640c711f-3d39-4602-bc56-ba470d23be59 HTTP/1.1" status: 204 len: 168 time: 0.4158456 May 09 13:54:09.689350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35792) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:09.794699 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:09.805329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Deleting port 6acbad4f-b442-42f9-a1f3-b110db22cc36 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:54:09.805653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:09.944421 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15354156-b14a-4998-9a4e-431ba71a12e2 None None] DHCP port deletion for 1216a1a9-b930-4d41-8d35-628f38c37cfb request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:54:09.948595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-15354156-b14a-4998-9a4e-431ba71a12e2 None None] Deleting port 6acbad4f-b442-42f9-a1f3-b110db22cc36 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:54:09.948960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-15354156-b14a-4998-9a4e-431ba71a12e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.007756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] For port 6acbad4f-b442-42f9-a1f3-b110db22cc36, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6acbad4f-b442-42f9-a1f3-b110db22cc36,segment=NetworkSegment(04f23347-4e22-42f3-867d-4bd19bf398ff),segment_id=04f23347-4e22-42f3-867d-4bd19bf398ff)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:10.008108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.125281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Calling delete_port for 6acbad4f-b442-42f9-a1f3-b110db22cc36 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:54:10.145265 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-15354156-b14a-4998-9a4e-431ba71a12e2 None None] For port 6acbad4f-b442-42f9-a1f3-b110db22cc36, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6acbad4f-b442-42f9-a1f3-b110db22cc36,segment=NetworkSegment(04f23347-4e22-42f3-867d-4bd19bf398ff),segment_id=04f23347-4e22-42f3-867d-4bd19bf398ff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:10.145694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-15354156-b14a-4998-9a4e-431ba71a12e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.202442 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.247538 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Pushing event deleted for resources: {'Port': ['ID=6acbad4f-b442-42f9-a1f3-b110db22cc36,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:10.253246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] No DVR routers for this DVR port 6acbad4f-b442-42f9-a1f3-b110db22cc36 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:54:10.272517 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-15354156-b14a-4998-9a4e-431ba71a12e2 None None] Calling delete_port for 6acbad4f-b442-42f9-a1f3-b110db22cc36 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:54:10.316636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68b3d5aa-9612-4129-b8c3-5d08f6e17ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.347924 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-15354156-b14a-4998-9a4e-431ba71a12e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:54:10.348565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-15354156-b14a-4998-9a4e-431ba71a12e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:54:10.371130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.396054 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1216a1a9-b930-4d41-8d35-628f38c37cfb']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:10.407796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f23347-4e22-42f3-867d-4bd19bf398ff') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:10.408094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f23347-4e22-42f3-867d-4bd19bf398ff') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:10.419752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.435361 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.441227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:54:10.441698 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:54:10.454607 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:54:10.530311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.546108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.556809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] Pushing event deleted for resources: {'Network': ['ID=1216a1a9-b930-4d41-8d35-628f38c37cfb,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:10.559583 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8fa78cb9-1b1e-4505-8b67-b86f191c4bac admin admin] 10.222.0.44 "DELETE /v2.0/networks/1216a1a9-b930-4d41-8d35-628f38c37cfb HTTP/1.1" status: 204 len: 168 time: 0.8693085 May 09 13:54:10.771426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35798) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:10.821437 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ef82a604-ac21-4e46-a410-ddc30e77cfda admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15a5dbf1f5f2486ea514ce7e05b8b706&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488112 May 09 13:54:10.823733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35802) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:10.849925 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-15354156-b14a-4998-9a4e-431ba71a12e2 None None] Deleting port 6acbad4f-b442-42f9-a1f3-b110db22cc36 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:54:10.850398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-15354156-b14a-4998-9a4e-431ba71a12e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.885327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a970e881-b0c3-45b0-8279-a8113c801dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.910049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a970e881-b0c3-45b0-8279-a8113c801dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.912216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-15354156-b14a-4998-9a4e-431ba71a12e2 None None] The port '6acbad4f-b442-42f9-a1f3-b110db22cc36' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:54:10.963223 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a970e881-b0c3-45b0-8279-a8113c801dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.980242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970e881-b0c3-45b0-8279-a8113c801dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f5a0eb-ad68-48f7-944e-0f151e4def48,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:10.997046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a970e881-b0c3-45b0-8279-a8113c801dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:10.998229 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a970e881-b0c3-45b0-8279-a8113c801dde admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7f5a0eb-ad68-48f7-944e-0f151e4def48 HTTP/1.1" status: 204 len: 168 time: 0.1736281 May 09 13:54:11.044710 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:54:11.319871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6acbad4f-b442-42f9-a1f3-b110db22cc36 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:54:11.357966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 6acbad4f-b442-42f9-a1f3-b110db22cc36 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:54:11.358582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6acbad4f-b442-42f9-a1f3-b110db22cc36 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:54:11.377125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35810) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:11.427000 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bd4fa315-7216-4b96-9b4e-b1c66cf4af9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2aef56194ba24a87b6a881765d0447b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486820 May 09 13:54:11.429399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35814) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:11.486538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:11.511817 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:11.566456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:11.580276 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea58e75-18dc-4cae-ad46-31d747a24540,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:11.593227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:11.593593 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:11.593924 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:11.594252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:11.594583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:11.594906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:11.595230 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:11.595546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:11.595860 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:11.596174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:11.596485 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:11.599133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:11.600224 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-930f713b-1521-4f7b-856d-876fca637cf4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fea58e75-18dc-4cae-ad46-31d747a24540 HTTP/1.1" status: 204 len: 168 time: 0.1699386 May 09 13:54:12.413687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35836) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:12.482636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-41747c5b-9c0b-4488-9dbf-72d99d621d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:12.543851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-971338551-network', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:54:12.548495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:54:12.552455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Usage tracker for resource:network and tenant:088b5c4001a24bcd83465b0b9f7335d0 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:54:12.555298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:54:12.561204 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:54:12.570733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Made reservation on behalf of 088b5c4001a24bcd83465b0b9f7335d0 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:54:12.573055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:12.585499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:12.616042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:54:12.620022 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Usage tracker for resource:security_group_rule and tenant:088b5c4001a24bcd83465b0b9f7335d0 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:54:12.622804 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:54:12.628345 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:54:12.704117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:12.708809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:12.738057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:54:12.746161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6e6a6a-a604-44d7-a466-5313c6edaaa1,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:12.751463 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:12.751796 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Added segment ae071219-08d8-41d3-b300-5ea8c63d8eff of type vlan for network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 May 09 13:54:12.776912 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:12.805503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:12.806347 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:12.806925 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:12.908434 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4935672 May 09 13:54:12.909186 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6c9c6-5180-489e-bd23-3ad6a949d628 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:12.911878 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35842) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:12.917278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Request body: {'subnet': {'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-971338551-subnet', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'ip_version': 4}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:54:12.918918 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:54:12.922129 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:54:12.925984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Usage tracker for resource:subnet and tenant:088b5c4001a24bcd83465b0b9f7335d0 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:54:12.928779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:54:12.935019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:54:12.945131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Made reservation on behalf of 088b5c4001a24bcd83465b0b9f7335d0 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:54:12.947368 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:13.140981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:13.294970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5d9f56-f669-4ceb-9117-6d15558b3414,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:13.309505 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Checking segment: {'id': 'ae071219-08d8-41d3-b300-5ea8c63d8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:54:13.309858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Network hostable DHCP agents. Network: c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:54:13.331289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:54:13.339895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:54:13.343569 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:13.344138 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:13.349768 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e73bdb-3d6c-470a-8174-07c87f38f020 None None] Network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:54:13.368216 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d5f17e82-2f00-49b8-817d-efa5af1588a3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4523654 May 09 13:54:13.368679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35846) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:13.374853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:54:13.380222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:54:13.383983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Usage tracker for resource:router and tenant:088b5c4001a24bcd83465b0b9f7335d0 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:54:13.386764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:54:13.392483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:54:13.402297 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:13.403174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:13.420410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:13.474499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:13.573441 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:13.574520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'fixed_ips': [{'subnet_id': '2f5d9f56-f669-4ceb-9117-6d15558b3414'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:54:13.575567 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:13.731951 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Allocated IP 172.20.0.2 (c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5/2f5d9f56-f669-4ceb-9117-6d15558b3414/d89ca0a3-9ca1-41bd-872d-605e38244f49) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:54:13.765944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:13.795776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:13.927974 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:13.929227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Allocated IP 172.26.1.156 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/53212654-cdcd-4eda-b214-4834bd71ab33) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:54:13.946351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:13.956354 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Transition to ACTIVE for port object d89ca0a3-9ca1-41bd-872d-605e38244f49 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:54:13.974333 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Transition to ACTIVE for port object d89ca0a3-9ca1-41bd-872d-605e38244f49 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:54:13.979631 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:14.046339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:54:14.048954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:54:14.052679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:54:14.058866 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Pushing event updated for resources: {'Port': ['ID=d89ca0a3-9ca1-41bd-872d-605e38244f49,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:14.073779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:14.095255 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:14.095600 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:14.095932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:14.096259 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:14.096616 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:14.097567 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:14.097887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:14.098264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:14.098525 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:14.098842 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:14.099161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:14.102103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:14.156517 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Attempting to bind port d89ca0a3-9ca1-41bd-872d-605e38244f49 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:54:14.156517 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Attempting to bind port d89ca0a3-9ca1-41bd-872d-605e38244f49 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'ae071219-08d8-41d3-b300-5ea8c63d8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:54:14.156884 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Attempting to bind port d89ca0a3-9ca1-41bd-872d-605e38244f49 on network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:54:14.163719 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:54:14.164081 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Checking segment: {'id': 'ae071219-08d8-41d3-b300-5ea8c63d8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:54:14.164471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:14.165091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Bound using segment: {'id': 'ae071219-08d8-41d3-b300-5ea8c63d8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:54:14.165338 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Bound port: d89ca0a3-9ca1-41bd-872d-605e38244f49, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae071219-08d8-41d3-b300-5ea8c63d8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:54:14.165701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:14.167769 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:54:14.170460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:54:14.174155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:54:14.207905 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Pushing event updated for resources: {'Port': ['ID=53212654-cdcd-4eda-b214-4834bd71ab33,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:14.281495 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] For port d89ca0a3-9ca1-41bd-872d-605e38244f49, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:54:14.285472 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] For port d89ca0a3-9ca1-41bd-872d-605e38244f49, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d89ca0a3-9ca1-41bd-872d-605e38244f49,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:54:14.289770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:14.334231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:14.334952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:14.375580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588772d-cced-482d-9481-e318fa46bfd4 None None] Pushing event updated for resources: {'Port': ['ID=d89ca0a3-9ca1-41bd-872d-605e38244f49,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:14.588747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Router 85e4524b-13f8-4223-a01e-1caa2498ebbf is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:54:14.786914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:54:14.796014 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Sync routers for ids ['85e4524b-13f8-4223-a01e-1caa2498ebbf'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:54:14.808532 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Routers {'85e4524b-13f8-4223-a01e-1caa2498ebbf'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:54:14.809304 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:54:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['85e4524b-13f8-4223-a01e-1caa2498ebbf'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:14.812499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:14.813876 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4a62006e-0e25-4e26-8c7f-225975ed5ebe admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4442980 May 09 13:54:14.816533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35850) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:14.991208 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Set router 85e4524b-13f8-4223-a01e-1caa2498ebbf gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:54:15.127013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:15.287770 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:14Z', 'revision_number': 3, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port': {'id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:15.292531 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Checking router: 85e4524b-13f8-4223-a01e-1caa2498ebbf for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:54:15.293066 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Updating router 85e4524b-13f8-4223-a01e-1caa2498ebbf port 53212654-cdcd-4eda-b214-4834bd71ab33 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:54:15.319884 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3414f4c2-a81d-4eb8-93df-c9c38b93c17e None None] Network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:54:15.347129 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:15.392335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d89ca0a3-9ca1-41bd-872d-605e38244f49 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:54:15.483742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-89265eef-d3d4-4098-83cc-d9ff23ef79d4 None None] Provisioning for port d89ca0a3-9ca1-41bd-872d-605e38244f49 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:54:15.569694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port d89ca0a3-9ca1-41bd-872d-605e38244f49 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:54:15.579316 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d89ca0a3-9ca1-41bd-872d-605e38244f49 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:15.579684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:15.689753 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:15.703730 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Transition to ACTIVE for port object 53212654-cdcd-4eda-b214-4834bd71ab33 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:54:15.711168 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:15.726678 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:15.761337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:15.804991 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port d89ca0a3-9ca1-41bd-872d-605e38244f49, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d89ca0a3-9ca1-41bd-872d-605e38244f49,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:15.810182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:15.819877 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65613dfa-5a95-43d1-8330-d366a60f8209 None None] Pushing event updated for resources: {'Port': ['ID=53212654-cdcd-4eda-b214-4834bd71ab33,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:15.824793 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Attempting to bind port 53212654-cdcd-4eda-b214-4834bd71ab33 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:54:15.825152 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Attempting to bind port 53212654-cdcd-4eda-b214-4834bd71ab33 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:54:15.825529 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Attempting to bind port 53212654-cdcd-4eda-b214-4834bd71ab33 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:54:15.834252 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65613dfa-5a95-43d1-8330-d366a60f8209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:15.834824 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65613dfa-5a95-43d1-8330-d366a60f8209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:15.835333 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65613dfa-5a95-43d1-8330-d366a60f8209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:15.835816 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65613dfa-5a95-43d1-8330-d366a60f8209 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:15.836288 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65613dfa-5a95-43d1-8330-d366a60f8209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:15.836758 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65613dfa-5a95-43d1-8330-d366a60f8209 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:15.837227 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65613dfa-5a95-43d1-8330-d366a60f8209 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:15.837860 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65613dfa-5a95-43d1-8330-d366a60f8209 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:15.838344 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65613dfa-5a95-43d1-8330-d366a60f8209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:15.838663 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65613dfa-5a95-43d1-8330-d366a60f8209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:15.838978 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65613dfa-5a95-43d1-8330-d366a60f8209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:15.845857 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:54:15.846463 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:54:15.847042 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:15.847722 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:54:15.848798 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Bound port: 53212654-cdcd-4eda-b214-4834bd71ab33, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:54:15.849345 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:15.894893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=d89ca0a3-9ca1-41bd-872d-605e38244f49,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:15.925616 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] For port 53212654-cdcd-4eda-b214-4834bd71ab33, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:54:15.928818 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] For port 53212654-cdcd-4eda-b214-4834bd71ab33, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=53212654-cdcd-4eda-b214-4834bd71ab33,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:54:15.934400 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:15.971475 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Allocated IP 172.20.0.1 (c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5/2f5d9f56-f669-4ceb-9117-6d15558b3414/7d36d06b-d69f-46e9-b458-b64a8c9f4875) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:54:16.023700 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65613dfa-5a95-43d1-8330-d366a60f8209 None None] Pushing event updated for resources: {'Port': ['ID=53212654-cdcd-4eda-b214-4834bd71ab33,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:16.031470 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Routers {'85e4524b-13f8-4223-a01e-1caa2498ebbf'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:54:16.032067 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:54:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['85e4524b-13f8-4223-a01e-1caa2498ebbf'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:16.033759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e5ce03c3-5f39-4c60-84a9-2465c318519b None None] Provisioning complete for port d89ca0a3-9ca1-41bd-872d-605e38244f49 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:16.035017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e5ce03c3-5f39-4c60-84a9-2465c318519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:16.130514 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:16.148081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Transition to ACTIVE for port object 7d36d06b-d69f-46e9-b458-b64a8c9f4875 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:54:16.172695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:16.207479 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] Set router 85e4524b-13f8-4223-a01e-1caa2498ebbf gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:54:16.240995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:54:16.243910 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:54:16.247618 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:54:16.281111 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Pushing event updated for resources: {'Port': ['ID=7d36d06b-d69f-46e9-b458-b64a8c9f4875,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:16.304703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:16.395285 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:16.480491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6b716178-a9fb-4a8f-961c-2c2780d8a144 None None] Provisioning for port 7d36d06b-d69f-46e9-b458-b64a8c9f4875 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:54:16.486108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6b716178-a9fb-4a8f-961c-2c2780d8a144 None None] Provisioning complete for port 7d36d06b-d69f-46e9-b458-b64a8c9f4875 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:16.486671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6b716178-a9fb-4a8f-961c-2c2780d8a144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:16.529208 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:14Z', 'revision_number': 3, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port': {'id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:16.533835 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0ce19-16f8-4ef4-86e9-d3cca0441cff None None] The sync data for ids ['85e4524b-13f8-4223-a01e-1caa2498ebbf'] in dv-neutron-840889-2-hyperv is: [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:14Z', 'revision_number': 3, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port': {'id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:54:16.542156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6b716178-a9fb-4a8f-961c-2c2780d8a144 None None] Port 7d36d06b-d69f-46e9-b458-b64a8c9f4875 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:54:16.627820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:16.632457 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:16.743825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Pushing event updated for resources: {'Port': ['ID=7d36d06b-d69f-46e9-b458-b64a8c9f4875,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:16.747534 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:16.992024 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:54:16.992996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:54:17.271461 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-748174b9-2c83-4969-bb9c-a2c7620a1c27 None None] Provisioning complete for port 7d36d06b-d69f-46e9-b458-b64a8c9f4875 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:17.271896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-748174b9-2c83-4969-bb9c-a2c7620a1c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:17.335475 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-748174b9-2c83-4969-bb9c-a2c7620a1c27 None None] Port 7d36d06b-d69f-46e9-b458-b64a8c9f4875 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:54:17.389080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Router 85e4524b-13f8-4223-a01e-1caa2498ebbf has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:54:17.406005 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d89ca0a3-9ca1-41bd-872d-605e38244f49 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:54:17.474690 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port d89ca0a3-9ca1-41bd-872d-605e38244f49 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:17.474970 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:17.584880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 53212654-cdcd-4eda-b214-4834bd71ab33 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:54:17.592193 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:54:17.609327 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c16cbfbc-fa41-4eb7-96b7-622ddb3d6783 admin admin] 10.222.0.44 "PUT /v2.0/routers/85e4524b-13f8-4223-a01e-1caa2498ebbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7846217 May 09 13:54:17.655958 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 53212654-cdcd-4eda-b214-4834bd71ab33 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:54:17.661482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 53212654-cdcd-4eda-b214-4834bd71ab33 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:17.661919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:17.772530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:17.789655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 53212654-cdcd-4eda-b214-4834bd71ab33, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=53212654-cdcd-4eda-b214-4834bd71ab33,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:17.793373 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:17.860546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=53212654-cdcd-4eda-b214-4834bd71ab33,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:18.444146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35872) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:18.449628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-918514519-network', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:54:18.454341 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:54:18.458922 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Usage tracker for resource:network and tenant:0fbdd9cadb9a4bfe861e805b818258a7 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:54:18.461777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:54:18.467467 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:54:18.477036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Made reservation on behalf of 0fbdd9cadb9a4bfe861e805b818258a7 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:54:18.479219 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:18.491170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:18.521732 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:54:18.525396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Usage tracker for resource:security_group_rule and tenant:0fbdd9cadb9a4bfe861e805b818258a7 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:54:18.528080 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:54:18.533634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:54:18.598760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:18.603324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:18.633628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:54:18.641581 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3a72b8-8dd3-47dd-a80d-580566381217,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:18.647415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:18.647757 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Added segment 025c7894-0153-4022-b4c1-b29e5729e2da of type vlan for network 00c572ec-506c-48fd-9015-5787fb57ab1b May 09 13:54:18.676440 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:18.704725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:18.705572 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:18.706635 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:18.807339 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3621202 May 09 13:54:18.810178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a5345-c2a6-4dac-8e50-5ebfab08f89c admin admin] Pushing event updated for resources: {'Network': ['ID=00c572ec-506c-48fd-9015-5787fb57ab1b,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:18.810346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35876) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:18.815644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Request body: {'subnet': {'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-918514519-subnet', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'ip_version': 4}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:54:18.819804 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 00c572ec-506c-48fd-9015-5787fb57ab1b details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:54:18.820489 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:54:18.824282 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Usage tracker for resource:subnet and tenant:0fbdd9cadb9a4bfe861e805b818258a7 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:54:18.827133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:54:18.833284 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:54:18.843856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Made reservation on behalf of 0fbdd9cadb9a4bfe861e805b818258a7 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:54:18.846163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.045048 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.117613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d826b28-01ba-4b84-9a9a-4d13d41ded45,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:19.135070 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Checking segment: {'id': '025c7894-0153-4022-b4c1-b29e5729e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:54:19.135487 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Network hostable DHCP agents. Network: 00c572ec-506c-48fd-9015-5787fb57ab1b, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:54:19.156435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Network 00c572ec-506c-48fd-9015-5787fb57ab1b is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:54:19.165028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 00c572ec-506c-48fd-9015-5787fb57ab1b) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:54:19.168889 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:19.169691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.174195 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49a3e01-2001-47fb-8c97-a7675cf75cfb None None] Network 00c572ec-506c-48fd-9015-5787fb57ab1b requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:54:19.189888 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-81d2764f-ff31-4f56-a7ce-3c333529c17e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3786452 May 09 13:54:19.192786 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 35880) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:19.197872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-918514519-router', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:54:19.202290 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:54:19.206674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Usage tracker for resource:router and tenant:0fbdd9cadb9a4bfe861e805b818258a7 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:54:19.209506 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:54:19.215072 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:54:19.225279 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.226181 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.243960 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.361274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 53212654-cdcd-4eda-b214-4834bd71ab33 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:54:19.393658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.485811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-00c572ec-506c-48fd-9015-5787fb57ab1b', 'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'fixed_ips': [{'subnet_id': '4d826b28-01ba-4b84-9a9a-4d13d41ded45'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:54:19.486608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.507312 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 53212654-cdcd-4eda-b214-4834bd71ab33 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:19.507689 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.579231 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.608834 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.748820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Allocated IP 172.20.0.2 (00c572ec-506c-48fd-9015-5787fb57ab1b/4d826b28-01ba-4b84-9a9a-4d13d41ded45/7133a0d1-78b3-44d8-925b-194661bf2bd1) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:54:19.749214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Allocated IP 172.26.1.7 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/9ba87565-7e80-4c0f-bdc8-a8f504e1b776) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:54:19.899952 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.929032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.956308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Sync routers for ids ['85e4524b-13f8-4223-a01e-1caa2498ebbf'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:54:19.964302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:19.978622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Transition to ACTIVE for port object 7133a0d1-78b3-44d8-925b-194661bf2bd1 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:54:19.993370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Routers {'85e4524b-13f8-4223-a01e-1caa2498ebbf'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:54:19.994274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:54:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['85e4524b-13f8-4223-a01e-1caa2498ebbf'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:20.082442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:54:20.085372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:54:20.089670 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:54:20.113749 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Pushing event updated for resources: {'Port': ['ID=9ba87565-7e80-4c0f-bdc8-a8f504e1b776,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:20.118344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Transition to ACTIVE for port object 7133a0d1-78b3-44d8-925b-194661bf2bd1 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:54:20.132755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:20.215813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Network 00c572ec-506c-48fd-9015-5787fb57ab1b is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:54:20.222157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:54:20.225290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:54:20.229800 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Pushing event updated for resources: {'Port': ['ID=7133a0d1-78b3-44d8-925b-194661bf2bd1,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:20.249211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:20.249959 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:20.337840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Set router 85e4524b-13f8-4223-a01e-1caa2498ebbf gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:54:20.374749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Attempting to bind port 7133a0d1-78b3-44d8-925b-194661bf2bd1 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:54:20.375111 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Attempting to bind port 7133a0d1-78b3-44d8-925b-194661bf2bd1 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '025c7894-0153-4022-b4c1-b29e5729e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:54:20.375467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Attempting to bind port 7133a0d1-78b3-44d8-925b-194661bf2bd1 on network 00c572ec-506c-48fd-9015-5787fb57ab1b {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:54:20.403643 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:54:20.404018 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Checking segment: {'id': '025c7894-0153-4022-b4c1-b29e5729e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:54:20.404415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:20.404806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Bound using segment: {'id': '025c7894-0153-4022-b4c1-b29e5729e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:54:20.405292 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Bound port: 7133a0d1-78b3-44d8-925b-194661bf2bd1, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025c7894-0153-4022-b4c1-b29e5729e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:54:20.405663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:20.472046 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Router 39b2dbf4-3f20-482e-b896-0cb4995c3447 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:54:20.638211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] For port 7133a0d1-78b3-44d8-925b-194661bf2bd1, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:54:20.660196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] For port 7133a0d1-78b3-44d8-925b-194661bf2bd1, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7133a0d1-78b3-44d8-925b-194661bf2bd1,segment=NetworkSegment(025c7894-0153-4022-b4c1-b29e5729e2da),segment_id=025c7894-0153-4022-b4c1-b29e5729e2da)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:54:20.675279 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:20.677328 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:54:20.686661 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Sync routers for ids ['39b2dbf4-3f20-482e-b896-0cb4995c3447'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:54:20.698835 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Routers {'39b2dbf4-3f20-482e-b896-0cb4995c3447'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:54:20.699517 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:54:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['39b2dbf4-3f20-482e-b896-0cb4995c3447'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:20.700753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:20.704732 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-292427a5-74e7-42e7-b021-94b627e77cac admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5085983 May 09 13:54:20.705143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 35884) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:54:20.817062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a826d-9fbb-4776-b92f-ab116460b2f8 None None] Pushing event updated for resources: {'Port': ['ID=7133a0d1-78b3-44d8-925b-194661bf2bd1,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:20.857179 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:16Z', 'revision_number': 4, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port': {'id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7d36d06b-d69f-46e9-b458-b64a8c9f4875', 'name': '', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'mac_address': 'fa:16:3e:32:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:15Z', 'updated_at': '2022-05-09T13:54:16Z', 'revision_number': 2, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'subnets': [{'id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:20.863259 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Checking router: 85e4524b-13f8-4223-a01e-1caa2498ebbf for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:54:20.863600 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Updating router 85e4524b-13f8-4223-a01e-1caa2498ebbf port 7d36d06b-d69f-46e9-b458-b64a8c9f4875 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:54:20.897529 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Set router 39b2dbf4-3f20-482e-b896-0cb4995c3447 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:54:21.000206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:21.247878 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'name': 'tempest-TestMinimumBasicScenario-918514519-router', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:54:20Z', 'revision_number': 3, 'project_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'gw_port': {'id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:21.252340 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Checking router: 39b2dbf4-3f20-482e-b896-0cb4995c3447 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:54:21.252719 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Updating router 39b2dbf4-3f20-482e-b896-0cb4995c3447 port 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:54:21.313708 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:21.402841 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7133a0d1-78b3-44d8-925b-194661bf2bd1 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:54:21.465560 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:21.481433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Transition to ACTIVE for port object 7d36d06b-d69f-46e9-b458-b64a8c9f4875 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:54:21.490150 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:21.553968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 7133a0d1-78b3-44d8-925b-194661bf2bd1 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:54:21.632809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed043e8-66cb-4494-b698-8f7d1671e672 None None] Pushing event updated for resources: {'Port': ['ID=7d36d06b-d69f-46e9-b458-b64a8c9f4875,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:21.658538 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:21.685295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:21.761850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Attempting to bind port 7d36d06b-d69f-46e9-b458-b64a8c9f4875 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:54:21.762241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Attempting to bind port 7d36d06b-d69f-46e9-b458-b64a8c9f4875 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'ae071219-08d8-41d3-b300-5ea8c63d8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:54:21.762613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Attempting to bind port 7d36d06b-d69f-46e9-b458-b64a8c9f4875 on network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:54:21.777931 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:54:21.778454 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Checking segment: {'id': 'ae071219-08d8-41d3-b300-5ea8c63d8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:54:21.779302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:21.779853 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Bound using segment: {'id': 'ae071219-08d8-41d3-b300-5ea8c63d8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:54:21.780373 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Bound port: 7d36d06b-d69f-46e9-b458-b64a8c9f4875, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae071219-08d8-41d3-b300-5ea8c63d8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:54:21.780806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:21.783363 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:21.809130 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Transition to ACTIVE for port object 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:54:21.817325 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:21.908789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] For port 7d36d06b-d69f-46e9-b458-b64a8c9f4875, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:54:21.912685 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] For port 7d36d06b-d69f-46e9-b458-b64a8c9f4875, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7d36d06b-d69f-46e9-b458-b64a8c9f4875,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:54:21.922045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:21.925228 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f986c1-32ca-4bb0-8763-3ee826d6b101 None None] Pushing event updated for resources: {'Port': ['ID=9ba87565-7e80-4c0f-bdc8-a8f504e1b776,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:21.959402 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Attempting to bind port 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:54:21.960030 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Attempting to bind port 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:54:21.960481 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Attempting to bind port 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:54:21.965328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Allocated IP 172.20.0.1 (00c572ec-506c-48fd-9015-5787fb57ab1b/4d826b28-01ba-4b84-9a9a-4d13d41ded45/6578a51d-0c46-4dba-93f7-3a1943615492) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:54:21.967570 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:54:21.968058 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:54:21.968654 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:21.969131 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:54:21.969887 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Bound port: 9ba87565-7e80-4c0f-bdc8-a8f504e1b776, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:54:21.970723 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:22.039750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed043e8-66cb-4494-b698-8f7d1671e672 None None] Pushing event updated for resources: {'Port': ['ID=7d36d06b-d69f-46e9-b458-b64a8c9f4875,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:22.057403 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Routers {'85e4524b-13f8-4223-a01e-1caa2498ebbf'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:54:22.058038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:54:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['85e4524b-13f8-4223-a01e-1caa2498ebbf'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:22.058732 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] For port 9ba87565-7e80-4c0f-bdc8-a8f504e1b776, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:54:22.063524 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] For port 9ba87565-7e80-4c0f-bdc8-a8f504e1b776, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9ba87565-7e80-4c0f-bdc8-a8f504e1b776,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:54:22.069995 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:22.156050 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:22.166323 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Routers {'39b2dbf4-3f20-482e-b896-0cb4995c3447'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:54:22.167314 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:54:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['39b2dbf4-3f20-482e-b896-0cb4995c3447'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:22.176795 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Transition to ACTIVE for port object 6578a51d-0c46-4dba-93f7-3a1943615492 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:54:22.200480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:22.260138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64bf1c0-205d-47e6-a4f1-3e2feed0ee4a None None] Network 00c572ec-506c-48fd-9015-5787fb57ab1b requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:54:22.286756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Network 00c572ec-506c-48fd-9015-5787fb57ab1b is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:54:22.290165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:54:22.294906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:54:22.312274 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f986c1-32ca-4bb0-8763-3ee826d6b101 None None] Pushing event updated for resources: {'Port': ['ID=9ba87565-7e80-4c0f-bdc8-a8f504e1b776,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:22.334240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Pushing event updated for resources: {'Port': ['ID=6578a51d-0c46-4dba-93f7-3a1943615492,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:22.366997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:22.381544 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] Set router 39b2dbf4-3f20-482e-b896-0cb4995c3447 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:54:22.434148 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d7222f27-c295-4ae3-94f8-aac1e8d5d3ce None None] Provisioning for port 7133a0d1-78b3-44d8-925b-194661bf2bd1 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:54:22.458853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:22.469647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d7222f27-c295-4ae3-94f8-aac1e8d5d3ce None None] Provisioning complete for port 7133a0d1-78b3-44d8-925b-194661bf2bd1 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:22.470015 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d7222f27-c295-4ae3-94f8-aac1e8d5d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:22.508776 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] Set router 85e4524b-13f8-4223-a01e-1caa2498ebbf gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:54:22.690544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:22.695880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:22.735445 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'name': 'tempest-TestMinimumBasicScenario-918514519-router', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:54:20Z', 'revision_number': 3, 'project_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'gw_port': {'id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:22.741775 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1ebf6-38f6-4b42-b8c2-2b35395118f8 None None] The sync data for ids ['39b2dbf4-3f20-482e-b896-0cb4995c3447'] in dv-neutron-840889-2-hyperv is: [{'id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'name': 'tempest-TestMinimumBasicScenario-918514519-router', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:54:20Z', 'revision_number': 3, 'project_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'gw_port': {'id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:54:22.810021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:22.813456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Pushing event updated for resources: {'Port': ['ID=6578a51d-0c46-4dba-93f7-3a1943615492,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:22.946473 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d7222f27-c295-4ae3-94f8-aac1e8d5d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:22.947369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Network 00c572ec-506c-48fd-9015-5787fb57ab1b is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:54:22.948437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:54:23.029031 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d7222f27-c295-4ae3-94f8-aac1e8d5d3ce None None] For port 7133a0d1-78b3-44d8-925b-194661bf2bd1, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7133a0d1-78b3-44d8-925b-194661bf2bd1,segment=NetworkSegment(025c7894-0153-4022-b4c1-b29e5729e2da),segment_id=025c7894-0153-4022-b4c1-b29e5729e2da)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:23.036734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d7222f27-c295-4ae3-94f8-aac1e8d5d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:23.111051 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:16Z', 'revision_number': 4, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port': {'id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7d36d06b-d69f-46e9-b458-b64a8c9f4875', 'name': '', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'mac_address': 'fa:16:3e:32:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:15Z', 'updated_at': '2022-05-09T13:54:21Z', 'revision_number': 4, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'subnets': [{'id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:23.113372 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7222f27-c295-4ae3-94f8-aac1e8d5d3ce None None] Pushing event updated for resources: {'Port': ['ID=7133a0d1-78b3-44d8-925b-194661bf2bd1,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:23.118178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936bb0b-37fe-4e4d-b011-8d06b30729c9 None None] The sync data for ids ['85e4524b-13f8-4223-a01e-1caa2498ebbf'] in dv-neutron-840889-2-hyperv is: [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:16Z', 'revision_number': 4, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port': {'id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7d36d06b-d69f-46e9-b458-b64a8c9f4875', 'name': '', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'mac_address': 'fa:16:3e:32:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:15Z', 'updated_at': '2022-05-09T13:54:21Z', 'revision_number': 4, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'subnets': [{'id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:54:23.285151 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-99408b7d-2909-40ac-b320-e6363291dd7d None None] Provisioning complete for port 7133a0d1-78b3-44d8-925b-194661bf2bd1 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:23.285571 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99408b7d-2909-40ac-b320-e6363291dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:23.467404 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7133a0d1-78b3-44d8-925b-194661bf2bd1 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:54:23.561876 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Router 39b2dbf4-3f20-482e-b896-0cb4995c3447 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:54:23.594058 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-99408b7d-2909-40ac-b320-e6363291dd7d None None] Provisioning for port 6578a51d-0c46-4dba-93f7-3a1943615492 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:54:23.601742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-99408b7d-2909-40ac-b320-e6363291dd7d None None] Provisioning complete for port 6578a51d-0c46-4dba-93f7-3a1943615492 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:23.602245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99408b7d-2909-40ac-b320-e6363291dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:23.669709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 7133a0d1-78b3-44d8-925b-194661bf2bd1 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:23.673467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:23.774546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-99408b7d-2909-40ac-b320-e6363291dd7d None None] Port 6578a51d-0c46-4dba-93f7-3a1943615492 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:54:23.855293 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:54:23.875567 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4351a8ee-3c4f-4478-ae8e-44cc5d082838 admin admin] 10.222.0.44 "PUT /v2.0/routers/39b2dbf4-3f20-482e-b896-0cb4995c3447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1616194 May 09 13:54:23.876826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7d36d06b-d69f-46e9-b458-b64a8c9f4875 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:54:23.951941 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-97878269-a1cb-4048-92db-108666f8a95d None None] Provisioning complete for port 6578a51d-0c46-4dba-93f7-3a1943615492 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:23.952306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97878269-a1cb-4048-92db-108666f8a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:24.009399 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-97878269-a1cb-4048-92db-108666f8a95d None None] Port 6578a51d-0c46-4dba-93f7-3a1943615492 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:54:24.010931 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 7d36d06b-d69f-46e9-b458-b64a8c9f4875 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:54:24.016322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 7d36d06b-d69f-46e9-b458-b64a8c9f4875 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:24.016769 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:24.153086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:24.196252 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 7d36d06b-d69f-46e9-b458-b64a8c9f4875, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7d36d06b-d69f-46e9-b458-b64a8c9f4875,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:24.200340 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:24.284375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=7d36d06b-d69f-46e9-b458-b64a8c9f4875,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:25.417643 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7d36d06b-d69f-46e9-b458-b64a8c9f4875 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:54:25.506562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 7d36d06b-d69f-46e9-b458-b64a8c9f4875 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:25.507037 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:25.632901 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:54:25.709687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:54:25.714958 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:25.715418 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:25.835655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:25.855235 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 9ba87565-7e80-4c0f-bdc8-a8f504e1b776, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9ba87565-7e80-4c0f-bdc8-a8f504e1b776,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:25.859154 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:25.932216 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=9ba87565-7e80-4c0f-bdc8-a8f504e1b776,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:27.338547 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:54:27.415255 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:27.415647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:34.578533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-3c677516-ee4e-4e8b-bbd7-84bd4b187954 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:34.579218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-3c677516-ee4e-4e8b-bbd7-84bd4b187954 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Synchronizing usage tracker for tenant:088b5c4001a24bcd83465b0b9f7335d0 on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:54:34.597358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-3c677516-ee4e-4e8b-bbd7-84bd4b187954 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Unset dirty status for tenant:088b5c4001a24bcd83465b0b9f7335d0 on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:54:34.598493 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-3c677516-ee4e-4e8b-bbd7-84bd4b187954 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/networks?id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 HTTP/1.1" status: 200 len: 814 time: 0.1634841 May 09 13:54:34.614969 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-2feb4897-a589-4880-bde4-dbaff55a622c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/quotas/088b5c4001a24bcd83465b0b9f7335d0 HTTP/1.1" status: 200 len: 375 time: 0.0105972 May 09 13:54:34.692796 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-fb32af5f-a0a9-4460-9dff-2bc255c54c88 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=088b5c4001a24bcd83465b0b9f7335d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724237 May 09 13:54:34.826397 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-4d40618e-dcaf-469a-aac2-427fc7f37a6f service neutron] 10.222.0.44 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225204 May 09 13:54:34.958216 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-b5808df4-381a-4f11-90ed-2172a2adcb4a service neutron] 10.222.0.44 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251035 May 09 13:54:35.144745 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-72436e3b-ce77-4451-a07b-60af11a830f3 req-cd2fd020-2e23-4941-99e4-ac1061fa9488 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 210 time: 0.0476089 May 09 13:54:36.139732 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-df177285-694b-46cb-89b8-ef8858b2124d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:36.141119 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-df177285-694b-46cb-89b8-ef8858b2124d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.57 "GET /v2.0/networks?id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 HTTP/1.1" status: 200 len: 814 time: 0.1447246 May 09 13:54:36.156723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Request body: {'port': {'device_id': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'admin_state_up': True, 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:54:36.295036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:54:36.299937 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Usage tracker for resource:port and tenant:088b5c4001a24bcd83465b0b9f7335d0 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:54:36.302975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:54:36.307796 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-90f1c001-cb58-4a96-8c50-80cd7ed2f500 req-d401feeb-58f0-4632-9124-85ebf41d8e14 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 210 time: 0.0421929 May 09 13:54:36.310019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:54:36.320467 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Made reservation on behalf of 088b5c4001a24bcd83465b0b9f7335d0 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:54:36.323572 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:36.495394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Allocated IP 172.20.0.8 (c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5/2f5d9f56-f669-4ceb-9117-6d15558b3414/b22dd75a-bf32-4cd3-ae7c-11ddf745cb80) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:54:36.777654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:36.799971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Transition to ACTIVE for port object b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:54:36.825865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:36.916993 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:54:36.925182 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:54:36.933697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:54:36.990175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event updated for resources: {'Port': ['ID=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:37.011470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:37.011813 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:37.012152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:37.012485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:37.012812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:37.013139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:37.013553 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:37.013875 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:37.014246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:37.014572 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:37.014893 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:54:37.030623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:37.031283 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:37.070381 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-43d864fb-d615-48c5-ab9c-cc0fa43ee69c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9170349 May 09 13:54:37.219276 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-56b40440-2b92-4aa9-9eef-2fe9ffdd2af4 None None] Provisioning for port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:54:37.225191 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-56b40440-2b92-4aa9-9eef-2fe9ffdd2af4 None None] Provisioning complete for port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:37.225869 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-56b40440-2b92-4aa9-9eef-2fe9ffdd2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:37.292861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-56b40440-2b92-4aa9-9eef-2fe9ffdd2af4 None None] Port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:54:37.552904 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9e21e-07fc-40ed-9cf2-01c1bcc420f4 req-6e6e3a2b-93cf-4e52-9491-fa030a4b88b0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:37.562066 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-65a9e21e-07fc-40ed-9cf2-01c1bcc420f4 req-6e6e3a2b-93cf-4e52-9491-fa030a4b88b0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 931 time: 0.1152174 May 09 13:54:37.613119 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-65a9e21e-07fc-40ed-9cf2-01c1bcc420f4 req-3acaee54-9fcf-479e-a2e6-fb995ea785e2 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Synchronizing usage tracker for tenant:088b5c4001a24bcd83465b0b9f7335d0 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:54:37.632882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-65a9e21e-07fc-40ed-9cf2-01c1bcc420f4 req-3acaee54-9fcf-479e-a2e6-fb995ea785e2 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Unset dirty status for tenant:088b5c4001a24bcd83465b0b9f7335d0 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:54:37.637880 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-65a9e21e-07fc-40ed-9cf2-01c1bcc420f4 req-3acaee54-9fcf-479e-a2e6-fb995ea785e2 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745809 May 09 13:54:38.864647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c17da-56a4-4b56-a9ab-9fa79a46b9cc req-1eae74ff-8407-427e-b15e-9f6ab5885813 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:38.866580 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-870c17da-56a4-4b56-a9ab-9fa79a46b9cc req-1eae74ff-8407-427e-b15e-9f6ab5885813 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 931 time: 0.0862784 May 09 13:54:38.915325 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-870c17da-56a4-4b56-a9ab-9fa79a46b9cc req-9e96d965-d1a0-42c7-b7e6-f324faae416c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426354 May 09 13:54:40.132651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0e9e7-4622-4f69-afe9-8bd4022ae920 req-af33446d-62c3-43d9-b581-a29b42173ae3 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:40.134139 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-58d0e9e7-4622-4f69-afe9-8bd4022ae920 req-af33446d-62c3-43d9-b581-a29b42173ae3 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 931 time: 0.0895851 May 09 13:54:40.195032 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-58d0e9e7-4622-4f69-afe9-8bd4022ae920 req-ef6a10d5-e023-4d3a-9299-8daa3123e8d5 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552673 May 09 13:54:40.202390 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f9317020-1a9b-4898-85c8-920e831f31f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:41.403517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e5f6c-f1e7-4336-9924-7c3bf121320e req-1c15d11f-942b-47c6-b17b-6a3807c06bd7 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:41.405216 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3f0e5f6c-f1e7-4336-9924-7c3bf121320e req-1c15d11f-942b-47c6-b17b-6a3807c06bd7 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 931 time: 0.0809062 May 09 13:54:41.457114 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3f0e5f6c-f1e7-4336-9924-7c3bf121320e req-d76ebfca-3152-4ae2-95c0-c3252a5d0168 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 May 09 13:54:42.525153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-742d9a76-5044-4b07-b98c-f1c2d20f14bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:42.766505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54768f5-3d91-4c8c-a0d4-efd4ef0906cb req-867d6357-0767-4b1c-8e16-b7c9fd834455 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:42.768496 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e54768f5-3d91-4c8c-a0d4-efd4ef0906cb req-867d6357-0767-4b1c-8e16-b7c9fd834455 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 931 time: 0.1834302 May 09 13:54:42.827517 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e54768f5-3d91-4c8c-a0d4-efd4ef0906cb req-9659aacb-dd0d-482c-8dab-4c55c8f3c5d8 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534222 May 09 13:54:43.455312 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:43.891481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:44.021163 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19120637-712a-4a18-9552-482857a2f3dc req-4cd75912-b679-4fc4-ba59-b4932ab65cbf tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:44.022624 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-19120637-712a-4a18-9552-482857a2f3dc req-4cd75912-b679-4fc4-ba59-b4932ab65cbf tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 931 time: 0.0750601 May 09 13:54:44.069036 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-19120637-712a-4a18-9552-482857a2f3dc req-733cf1b6-0e59-4b55-a6a0-ddf9e6e3ce92 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410678 May 09 13:54:45.118473 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:45.264123 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926bd71-f035-47ca-b778-20e191282982 req-019510da-5908-49bd-af03-c41eb98dd9c9 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:45.265594 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9926bd71-f035-47ca-b778-20e191282982 req-019510da-5908-49bd-af03-c41eb98dd9c9 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 931 time: 0.0749362 May 09 13:54:45.311022 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9926bd71-f035-47ca-b778-20e191282982 req-b9b77640-dab1-4dc2-9574-07e7e6c31f47 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388405 May 09 13:54:45.420331 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Sync routers for ids ['39b2dbf4-3f20-482e-b896-0cb4995c3447'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:54:45.432253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Routers {'39b2dbf4-3f20-482e-b896-0cb4995c3447'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:54:45.432848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:54:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['39b2dbf4-3f20-482e-b896-0cb4995c3447'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:45.603279 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Set router 39b2dbf4-3f20-482e-b896-0cb4995c3447 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:54:45.712907 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Request body: {'port': {'device_id': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:54:45.822167 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:45.910421 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'name': 'tempest-TestMinimumBasicScenario-918514519-router', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:54:22Z', 'revision_number': 4, 'project_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'gw_port': {'id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '6578a51d-0c46-4dba-93f7-3a1943615492', 'name': '', 'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'mac_address': 'fa:16:3e:88:ac:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d826b28-01ba-4b84-9a9a-4d13d41ded45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:21Z', 'updated_at': '2022-05-09T13:54:22Z', 'revision_number': 2, 'project_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'subnets': [{'id': '4d826b28-01ba-4b84-9a9a-4d13d41ded45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:45.914332 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Checking router: 39b2dbf4-3f20-482e-b896-0cb4995c3447 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:54:45.914674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Updating router 39b2dbf4-3f20-482e-b896-0cb4995c3447 port 6578a51d-0c46-4dba-93f7-3a1943615492 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:54:45.966797 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:46.149141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:54:46.156237 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:46.171220 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Transition to ACTIVE for port object b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:54:46.175332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:46.404674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:46.425098 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:46.446471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Transition to ACTIVE for port object 6578a51d-0c46-4dba-93f7-3a1943615492 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:54:46.464171 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:46.535582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Attempting to bind port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:54:46.536193 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Attempting to bind port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'ae071219-08d8-41d3-b300-5ea8c63d8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:54:46.536704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Attempting to bind port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 on network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:54:46.543970 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b027f8c-204b-4f57-9db2-20b0225e80b2 req-60726dd5-7529-404b-b319-458a6a9a8bf9 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:46.546589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 on network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:54:46.547013 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Attempting to bind port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 on network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:54:46.551719 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6b027f8c-204b-4f57-9db2-20b0225e80b2 req-60726dd5-7529-404b-b319-458a6a9a8bf9 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 943 time: 0.1076159 May 09 13:54:46.554386 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:54:46.554811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Checking segment: {'id': 'ae071219-08d8-41d3-b300-5ea8c63d8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:54:46.555255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Bound using segment: {'id': 'ae071219-08d8-41d3-b300-5ea8c63d8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:54:46.555855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Bound port: b22dd75a-bf32-4cd3-ae7c-11ddf745cb80, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae071219-08d8-41d3-b300-5ea8c63d8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:54:46.556264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:46.599979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab946a4-c212-4708-9401-1c80eaef28b2 None None] Pushing event updated for resources: {'Port': ['ID=6578a51d-0c46-4dba-93f7-3a1943615492,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:46.608807 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6b027f8c-204b-4f57-9db2-20b0225e80b2 req-643e0fbb-a9cf-4bce-8aea-96631434093f tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560939 May 09 13:54:46.676301 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] For port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:54:46.679628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] For port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:54:46.685934 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:46.739684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Attempting to bind port 6578a51d-0c46-4dba-93f7-3a1943615492 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:54:46.740066 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Attempting to bind port 6578a51d-0c46-4dba-93f7-3a1943615492 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '025c7894-0153-4022-b4c1-b29e5729e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:54:46.740465 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Attempting to bind port 6578a51d-0c46-4dba-93f7-3a1943615492 on network 00c572ec-506c-48fd-9015-5787fb57ab1b {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:54:46.751358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:54:46.751358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Checking segment: {'id': '025c7894-0153-4022-b4c1-b29e5729e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:54:46.751813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:46.752743 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Bound using segment: {'id': '025c7894-0153-4022-b4c1-b29e5729e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:54:46.752866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:46.753346 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Bound port: 6578a51d-0c46-4dba-93f7-3a1943615492, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025c7894-0153-4022-b4c1-b29e5729e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:54:46.753793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:46.754607 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] 10.222.0.57 "PUT /v2.0/ports/b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 200 len: 1093 time: 1.0459487 May 09 13:54:46.755003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:54:46.785021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6e47f-73fb-4b30-b1fe-f644c794bef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:46.852068 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3aaf0b-0a21-45b2-a7b6-bf3bc6099a81'] response: {'name': 'network-changed', 'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80', 'status': 'completed', 'code': 200} May 09 13:54:46.889286 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-8c2c6695-826c-4202-af78-df0433251a8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088b5c4001a24bcd83465b0b9f7335d0&device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 1096 time: 0.0866539 May 09 13:54:46.934186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] For port 6578a51d-0c46-4dba-93f7-3a1943615492, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:54:46.937760 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] For port 6578a51d-0c46-4dba-93f7-3a1943615492, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6578a51d-0c46-4dba-93f7-3a1943615492,segment=NetworkSegment(025c7894-0153-4022-b4c1-b29e5729e2da),segment_id=025c7894-0153-4022-b4c1-b29e5729e2da)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:54:46.944304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:46.967634 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-649bc250-419c-4abf-b635-03beeabdb38d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 200 len: 217 time: 0.0714581 May 09 13:54:47.032296 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-9dfc441f-bd2f-40b2-be3c-326993c8b257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:47.033657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Routers {'39b2dbf4-3f20-482e-b896-0cb4995c3447'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:54:47.034159 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-9dfc441f-bd2f-40b2-be3c-326993c8b257 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f5d9f56-f669-4ceb-9117-6d15558b3414 HTTP/1.1" status: 200 len: 853 time: 0.0609677 May 09 13:54:47.034287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:54:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['39b2dbf4-3f20-482e-b896-0cb4995c3447'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:47.082459 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab946a4-c212-4708-9401-1c80eaef28b2 None None] Pushing event updated for resources: {'Port': ['ID=6578a51d-0c46-4dba-93f7-3a1943615492,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:47.117695 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-8b2e4afb-92ae-4b6c-8929-2fac7a38abd6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778658 May 09 13:54:47.231123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] Set router 39b2dbf4-3f20-482e-b896-0cb4995c3447 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:54:47.250662 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-51badefb-10ba-4cf9-98f9-f75aba1000f4 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273668 May 09 13:54:47.379420 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3e5411d3-e673-49cf-a9a3-0bbb4204e345 req-a7ca28e1-fab8-4e24-bf65-28a83ef61a1a service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231155 May 09 13:54:47.491584 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36903c10-2eae-43a1-b9f8-61b337552a1f req-edc9654a-0161-45d0-a807-ac178b72332b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088b5c4001a24bcd83465b0b9f7335d0&device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 1096 time: 0.0669422 May 09 13:54:47.554877 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'name': 'tempest-TestMinimumBasicScenario-918514519-router', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:54:22Z', 'revision_number': 4, 'project_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'gw_port': {'id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '6578a51d-0c46-4dba-93f7-3a1943615492', 'name': '', 'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'mac_address': 'fa:16:3e:88:ac:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d826b28-01ba-4b84-9a9a-4d13d41ded45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:21Z', 'updated_at': '2022-05-09T13:54:46Z', 'revision_number': 4, 'project_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'subnets': [{'id': '4d826b28-01ba-4b84-9a9a-4d13d41ded45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:54:47.558849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459df42-61bc-4408-85f7-5fb3453df654 None None] The sync data for ids ['39b2dbf4-3f20-482e-b896-0cb4995c3447'] in dv-neutron-840889-2-hyperv is: [{'id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'name': 'tempest-TestMinimumBasicScenario-918514519-router', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:54:22Z', 'revision_number': 4, 'project_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'gw_port': {'id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '6578a51d-0c46-4dba-93f7-3a1943615492', 'name': '', 'network_id': '00c572ec-506c-48fd-9015-5787fb57ab1b', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'mac_address': 'fa:16:3e:88:ac:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d826b28-01ba-4b84-9a9a-4d13d41ded45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:21Z', 'updated_at': '2022-05-09T13:54:46Z', 'revision_number': 4, 'project_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'subnets': [{'id': '4d826b28-01ba-4b84-9a9a-4d13d41ded45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:54:47.635757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36903c10-2eae-43a1-b9f8-61b337552a1f req-00e16292-d3fb-489d-a370-6ecb56ff303f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:47.637160 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36903c10-2eae-43a1-b9f8-61b337552a1f req-00e16292-d3fb-489d-a370-6ecb56ff303f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 HTTP/1.1" status: 200 len: 915 time: 0.1402576 May 09 13:54:47.709804 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36903c10-2eae-43a1-b9f8-61b337552a1f req-048dab65-5e25-47b9-92fd-778c60d58000 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 200 len: 217 time: 0.0656624 May 09 13:54:47.774578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36903c10-2eae-43a1-b9f8-61b337552a1f req-cbe1a62c-20a8-456f-bddd-b44388431f27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:47.776115 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36903c10-2eae-43a1-b9f8-61b337552a1f req-cbe1a62c-20a8-456f-bddd-b44388431f27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f5d9f56-f669-4ceb-9117-6d15558b3414 HTTP/1.1" status: 200 len: 853 time: 0.0610499 May 09 13:54:47.819742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f787ef-da13-438d-809a-1da9df7a5d09 req-95189201-db0d-4459-b011-ecde472eaf95 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:47.821985 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f9f787ef-da13-438d-809a-1da9df7a5d09 req-95189201-db0d-4459-b011-ecde472eaf95 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 943 time: 0.0854645 May 09 13:54:47.854862 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36903c10-2eae-43a1-b9f8-61b337552a1f req-1b54acc5-25d5-4a3f-b4e7-fa988930aa5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731232 May 09 13:54:47.872282 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f9f787ef-da13-438d-809a-1da9df7a5d09 req-90957a45-b724-41c1-af53-dc0bda68f620 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443244 May 09 13:54:47.990638 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36903c10-2eae-43a1-b9f8-61b337552a1f req-05ec802b-fd73-4515-a15f-d9f25def6f89 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293070 May 09 13:54:48.048570 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:54:48.129455 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-36903c10-2eae-43a1-b9f8-61b337552a1f req-7b3b6106-7981-4412-b0d7-a6d358d9f6b3 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320281 May 09 13:54:49.049186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:54:49.085666 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f7d83-dae5-46c1-8540-3200daf538e1 req-e98df0b4-1724-4c65-8376-ccf69133f26a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:49.087135 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bc4f7d83-dae5-46c1-8540-3200daf538e1 req-e98df0b4-1724-4c65-8376-ccf69133f26a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 943 time: 0.0804284 May 09 13:54:49.131888 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bc4f7d83-dae5-46c1-8540-3200daf538e1 req-5ef927ee-77ec-4d97-ba9d-189956ee7ad1 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392427 May 09 13:54:49.181860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:49.194868 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'port_id': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80', 'mac_address': 'fa:16:3e:71:79:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:54:49.246809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:49.263409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:54:49.278151 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:49.282169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:49.349249 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:49.367513 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6578a51d-0c46-4dba-93f7-3a1943615492 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:54:49.433244 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 6578a51d-0c46-4dba-93f7-3a1943615492 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:54:49.437552 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 6578a51d-0c46-4dba-93f7-3a1943615492 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:49.437916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:49.552263 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:49.583418 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 6578a51d-0c46-4dba-93f7-3a1943615492, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6578a51d-0c46-4dba-93f7-3a1943615492,segment=NetworkSegment(025c7894-0153-4022-b4c1-b29e5729e2da),segment_id=025c7894-0153-4022-b4c1-b29e5729e2da)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:49.587847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:49.618204 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['b22dd75a-bf32-4cd3-ae7c-11ddf745cb80'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:54:49.707810 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=6578a51d-0c46-4dba-93f7-3a1943615492,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:50.321066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd4c25-916e-4619-bab4-fe734d0290ea req-97e407fc-353b-4cd5-b8bb-dc54c43be527 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:50.322514 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-85dd4c25-916e-4619-bab4-fe734d0290ea req-97e407fc-353b-4cd5-b8bb-dc54c43be527 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 944 time: 0.0732796 May 09 13:54:50.370002 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-85dd4c25-916e-4619-bab4-fe734d0290ea req-373d1bd1-43e0-4204-8766-9cb3fb440206 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419252 May 09 13:54:51.049847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:54:51.119637 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:54:51.124268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:51.124644 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:51.238153 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:51.263779 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:54:51.274137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:54:51.277756 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:51.358085 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0bc3164-b2e4-44fc-8461-e360df4093b5'] response: {'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80', 'code': 200} May 09 13:54:51.358800 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6578a51d-0c46-4dba-93f7-3a1943615492 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:54:51.440726 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:54:51.454221 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 6578a51d-0c46-4dba-93f7-3a1943615492 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:54:51.454590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:51.596847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:54:51.683156 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8db3e264-670e-402b-bd51-b11d9ee0c622 req-6c9b4b51-91e5-437d-a1cf-42a5cad8d1cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 1098 time: 0.1788983 May 09 13:54:51.723835 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8db3e264-670e-402b-bd51-b11d9ee0c622 req-83c6262f-a30b-4c4d-90fd-b47ff37c2781 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349927 May 09 13:54:51.764850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ee741-7a4b-4378-89cf-275145bb12b4 req-68104a67-4d0e-4780-a14b-cde9bd204809 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:51.766311 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9e0ee741-7a4b-4378-89cf-275145bb12b4 req-68104a67-4d0e-4780-a14b-cde9bd204809 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 945 time: 0.2733939 May 09 13:54:51.810842 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9e0ee741-7a4b-4378-89cf-275145bb12b4 req-91a55f70-fbdc-493c-a607-84721e6c6dc8 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388486 May 09 13:54:53.089732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b899-77f9-4b53-84fc-dcadf387c1aa req-f2f86a04-f50d-470c-820f-2dee456775a1 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:53.091259 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b937b899-77f9-4b53-84fc-dcadf387c1aa req-f2f86a04-f50d-470c-820f-2dee456775a1 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 945 time: 0.1604323 May 09 13:54:53.141234 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b937b899-77f9-4b53-84fc-dcadf387c1aa req-e78469c1-7609-482a-89bb-88e573ba93b4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435452 May 09 13:54:54.337121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f32fd-0173-4515-9e4a-2cd12c1f0742 req-f37f0e53-e0e5-4efb-8f0c-cf91569cd487 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:54.338583 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-650f32fd-0173-4515-9e4a-2cd12c1f0742 req-f37f0e53-e0e5-4efb-8f0c-cf91569cd487 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 945 time: 0.0748222 May 09 13:54:54.383525 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-650f32fd-0173-4515-9e4a-2cd12c1f0742 req-cf2f2a2b-5b53-415b-81b9-5c0f91eee1b0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391316 May 09 13:54:54.583008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f600d37-46a9-49ae-b332-07baac9b4dea req-5ed75131-2cb6-42f0-a40a-0b8464a1b4ce tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:54.584496 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f600d37-46a9-49ae-b332-07baac9b4dea req-5ed75131-2cb6-42f0-a40a-0b8464a1b4ce tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 945 time: 0.0821829 May 09 13:54:54.629280 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8f600d37-46a9-49ae-b332-07baac9b4dea req-18f020d8-a04e-43a7-9efb-a599ff0c85b8 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391498 May 09 13:54:55.036776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bde37-9eb0-46f3-b1bb-470d4bd2e7bc req-8bad8289-cfe2-41f2-bf84-76da352763f0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:55.038259 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a2bde37-9eb0-46f3-b1bb-470d4bd2e7bc req-8bad8289-cfe2-41f2-bf84-76da352763f0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 945 time: 0.0752602 May 09 13:54:55.082884 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a2bde37-9eb0-46f3-b1bb-470d4bd2e7bc req-64a1d72a-c92f-4330-b30e-3e9c17bcb2de tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391967 May 09 13:54:59.390770 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-455ae99d-266c-433d-aea2-49cdb071c509 req-f4d36eb9-924d-4e71-b7a8-245db6defccc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696971 May 09 13:54:59.533306 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-455ae99d-266c-433d-aea2-49cdb071c509 req-70c04e67-803b-4a98-9cb8-92a659186ce0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088b5c4001a24bcd83465b0b9f7335d0&device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 1098 time: 0.0673277 May 09 13:54:59.672375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ae99d-266c-433d-aea2-49cdb071c509 req-74f50b56-1646-491b-a4a9-85f1d75666cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:59.673843 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-455ae99d-266c-433d-aea2-49cdb071c509 req-74f50b56-1646-491b-a4a9-85f1d75666cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 HTTP/1.1" status: 200 len: 915 time: 0.1235082 May 09 13:54:59.741952 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-455ae99d-266c-433d-aea2-49cdb071c509 req-9e489e34-166e-4bd9-a481-d1e75d56311d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 200 len: 217 time: 0.0623188 May 09 13:54:59.803915 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ae99d-266c-433d-aea2-49cdb071c509 req-629c6839-e4bd-4fa2-a4e6-5a03ca47ae3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:54:59.805365 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-455ae99d-266c-433d-aea2-49cdb071c509 req-629c6839-e4bd-4fa2-a4e6-5a03ca47ae3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f5d9f56-f669-4ceb-9117-6d15558b3414 HTTP/1.1" status: 200 len: 853 time: 0.0576952 May 09 13:54:59.878006 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-455ae99d-266c-433d-aea2-49cdb071c509 req-c978036d-898b-460c-bc3c-17cb44ebbfdc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671704 May 09 13:55:00.006190 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-455ae99d-266c-433d-aea2-49cdb071c509 req-7c91e585-79fa-408e-a25d-bbb39ed1c513 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216874 May 09 13:55:00.133237 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-455ae99d-266c-433d-aea2-49cdb071c509 req-26f0fc3d-3e1c-4363-b97c-0e12463dd2b9 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215935 May 09 13:55:05.148500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be33e36-7501-4579-bab9-6208c1b9a80e req-f98fbff4-b0c4-41ad-9365-b78f340822f7 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:55:05.149956 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7be33e36-7501-4579-bab9-6208c1b9a80e req-f98fbff4-b0c4-41ad-9365-b78f340822f7 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 945 time: 0.0787275 May 09 13:55:05.193977 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7be33e36-7501-4579-bab9-6208c1b9a80e req-65666ccb-6554-4a11-8e3e-8d1b7c84d6ce tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386026 May 09 13:55:05.221068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36064) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:55:05.349475 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cb29d22c-806a-4990-a39a-5f33ef748ea2 tempest-TestMinimumBasicScenario-1290199970 tempest-TestMinimumBasicScenario-1290199970-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 1093 time: 0.1272502 May 09 13:55:05.352238 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36070) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:55:05.357172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:55:05.362909 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:55:05.366637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Usage tracker for resource:floatingip and tenant:088b5c4001a24bcd83465b0b9f7335d0 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:55:05.369631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:55:05.375149 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:55:05.388928 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:05.517122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:05.651441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Allocated IP 172.26.1.136 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/53721858-8410-4127-811c-6108b456ffd1) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:55:05.795809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:05.822309 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:05.889240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:55:05.891847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:55:05.896002 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:55:05.925027 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event updated for resources: {'Port': ['ID=53721858-8410-4127-811c-6108b456ffd1,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:55:06.464857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:06.519130 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:06.718882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:06.723741 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:06.827433 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event updated for resources: {'Port': ['ID=53721858-8410-4127-811c-6108b456ffd1,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:55:06.841619 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:07.030420 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Floating IP e6c0e6c7-b697-4134-8d69-1386d3201076 associated. External IP: 172.26.1.136, port: b22dd75a-bf32-4cd3-ae7c-11ddf745cb80. May 09 13:55:07.415574 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Router 85e4524b-13f8-4223-a01e-1caa2498ebbf has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:55:07.608911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:55:07.619287 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b009c9-928a-4ef5-85b1-4866ed0189d4 None None] Sync routers for ids ['85e4524b-13f8-4223-a01e-1caa2498ebbf'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:55:07.631633 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b009c9-928a-4ef5-85b1-4866ed0189d4 None None] Routers {'85e4524b-13f8-4223-a01e-1caa2498ebbf'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:55:07.632374 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a2b009c9-928a-4ef5-85b1-4866ed0189d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:54:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['85e4524b-13f8-4223-a01e-1caa2498ebbf'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:55:07.633943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:07.690600 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e92a6610-de9b-49b8-89c2-5e625709ecdc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3373802 May 09 13:55:07.691256 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:55:07.693405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36074) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:55:07.699507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-19d18d8d-204f-4b46-aaa7-98cdc845b6e6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353217649', 'description': 'tempest-secgroup-smoke-1353217649 description', 'project_id': '088b5c4001a24bcd83465b0b9f7335d0'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:55:07.706092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-19d18d8d-204f-4b46-aaa7-98cdc845b6e6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:55:07.716867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-19d18d8d-204f-4b46-aaa7-98cdc845b6e6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:55:07.728275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19d18d8d-204f-4b46-aaa7-98cdc845b6e6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:07.769854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-19d18d8d-204f-4b46-aaa7-98cdc845b6e6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:55:07.773953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-19d18d8d-204f-4b46-aaa7-98cdc845b6e6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Usage tracker for resource:security_group_rule and tenant:088b5c4001a24bcd83465b0b9f7335d0 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:55:07.776801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-19d18d8d-204f-4b46-aaa7-98cdc845b6e6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:55:07.782561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-19d18d8d-204f-4b46-aaa7-98cdc845b6e6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:55:07.815236 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-a2b009c9-928a-4ef5-85b1-4866ed0189d4 None None] Set router 85e4524b-13f8-4223-a01e-1caa2498ebbf gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:55:07.827798 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0782a932-2e9c-4200-994b-c4a063922426'] response: {'name': 'network-changed', 'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80', 'status': 'completed', 'code': 200} May 09 13:55:07.840466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19d18d8d-204f-4b46-aaa7-98cdc845b6e6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:07.844837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19d18d8d-204f-4b46-aaa7-98cdc845b6e6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:07.927455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d18d8d-204f-4b46-aaa7-98cdc845b6e6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6b5958-e337-4db7-9ada-03ede34ac646,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:55:07.940616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-19d18d8d-204f-4b46-aaa7-98cdc845b6e6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:07.941809 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-19d18d8d-204f-4b46-aaa7-98cdc845b6e6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2472262 May 09 13:55:07.944827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36082) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:55:07.950603 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-91a12c31-2707-4c95-be41-62dc9840a86c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Request body: {'security_group_rule': {'security_group_id': 'ab6b5958-e337-4db7-9ada-03ede34ac646', 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:55:07.957060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-91a12c31-2707-4c95-be41-62dc9840a86c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:55:07.959760 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e6890661-e879-4850-91f1-0d0a06575296 req-86166785-f306-483f-a127-a4c3ed685458 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088b5c4001a24bcd83465b0b9f7335d0&device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 1098 time: 0.1038921 May 09 13:55:07.961757 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-91a12c31-2707-4c95-be41-62dc9840a86c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Usage tracker for resource:security_group_rule and tenant:088b5c4001a24bcd83465b0b9f7335d0 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:55:07.964750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-91a12c31-2707-4c95-be41-62dc9840a86c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:55:08.075177 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-91a12c31-2707-4c95-be41-62dc9840a86c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:55:08.092160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-91a12c31-2707-4c95-be41-62dc9840a86c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.108964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6890661-e879-4850-91f1-0d0a06575296 req-b12763b5-a669-4ea1-b813-50329c43ce3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:55:08.110489 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e6890661-e879-4850-91f1-0d0a06575296 req-b12763b5-a669-4ea1-b813-50329c43ce3e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 HTTP/1.1" status: 200 len: 915 time: 0.1452756 May 09 13:55:08.155003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-91a12c31-2707-4c95-be41-62dc9840a86c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.159598 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-91a12c31-2707-4c95-be41-62dc9840a86c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.171360 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a2b009c9-928a-4ef5-85b1-4866ed0189d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:16Z', 'revision_number': 4, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port': {'id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'e6c0e6c7-b697-4134-8d69-1386d3201076', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'floating_ip_address': '172.26.1.136', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'port_id': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'mac_address': 'fa:16:3e:71:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:55:06Z', 'updated_at': '2022-05-09T13:55:06Z', 'revision_number': 0, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d36d06b-d69f-46e9-b458-b64a8c9f4875', 'name': '', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'mac_address': 'fa:16:3e:32:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:15Z', 'updated_at': '2022-05-09T13:54:24Z', 'revision_number': 5, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'subnets': [{'id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:55:08.175273 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b009c9-928a-4ef5-85b1-4866ed0189d4 None None] Checking router: 85e4524b-13f8-4223-a01e-1caa2498ebbf for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:55:08.183974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a12c31-2707-4c95-be41-62dc9840a86c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6969172b-a9d9-485c-a731-3b18251ae221,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:55:08.186041 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b009c9-928a-4ef5-85b1-4866ed0189d4 None None] Routers {'85e4524b-13f8-4223-a01e-1caa2498ebbf'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:55:08.186707 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a2b009c9-928a-4ef5-85b1-4866ed0189d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:54:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['85e4524b-13f8-4223-a01e-1caa2498ebbf'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:55:08.194073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-91a12c31-2707-4c95-be41-62dc9840a86c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.198565 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-91a12c31-2707-4c95-be41-62dc9840a86c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2525771 May 09 13:55:08.199367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36086) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:55:08.205680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8c902915-8e44-4ba2-8232-a94a8e1d31ba tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Request body: {'security_group_rule': {'security_group_id': 'ab6b5958-e337-4db7-9ada-03ede34ac646', 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:55:08.211769 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8c902915-8e44-4ba2-8232-a94a8e1d31ba tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:55:08.215783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8c902915-8e44-4ba2-8232-a94a8e1d31ba tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Usage tracker for resource:security_group_rule and tenant:088b5c4001a24bcd83465b0b9f7335d0 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:55:08.218929 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8c902915-8e44-4ba2-8232-a94a8e1d31ba tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:55:08.219080 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e6890661-e879-4850-91f1-0d0a06575296 req-0daa8c46-9cc1-4885-916d-12602f9c3bf5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 200 len: 999 time: 0.1031857 May 09 13:55:08.226050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8c902915-8e44-4ba2-8232-a94a8e1d31ba tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:55:08.244814 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c902915-8e44-4ba2-8232-a94a8e1d31ba tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.284185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6890661-e879-4850-91f1-0d0a06575296 req-d90ae197-aff9-4a6d-b508-4becd95a061c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:55:08.285644 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e6890661-e879-4850-91f1-0d0a06575296 req-d90ae197-aff9-4a6d-b508-4becd95a061c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f5d9f56-f669-4ceb-9117-6d15558b3414 HTTP/1.1" status: 200 len: 853 time: 0.0607185 May 09 13:55:08.309231 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c902915-8e44-4ba2-8232-a94a8e1d31ba tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.313367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c902915-8e44-4ba2-8232-a94a8e1d31ba tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.339541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c902915-8e44-4ba2-8232-a94a8e1d31ba tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ed8209-be53-4e60-8fea-e9b3560b6e1d,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:55:08.351101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c902915-8e44-4ba2-8232-a94a8e1d31ba tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.354263 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8c902915-8e44-4ba2-8232-a94a8e1d31ba tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1532307 May 09 13:55:08.355094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36090) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:55:08.360668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4b00f4c1-062e-414d-81c2-fb5ecac937a0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Request body: {'security_group_rule': {'security_group_id': 'ab6b5958-e337-4db7-9ada-03ede34ac646', 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:55:08.361579 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e6890661-e879-4850-91f1-0d0a06575296 req-eac41f34-00cb-4507-b8bb-21334e2b46e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693810 May 09 13:55:08.366791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4b00f4c1-062e-414d-81c2-fb5ecac937a0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:55:08.370881 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4b00f4c1-062e-414d-81c2-fb5ecac937a0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Usage tracker for resource:security_group_rule and tenant:088b5c4001a24bcd83465b0b9f7335d0 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:55:08.371251 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-a2b009c9-928a-4ef5-85b1-4866ed0189d4 None None] Set router 85e4524b-13f8-4223-a01e-1caa2498ebbf gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:55:08.373958 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4b00f4c1-062e-414d-81c2-fb5ecac937a0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:55:08.379787 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4b00f4c1-062e-414d-81c2-fb5ecac937a0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:55:08.397489 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b00f4c1-062e-414d-81c2-fb5ecac937a0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.470754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b00f4c1-062e-414d-81c2-fb5ecac937a0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.475840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b00f4c1-062e-414d-81c2-fb5ecac937a0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.498102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00f4c1-062e-414d-81c2-fb5ecac937a0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bb0c96-8641-4ffe-9022-7a56fcaa3d37,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:55:08.507823 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e6890661-e879-4850-91f1-0d0a06575296 req-a28ae5c4-b789-4d01-aa49-4b144b506313 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405656 May 09 13:55:08.511610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4b00f4c1-062e-414d-81c2-fb5ecac937a0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.512830 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4b00f4c1-062e-414d-81c2-fb5ecac937a0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1567359 May 09 13:55:08.515682 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36094) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:55:08.522323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3bd99122-7987-4835-b7a8-70aedaf49e9b tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Request body: {'security_group_rule': {'security_group_id': 'ab6b5958-e337-4db7-9ada-03ede34ac646', 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:55:08.528951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3bd99122-7987-4835-b7a8-70aedaf49e9b tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:55:08.533126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3bd99122-7987-4835-b7a8-70aedaf49e9b tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Usage tracker for resource:security_group_rule and tenant:088b5c4001a24bcd83465b0b9f7335d0 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:55:08.536639 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3bd99122-7987-4835-b7a8-70aedaf49e9b tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:55:08.542962 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3bd99122-7987-4835-b7a8-70aedaf49e9b tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:55:08.566407 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3bd99122-7987-4835-b7a8-70aedaf49e9b tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.652050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3bd99122-7987-4835-b7a8-70aedaf49e9b tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.657551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3bd99122-7987-4835-b7a8-70aedaf49e9b tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.705361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd99122-7987-4835-b7a8-70aedaf49e9b tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a10a9a-4f4a-48d4-8119-63065fb108b5,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:55:08.727715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3bd99122-7987-4835-b7a8-70aedaf49e9b tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.731904 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3bd99122-7987-4835-b7a8-70aedaf49e9b tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2128608 May 09 13:55:08.732773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36098) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:55:08.738398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-314037cc-17d6-4dec-969d-9f9b4499770a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Request body: {'security_group_rule': {'security_group_id': 'ab6b5958-e337-4db7-9ada-03ede34ac646', 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:55:08.746419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-314037cc-17d6-4dec-969d-9f9b4499770a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:55:08.752232 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-314037cc-17d6-4dec-969d-9f9b4499770a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Usage tracker for resource:security_group_rule and tenant:088b5c4001a24bcd83465b0b9f7335d0 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:55:08.756033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-314037cc-17d6-4dec-969d-9f9b4499770a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:55:08.763151 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-314037cc-17d6-4dec-969d-9f9b4499770a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:55:08.770665 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-a2b009c9-928a-4ef5-85b1-4866ed0189d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:16Z', 'revision_number': 4, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port': {'id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'e6c0e6c7-b697-4134-8d69-1386d3201076', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'floating_ip_address': '172.26.1.136', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'port_id': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'mac_address': 'fa:16:3e:71:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:55:06Z', 'updated_at': '2022-05-09T13:55:06Z', 'revision_number': 0, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d36d06b-d69f-46e9-b458-b64a8c9f4875', 'name': '', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'mac_address': 'fa:16:3e:32:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:15Z', 'updated_at': '2022-05-09T13:54:24Z', 'revision_number': 5, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'subnets': [{'id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:55:08.774925 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-314037cc-17d6-4dec-969d-9f9b4499770a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Project 088b5c4001a24bcd83465b0b9f7335d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:55:08.775383 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b009c9-928a-4ef5-85b1-4866ed0189d4 None None] The sync data for ids ['85e4524b-13f8-4223-a01e-1caa2498ebbf'] in dv-neutron-840889-2-hyperv is: [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:16Z', 'revision_number': 4, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port': {'id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'e6c0e6c7-b697-4134-8d69-1386d3201076', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'floating_ip_address': '172.26.1.136', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'port_id': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'mac_address': 'fa:16:3e:71:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:55:06Z', 'updated_at': '2022-05-09T13:55:06Z', 'revision_number': 0, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d36d06b-d69f-46e9-b458-b64a8c9f4875', 'name': '', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'mac_address': 'fa:16:3e:32:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:15Z', 'updated_at': '2022-05-09T13:54:24Z', 'revision_number': 5, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'subnets': [{'id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:55:08.781653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-314037cc-17d6-4dec-969d-9f9b4499770a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.782967 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e6890661-e879-4850-91f1-0d0a06575296 req-ec856392-2256-4511-b367-14ae87f2b7ec service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666352 May 09 13:55:08.851509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-314037cc-17d6-4dec-969d-9f9b4499770a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.855435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-314037cc-17d6-4dec-969d-9f9b4499770a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.883105 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314037cc-17d6-4dec-969d-9f9b4499770a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cc12f2-eb1a-4602-8774-ed8a66e086c9,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:55:08.892385 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-314037cc-17d6-4dec-969d-9f9b4499770a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.895554 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-314037cc-17d6-4dec-969d-9f9b4499770a tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1619732 May 09 13:55:08.898349 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36102) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:55:08.904005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c2e72d90-fc6e-4aaf-a425-0f7ca75f025d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Request body: {'security_group_rule': {'security_group_id': 'ab6b5958-e337-4db7-9ada-03ede34ac646', 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:55:08.909984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c2e72d90-fc6e-4aaf-a425-0f7ca75f025d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:55:08.914096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c2e72d90-fc6e-4aaf-a425-0f7ca75f025d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Usage tracker for resource:security_group_rule and tenant:088b5c4001a24bcd83465b0b9f7335d0 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:55:08.916931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c2e72d90-fc6e-4aaf-a425-0f7ca75f025d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:55:08.922592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c2e72d90-fc6e-4aaf-a425-0f7ca75f025d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:55:08.933372 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-c2e72d90-fc6e-4aaf-a425-0f7ca75f025d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Project 088b5c4001a24bcd83465b0b9f7335d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:55:08.940756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2e72d90-fc6e-4aaf-a425-0f7ca75f025d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:08.985449 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6729949-091f-4bb3-984d-e46ece6a35a3 None None] New status for floating IP e6c0e6c7-b697-4134-8d69-1386d3201076: ACTIVE {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:55:09.009767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2e72d90-fc6e-4aaf-a425-0f7ca75f025d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:09.013891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2e72d90-fc6e-4aaf-a425-0f7ca75f025d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:09.036057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e72d90-fc6e-4aaf-a425-0f7ca75f025d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342f872e-1e83-46d1-96a8-622049a23dba,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:55:09.045420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c2e72d90-fc6e-4aaf-a425-0f7ca75f025d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:09.046584 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c2e72d90-fc6e-4aaf-a425-0f7ca75f025d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1473007 May 09 13:55:09.178211 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b1280544-9ca0-48a8-b459-d99993f3b502 req-9dd67dec-01ab-49ef-bb13-b6fab569c375 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353217649&fields=id&tenant_id=088b5c4001a24bcd83465b0b9f7335d0 HTTP/1.1" status: 200 len: 267 time: 0.0409198 May 09 13:55:09.261925 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1280544-9ca0-48a8-b459-d99993f3b502 req-50cea8c2-cbeb-4a0c-bafe-2cb9e0d43a87 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:55:09.263356 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b1280544-9ca0-48a8-b459-d99993f3b502 req-50cea8c2-cbeb-4a0c-bafe-2cb9e0d43a87 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 945 time: 0.0795879 May 09 13:55:09.273788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-b1280544-9ca0-48a8-b459-d99993f3b502 req-0faa8677-7df5-4863-a264-ae8d3dc3f715 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Request body: {'port': {'security_groups': ['4e6e6a6a-a604-44d7-a466-5313c6edaaa1', 'ab6b5958-e337-4db7-9ada-03ede34ac646']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:55:09.385375 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b1280544-9ca0-48a8-b459-d99993f3b502 req-0faa8677-7df5-4863-a264-ae8d3dc3f715 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:09.641114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-b1280544-9ca0-48a8-b459-d99993f3b502 req-0faa8677-7df5-4863-a264-ae8d3dc3f715 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] For port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:55:09.666570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b1280544-9ca0-48a8-b459-d99993f3b502 req-0faa8677-7df5-4863-a264-ae8d3dc3f715 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:09.666570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b1280544-9ca0-48a8-b459-d99993f3b502 req-0faa8677-7df5-4863-a264-ae8d3dc3f715 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:09.680358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['b22dd75a-bf32-4cd3-ae7c-11ddf745cb80'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:55:09.734891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1280544-9ca0-48a8-b459-d99993f3b502 req-0faa8677-7df5-4863-a264-ae8d3dc3f715 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:55:09.735487 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-b1280544-9ca0-48a8-b459-d99993f3b502 req-0faa8677-7df5-4863-a264-ae8d3dc3f715 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:09.736915 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b1280544-9ca0-48a8-b459-d99993f3b502 req-0faa8677-7df5-4863-a264-ae8d3dc3f715 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "PUT /v2.0/ports/b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 200 len: 981 time: 0.4674118 May 09 13:55:09.759111 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa8677-7df5-4863-a264-ae8d3dc3f715 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event updated for resources: {'Port': ['ID=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,revision_number=6']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:55:09.811902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['b22dd75a-bf32-4cd3-ae7c-11ddf745cb80'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:55:09.829342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:55:09.913736 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ce1dc4-3d71-461b-b12f-ec1ddcd37aee'] response: {'name': 'network-changed', 'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80', 'status': 'completed', 'code': 200} May 09 13:55:09.938372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6a53d-f284-4460-abc4-86b161cc2c63 req-45792e6d-af5d-4159-8214-be6e3db70bd9 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:55:09.940730 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-efc6a53d-f284-4460-abc4-86b161cc2c63 req-45792e6d-af5d-4159-8214-be6e3db70bd9 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 984 time: 0.0908914 May 09 13:55:09.992440 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-efc6a53d-f284-4460-abc4-86b161cc2c63 req-2e661cc8-dcc9-44d6-814d-86afabe69547 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&id=ab6b5958-e337-4db7-9ada-03ede34ac646&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457034 May 09 13:55:10.017886 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6fdb96ea-7091-43ce-9bc3-3f52dd2db802 req-c5f365a4-03ee-4903-8358-9542af3f78bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088b5c4001a24bcd83465b0b9f7335d0&device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 1137 time: 0.0808451 May 09 13:55:10.149826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb96ea-7091-43ce-9bc3-3f52dd2db802 req-4bbbf717-f62b-4c43-bd1c-368521eba98e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:55:10.151168 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6fdb96ea-7091-43ce-9bc3-3f52dd2db802 req-4bbbf717-f62b-4c43-bd1c-368521eba98e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 HTTP/1.1" status: 200 len: 915 time: 0.1277397 May 09 13:55:10.152965 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8a455684-614d-4e5f-be07-b8b37ab8fa86 None None] Provisioning complete for port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:55:10.153480 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a455684-614d-4e5f-be07-b8b37ab8fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:10.244406 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ce45ccd5-f07c-4a57-a365-36a8e7fe6ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:10.250884 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6fdb96ea-7091-43ce-9bc3-3f52dd2db802 req-3e803323-271c-4561-bd5d-fe980d803bcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 200 len: 1001 time: 0.0934682 May 09 13:55:10.313925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb96ea-7091-43ce-9bc3-3f52dd2db802 req-1b2a9275-045d-4e20-8f80-6f95c2ba7906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:55:10.315976 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6fdb96ea-7091-43ce-9bc3-3f52dd2db802 req-1b2a9275-045d-4e20-8f80-6f95c2ba7906 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f5d9f56-f669-4ceb-9117-6d15558b3414 HTTP/1.1" status: 200 len: 853 time: 0.0598366 May 09 13:55:10.389131 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6fdb96ea-7091-43ce-9bc3-3f52dd2db802 req-593981bf-f0f0-43dc-925d-f9027e190eb1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662346 May 09 13:55:10.526413 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6fdb96ea-7091-43ce-9bc3-3f52dd2db802 req-5bd24002-705a-4606-8443-60b859d83fba service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313894 May 09 13:55:10.656268 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6fdb96ea-7091-43ce-9bc3-3f52dd2db802 req-d1dd8034-f28b-41e1-a85a-8c80bc445475 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236601 May 09 13:55:12.488457 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68c54b0a-71e2-437a-9772-85c35cd08e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:13.457760 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:13.894875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:15.124944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:21.609912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:25.049829 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:55:40.186764 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9e79c28e-a6e4-48a2-8dc1-2409b0104ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:42.490048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d2b9b72-8d67-496f-aa54-d8778e161b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:43.460668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:43.895965 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:45.130009 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:55:51.620388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:56:01.408092 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72dd5fee-cc79-4512-b6cc-908d547bf52d req-a418b9cc-05d5-4d65-accf-93286d605203 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699718 May 09 13:56:01.540781 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72dd5fee-cc79-4512-b6cc-908d547bf52d req-f933a6e9-14b1-49ca-8692-fce45f383aec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088b5c4001a24bcd83465b0b9f7335d0&device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 1137 time: 0.0670323 May 09 13:56:01.680503 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd5fee-cc79-4512-b6cc-908d547bf52d req-ba793145-c0f9-4bb3-b418-eb6a26938c0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:01.681955 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72dd5fee-cc79-4512-b6cc-908d547bf52d req-ba793145-c0f9-4bb3-b418-eb6a26938c0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 HTTP/1.1" status: 200 len: 915 time: 0.1234493 May 09 13:56:01.784042 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72dd5fee-cc79-4512-b6cc-908d547bf52d req-ad2f128b-e61e-4e86-b429-c4a0477d46ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 200 len: 1001 time: 0.0960329 May 09 13:56:01.847041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd5fee-cc79-4512-b6cc-908d547bf52d req-53f63146-64a1-41c2-97a7-0e6a89098240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:01.848423 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72dd5fee-cc79-4512-b6cc-908d547bf52d req-53f63146-64a1-41c2-97a7-0e6a89098240 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f5d9f56-f669-4ceb-9117-6d15558b3414 HTTP/1.1" status: 200 len: 853 time: 0.0574486 May 09 13:56:01.932227 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72dd5fee-cc79-4512-b6cc-908d547bf52d req-dc3c34e5-2f47-4232-a4bd-af4251f710f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770667 May 09 13:56:02.049060 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:56:02.063112 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72dd5fee-cc79-4512-b6cc-908d547bf52d req-29af8606-d428-4d2c-be83-efa46ce89958 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246657 May 09 13:56:02.277187 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-72dd5fee-cc79-4512-b6cc-908d547bf52d req-63114894-b916-49f3-98b8-6c51932acca5 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066486 May 09 13:56:08.750463 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-22ff19ad-aced-47fd-b22e-0d717c92e1c9 req-f3c99b1d-bccf-4139-a71f-ddbcab3843f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088b5c4001a24bcd83465b0b9f7335d0&device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 1137 time: 0.0692685 May 09 13:56:08.800885 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054065a-6304-459b-9710-29d846779b40 req-141be76d-7dcb-44fe-83e3-c7ec8513305b tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:08.802332 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d054065a-6304-459b-9710-29d846779b40 req-141be76d-7dcb-44fe-83e3-c7ec8513305b tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 984 time: 0.0786097 May 09 13:56:08.848534 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d054065a-6304-459b-9710-29d846779b40 req-203e4a6a-af8f-4f61-92b9-f583a58da0f8 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&id=ab6b5958-e337-4db7-9ada-03ede34ac646&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405254 May 09 13:56:08.880716 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff19ad-aced-47fd-b22e-0d717c92e1c9 req-13699674-e032-472f-9fd8-e67ba8bcaac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:08.882172 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-22ff19ad-aced-47fd-b22e-0d717c92e1c9 req-13699674-e032-472f-9fd8-e67ba8bcaac7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 HTTP/1.1" status: 200 len: 915 time: 0.1252403 May 09 13:56:08.982474 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-22ff19ad-aced-47fd-b22e-0d717c92e1c9 req-28913593-0ef4-4171-b509-3fb92b7ecf52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 200 len: 1001 time: 0.0936542 May 09 13:56:09.042620 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff19ad-aced-47fd-b22e-0d717c92e1c9 req-a2a89a46-f67e-4190-8fd3-608a9476474c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:09.043896 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-22ff19ad-aced-47fd-b22e-0d717c92e1c9 req-a2a89a46-f67e-4190-8fd3-608a9476474c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f5d9f56-f669-4ceb-9117-6d15558b3414 HTTP/1.1" status: 200 len: 853 time: 0.0556107 May 09 13:56:09.118260 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-22ff19ad-aced-47fd-b22e-0d717c92e1c9 req-f6341cdf-e51b-4616-bfcf-07f091c5c66f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680089 May 09 13:56:09.245727 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-22ff19ad-aced-47fd-b22e-0d717c92e1c9 req-b50d71cc-da8d-4449-b48d-740736b3a2d7 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208818 May 09 13:56:09.375806 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-22ff19ad-aced-47fd-b22e-0d717c92e1c9 req-c5d7882d-fecd-49e8-b60f-78b7015cff37 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239798 May 09 13:56:10.053540 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543da7b6-1f5f-4963-83ae-a38471be0c41 req-4c55ded8-27b6-4111-860f-b68cf1d126c6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:10.054980 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-543da7b6-1f5f-4963-83ae-a38471be0c41 req-4c55ded8-27b6-4111-860f-b68cf1d126c6 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 984 time: 0.0752666 May 09 13:56:10.100834 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-543da7b6-1f5f-4963-83ae-a38471be0c41 req-2cbbb4b1-3952-42d6-82e9-478b945e2815 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&id=ab6b5958-e337-4db7-9ada-03ede34ac646&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402725 May 09 13:56:10.187736 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e42ca5b8-4893-4825-85f9-fc7e2a487216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:56:11.297589 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cd4b7-3a6a-45c5-a683-beadd9ef8074 req-61ba74eb-04c8-4636-80a6-70ff854e50d3 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:11.299017 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0f1cd4b7-3a6a-45c5-a683-beadd9ef8074 req-61ba74eb-04c8-4636-80a6-70ff854e50d3 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 984 time: 0.0776141 May 09 13:56:11.345914 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0f1cd4b7-3a6a-45c5-a683-beadd9ef8074 req-1db355b9-f598-4442-824b-314cd265676d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&id=ab6b5958-e337-4db7-9ada-03ede34ac646&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401435 May 09 13:56:12.492481 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2e02f34-a2fe-4de6-91e6-cce94146d8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:56:12.547649 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5ea31-7bc3-4f22-8948-9cba15332a27 req-d4586242-4c61-4c4d-8855-8135a36b91d9 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:12.549077 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17e5ea31-7bc3-4f22-8948-9cba15332a27 req-d4586242-4c61-4c4d-8855-8135a36b91d9 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 984 time: 0.0781691 May 09 13:56:12.599338 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17e5ea31-7bc3-4f22-8948-9cba15332a27 req-3047886d-6d32-4333-a500-c9b72e19d7ad tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&id=ab6b5958-e337-4db7-9ada-03ede34ac646&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437870 May 09 13:56:13.462623 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:56:13.791468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeba4e-dade-4f54-b5f4-ed567df80e10 req-1240943a-448c-4d5f-9327-daa3f8cc21d9 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:13.792919 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fcbeba4e-dade-4f54-b5f4-ed567df80e10 req-1240943a-448c-4d5f-9327-daa3f8cc21d9 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 984 time: 0.0746067 May 09 13:56:13.839955 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fcbeba4e-dade-4f54-b5f4-ed567df80e10 req-633be39d-d680-4e25-b34e-4876305c16c2 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&id=ab6b5958-e337-4db7-9ada-03ede34ac646&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404630 May 09 13:56:13.898778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:56:15.035425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dde34-97c8-498a-b5bc-2980fb7f5008 req-561b3d71-9de0-4732-aeb1-09e33b7c98e5 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:15.036833 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7e6dde34-97c8-498a-b5bc-2980fb7f5008 req-561b3d71-9de0-4732-aeb1-09e33b7c98e5 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 984 time: 0.0786788 May 09 13:56:15.081376 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7e6dde34-97c8-498a-b5bc-2980fb7f5008 req-49546186-aac7-4c50-9a15-9da6346f730f tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&id=ab6b5958-e337-4db7-9ada-03ede34ac646&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389380 May 09 13:56:15.131685 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:56:16.287715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6d604-fdaa-4061-8bc5-b1f06610b30d req-7e3d79b8-878b-4b08-b3e6-772009ed768c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:16.289137 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5bc6d604-fdaa-4061-8bc5-b1f06610b30d req-7e3d79b8-878b-4b08-b3e6-772009ed768c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 984 time: 0.0757270 May 09 13:56:16.335657 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5bc6d604-fdaa-4061-8bc5-b1f06610b30d req-9c52bb22-ec84-4cd0-acbd-c0beb57fc8e3 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&id=ab6b5958-e337-4db7-9ada-03ede34ac646&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404520 May 09 13:56:17.615627 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efb4a7-dc67-4767-ae92-32366056da77 req-ec4daa12-3c19-4885-a3da-0a8626850809 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:17.617069 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-02efb4a7-dc67-4767-ae92-32366056da77 req-ec4daa12-3c19-4885-a3da-0a8626850809 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 984 time: 0.1594002 May 09 13:56:17.662253 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-02efb4a7-dc67-4767-ae92-32366056da77 req-5cbc7b4d-e47c-47f5-87cb-283a2e419642 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&id=ab6b5958-e337-4db7-9ada-03ede34ac646&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394275 May 09 13:56:18.856050 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac971afa-53f8-46c1-90b9-6d00f8a812fe req-abf3e43c-e750-484a-8ddf-6ef80b2de512 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:18.857567 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ac971afa-53f8-46c1-90b9-6d00f8a812fe req-abf3e43c-e750-484a-8ddf-6ef80b2de512 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 984 time: 0.0740166 May 09 13:56:18.903470 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ac971afa-53f8-46c1-90b9-6d00f8a812fe req-9e2237da-9216-4047-af52-14033ff8fda0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&id=ab6b5958-e337-4db7-9ada-03ede34ac646&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404940 May 09 13:56:20.116214 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3eca54-d4fd-484c-b348-6851f3dde01a req-341e33a4-b9ac-4402-aff4-92e7cd3eab96 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:20.117707 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-db3eca54-d4fd-484c-b348-6851f3dde01a req-341e33a4-b9ac-4402-aff4-92e7cd3eab96 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 984 time: 0.0788715 May 09 13:56:20.164147 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-db3eca54-d4fd-484c-b348-6851f3dde01a req-1792e929-639b-487c-b50c-d5c78a917621 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&id=ab6b5958-e337-4db7-9ada-03ede34ac646&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406632 May 09 13:56:21.353896 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde80c0-376f-44ab-8be3-ca5f12aa389f req-35e63ba6-a61e-47ff-b870-367c6aa770fc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:56:21.355313 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7dde80c0-376f-44ab-8be3-ca5f12aa389f req-35e63ba6-a61e-47ff-b870-367c6aa770fc tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 984 time: 0.0743105 May 09 13:56:21.403785 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7dde80c0-376f-44ab-8be3-ca5f12aa389f req-67b45c93-2b59-48d7-8ae4-1fb857e680cd tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&id=ab6b5958-e337-4db7-9ada-03ede34ac646&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429697 May 09 13:56:21.633650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:56:39.048934 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:56:40.188713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-14c7dc69-66e1-44ab-85d1-182610695f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:56:42.494471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c07ddd10-c854-4810-b4df-476d322a8842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:56:43.465460 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:56:43.900236 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:56:45.134234 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:56:51.652061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:01.447281 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b303623c-54c3-476e-93c9-286956f4039e req-9023bd20-310f-4455-8305-6d10a1afd41b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1370196 May 09 13:57:01.593520 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b303623c-54c3-476e-93c9-286956f4039e req-1fa745f9-ca9a-4a39-9eff-eb971ed3ef6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088b5c4001a24bcd83465b0b9f7335d0&device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 1137 time: 0.0787406 May 09 13:57:01.733170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303623c-54c3-476e-93c9-286956f4039e req-08780934-1446-4d58-85ad-5839248bf9a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:01.734612 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b303623c-54c3-476e-93c9-286956f4039e req-08780934-1446-4d58-85ad-5839248bf9a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 HTTP/1.1" status: 200 len: 915 time: 0.1228659 May 09 13:57:01.839927 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b303623c-54c3-476e-93c9-286956f4039e req-fa68037f-64f5-4830-84c4-f041d7f8aec7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 200 len: 1001 time: 0.0992935 May 09 13:57:01.900021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303623c-54c3-476e-93c9-286956f4039e req-ff668a40-4b81-46e9-9cf7-bc264d8f8506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:01.901314 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b303623c-54c3-476e-93c9-286956f4039e req-ff668a40-4b81-46e9-9cf7-bc264d8f8506 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f5d9f56-f669-4ceb-9117-6d15558b3414 HTTP/1.1" status: 200 len: 853 time: 0.0554974 May 09 13:57:01.971279 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b303623c-54c3-476e-93c9-286956f4039e req-29a099d9-7259-499d-815d-12f0706e7ce1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646985 May 09 13:57:01.981013 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [req-b303623c-54c3-476e-93c9-286956f4039e req-596693b5-8001-477d-9ec5-1b219cefad44 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:57:01.981929 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b303623c-54c3-476e-93c9-286956f4039e req-596693b5-8001-477d-9ec5-1b219cefad44 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045655 May 09 13:57:02.107697 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b303623c-54c3-476e-93c9-286956f4039e req-0fd1d00d-d817-4aae-9120-c141395d9dc3 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198542 May 09 13:57:02.240853 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b303623c-54c3-476e-93c9-286956f4039e req-1e9cf333-b1c5-43f6-b5f0-29890aa061d3 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272702 May 09 13:57:10.215909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6c4f6e14-a8a8-49de-901b-befa2bec2ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:12.495419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a93bd72-5937-4385-ba82-0222771476ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:13.467782 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:13.901968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:15.136461 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:16.048998 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:57:21.657015 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:24.846968 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4773d9bb-4dff-4b3d-9d5e-e9c55b712a53 req-064edb69-bd87-4bcd-ad9a-5aa1f6e8e7f0 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353217649&fields=id&tenant_id=088b5c4001a24bcd83465b0b9f7335d0 HTTP/1.1" status: 200 len: 267 time: 0.0395732 May 09 13:57:24.924758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773d9bb-4dff-4b3d-9d5e-e9c55b712a53 req-81050a57-68af-4c6e-bd97-bc97c3a1f537 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:24.926142 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4773d9bb-4dff-4b3d-9d5e-e9c55b712a53 req-81050a57-68af-4c6e-bd97-bc97c3a1f537 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 984 time: 0.0736206 May 09 13:57:24.936185 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [req-4773d9bb-4dff-4b3d-9d5e-e9c55b712a53 req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Request body: {'port': {'security_groups': ['4e6e6a6a-a604-44d7-a466-5313c6edaaa1']}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:57:25.050365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4773d9bb-4dff-4b3d-9d5e-e9c55b712a53 req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:25.286735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [req-4773d9bb-4dff-4b3d-9d5e-e9c55b712a53 req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] For port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:57:25.310375 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4773d9bb-4dff-4b3d-9d5e-e9c55b712a53 req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:25.314811 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4773d9bb-4dff-4b3d-9d5e-e9c55b712a53 req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:25.326814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['b22dd75a-bf32-4cd3-ae7c-11ddf745cb80'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:57:25.382295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773d9bb-4dff-4b3d-9d5e-e9c55b712a53 req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:25.382917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [req-4773d9bb-4dff-4b3d-9d5e-e9c55b712a53 req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:25.384288 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4773d9bb-4dff-4b3d-9d5e-e9c55b712a53 req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "PUT /v2.0/ports/b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 200 len: 942 time: 0.4523854 May 09 13:57:25.384753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:57:25.391095 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36192) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:25.405580 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event updated for resources: {'Port': ['ID=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,revision_number=7']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:25.417033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.417420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.417762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.418092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.418423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.419268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.419268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.419438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.419703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.420022 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.420339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a4e6-ddd1-4f86-887b-bdb7bd38df98 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.452674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['b22dd75a-bf32-4cd3-ae7c-11ddf745cb80'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:57:25.454813 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9e1718-0bfc-4c02-b798-941d0722aab2'] response: {'name': 'network-changed', 'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80', 'status': 'completed', 'code': 200} May 09 13:57:25.644912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:25.681167 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:25.701829 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-84fa2006-5fba-4068-8122-81b251bba928 None None] Provisioning complete for port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:57:25.702189 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84fa2006-5fba-4068-8122-81b251bba928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:25.708630 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dfd732c4-003f-4814-9205-0d02ef425c1e req-553772ab-ffeb-4544-bada-a083d08475c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088b5c4001a24bcd83465b0b9f7335d0&device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 1098 time: 0.1364911 May 09 13:57:25.848921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:25.863135 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd732c4-003f-4814-9205-0d02ef425c1e req-51a0b10b-b48b-44ac-8b36-0872dfb9c275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:25.864511 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dfd732c4-003f-4814-9205-0d02ef425c1e req-51a0b10b-b48b-44ac-8b36-0872dfb9c275 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 HTTP/1.1" status: 200 len: 915 time: 0.1460123 May 09 13:57:25.874237 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6b5958-e337-4db7-9ada-03ede34ac646,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:25.943290 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:25.946800 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "DELETE /v2.0/security-groups/ab6b5958-e337-4db7-9ada-03ede34ac646 HTTP/1.1" status: 204 len: 168 time: 0.5515912 May 09 13:57:25.947219 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36196) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:25.953368 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.953707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.954035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.954355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.954682 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.954997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.955312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.955625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.955938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.956247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.956561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85146d40-859d-4b7e-83f1-253e9de03631 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:25.983968 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dfd732c4-003f-4814-9205-0d02ef425c1e req-4a72ab21-fc34-4fd2-855d-263cb5cd9892 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 200 len: 1001 time: 0.1124523 May 09 13:57:26.047438 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd732c4-003f-4814-9205-0d02ef425c1e req-38bb7c66-bcb5-4389-a7dd-f1a5802d7ea7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:26.048907 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dfd732c4-003f-4814-9205-0d02ef425c1e req-38bb7c66-bcb5-4389-a7dd-f1a5802d7ea7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f5d9f56-f669-4ceb-9117-6d15558b3414 HTTP/1.1" status: 200 len: 853 time: 0.0592828 May 09 13:57:26.121656 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dfd732c4-003f-4814-9205-0d02ef425c1e req-c7faa9ca-e3f4-4e4d-8d6a-e21faf508522 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669260 May 09 13:57:26.161398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c78514e6-447c-4f69-a13c-7c83baebf7b4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Deleting port 53721858-8410-4127-811c-6108b456ffd1 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:57:26.161738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c78514e6-447c-4f69-a13c-7c83baebf7b4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:26.249247 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dfd732c4-003f-4814-9205-0d02ef425c1e req-cba45aa5-61a8-4a73-9a74-bc105fc3a0d6 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221712 May 09 13:57:26.324791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c78514e6-447c-4f69-a13c-7c83baebf7b4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:26.325113 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c78514e6-447c-4f69-a13c-7c83baebf7b4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:26.376532 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dfd732c4-003f-4814-9205-0d02ef425c1e req-c2b88f7f-96b1-4693-8123-9c40934532a0 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218436 May 09 13:57:26.443737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c78514e6-447c-4f69-a13c-7c83baebf7b4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Calling delete_port for 53721858-8410-4127-811c-6108b456ffd1 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:57:26.588218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c78514e6-447c-4f69-a13c-7c83baebf7b4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:26.636308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78514e6-447c-4f69-a13c-7c83baebf7b4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event deleted for resources: {'Port': ['ID=53721858-8410-4127-811c-6108b456ffd1,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:26.810445 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c78514e6-447c-4f69-a13c-7c83baebf7b4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:27.267519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78514e6-447c-4f69-a13c-7c83baebf7b4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Router 85e4524b-13f8-4223-a01e-1caa2498ebbf has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:57:27.493507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78514e6-447c-4f69-a13c-7c83baebf7b4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:57:27.503192 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9354eb4-7265-45a3-b2d9-d8f07ed1308c None None] Sync routers for ids ['85e4524b-13f8-4223-a01e-1caa2498ebbf'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:57:27.507308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c78514e6-447c-4f69-a13c-7c83baebf7b4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:27.515814 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9354eb4-7265-45a3-b2d9-d8f07ed1308c None None] Routers {'85e4524b-13f8-4223-a01e-1caa2498ebbf'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:57:27.516416 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d9354eb4-7265-45a3-b2d9-d8f07ed1308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:57:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['85e4524b-13f8-4223-a01e-1caa2498ebbf'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:27.560289 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c78514e6-447c-4f69-a13c-7c83baebf7b4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "DELETE /v2.0/floatingips/e6c0e6c7-b697-4134-8d69-1386d3201076 HTTP/1.1" status: 204 len: 168 time: 1.6120043 May 09 13:57:27.561056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:57:27.624943 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3485b183-d080-48c0-9f7a-c50ebdec13a5'] response: {'name': 'network-changed', 'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80', 'status': 'completed', 'code': 200} May 09 13:57:27.697982 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-d9354eb4-7265-45a3-b2d9-d8f07ed1308c None None] Set router 85e4524b-13f8-4223-a01e-1caa2498ebbf gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:57:27.721697 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c488559c-c784-4a74-9b63-72cb04828660 req-7157afc0-50f3-465d-9470-4c99a2829458 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=088b5c4001a24bcd83465b0b9f7335d0&device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 1098 time: 0.0759742 May 09 13:57:27.862243 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488559c-c784-4a74-9b63-72cb04828660 req-cd20a442-1fe5-43fc-8324-dc93321e4384 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:27.865401 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c488559c-c784-4a74-9b63-72cb04828660 req-cd20a442-1fe5-43fc-8324-dc93321e4384 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 HTTP/1.1" status: 200 len: 915 time: 0.1382401 May 09 13:57:27.948438 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c488559c-c784-4a74-9b63-72cb04828660 req-ad9be9bb-1608-4040-9efc-0cc1bc0d2fff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 200 len: 217 time: 0.0729651 May 09 13:57:28.016473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488559c-c784-4a74-9b63-72cb04828660 req-88bcc5a7-e0cd-4b94-b927-10822c3a42e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:28.017920 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c488559c-c784-4a74-9b63-72cb04828660 req-88bcc5a7-e0cd-4b94-b927-10822c3a42e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f5d9f56-f669-4ceb-9117-6d15558b3414 HTTP/1.1" status: 200 len: 853 time: 0.0628037 May 09 13:57:28.020574 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d9354eb4-7265-45a3-b2d9-d8f07ed1308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:16Z', 'revision_number': 4, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port': {'id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7d36d06b-d69f-46e9-b458-b64a8c9f4875', 'name': '', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'mac_address': 'fa:16:3e:32:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:15Z', 'updated_at': '2022-05-09T13:54:24Z', 'revision_number': 5, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'subnets': [{'id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:28.024501 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9354eb4-7265-45a3-b2d9-d8f07ed1308c None None] Checking router: 85e4524b-13f8-4223-a01e-1caa2498ebbf for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:57:28.034809 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9354eb4-7265-45a3-b2d9-d8f07ed1308c None None] Routers {'85e4524b-13f8-4223-a01e-1caa2498ebbf'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:57:28.035416 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d9354eb4-7265-45a3-b2d9-d8f07ed1308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:57:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['85e4524b-13f8-4223-a01e-1caa2498ebbf'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:28.089285 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c488559c-c784-4a74-9b63-72cb04828660 req-7914aecb-d8a2-485c-b788-0cbcdef5a7af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657270 May 09 13:57:28.219409 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-d9354eb4-7265-45a3-b2d9-d8f07ed1308c None None] Set router 85e4524b-13f8-4223-a01e-1caa2498ebbf gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:57:28.229167 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c488559c-c784-4a74-9b63-72cb04828660 req-5d358c94-bf3a-4832-903a-b1356f1702d7 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328900 May 09 13:57:28.360189 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c488559c-c784-4a74-9b63-72cb04828660 req-e1e7c9d7-1d2a-4fe3-bffd-e037445b3979 service neutron] 10.222.0.57 "GET /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246436 May 09 13:57:28.529234 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d9354eb4-7265-45a3-b2d9-d8f07ed1308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:16Z', 'revision_number': 4, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port': {'id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7d36d06b-d69f-46e9-b458-b64a8c9f4875', 'name': '', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'mac_address': 'fa:16:3e:32:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:15Z', 'updated_at': '2022-05-09T13:54:24Z', 'revision_number': 5, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'subnets': [{'id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:28.533047 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9354eb4-7265-45a3-b2d9-d8f07ed1308c None None] The sync data for ids ['85e4524b-13f8-4223-a01e-1caa2498ebbf'] in dv-neutron-840889-2-hyperv is: [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:16Z', 'revision_number': 4, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port': {'id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '7d36d06b-d69f-46e9-b458-b64a8c9f4875', 'name': '', 'network_id': 'c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'mac_address': 'fa:16:3e:32:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:15Z', 'updated_at': '2022-05-09T13:54:24Z', 'revision_number': 5, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'subnets': [{'id': '2f5d9f56-f669-4ceb-9117-6d15558b3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:57:28.751943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beab226-8376-4daa-aa17-a4754ad8ff02 None None] New status for floating IP e6c0e6c7-b697-4134-8d69-1386d3201076: DOWN {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:57:31.911832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddf24-62bc-43ad-a8ad-cf14a39eb24b req-f196545a-3c55-4adb-b087-5b750ae5838c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:31.912549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-7ccddf24-62bc-43ad-a8ad-cf14a39eb24b req-f196545a-3c55-4adb-b087-5b750ae5838c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Synchronizing usage tracker for tenant:088b5c4001a24bcd83465b0b9f7335d0 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:57:31.929613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-7ccddf24-62bc-43ad-a8ad-cf14a39eb24b req-f196545a-3c55-4adb-b087-5b750ae5838c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Unset dirty status for tenant:088b5c4001a24bcd83465b0b9f7335d0 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:57:31.930732 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7ccddf24-62bc-43ad-a8ad-cf14a39eb24b req-f196545a-3c55-4adb-b087-5b750ae5838c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 945 time: 0.0984111 May 09 13:57:31.975274 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7ccddf24-62bc-43ad-a8ad-cf14a39eb24b req-c2b7b82f-99c0-4216-a468-8c71495812f4 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389738 May 09 13:57:33.179287 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16247bf8-4bb9-4f95-a4a1-7c4bd6384e9b req-c5eca496-ee90-4259-9316-0cda10d82392 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:33.180734 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-16247bf8-4bb9-4f95-a4a1-7c4bd6384e9b req-c5eca496-ee90-4259-9316-0cda10d82392 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 945 time: 0.0826061 May 09 13:57:33.227173 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-16247bf8-4bb9-4f95-a4a1-7c4bd6384e9b req-a5bbd61d-3bec-4eac-a3da-b8f0038f4249 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 May 09 13:57:33.870837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e573a2b-63af-4a20-93ba-ed8355a66907 req-d3cd6d4b-757a-4727-8c8d-3dee1369b50d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:33.871520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-9e573a2b-63af-4a20-93ba-ed8355a66907 req-d3cd6d4b-757a-4727-8c8d-3dee1369b50d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Synchronizing usage tracker for tenant:088b5c4001a24bcd83465b0b9f7335d0 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:57:33.883056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-9e573a2b-63af-4a20-93ba-ed8355a66907 req-d3cd6d4b-757a-4727-8c8d-3dee1369b50d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Unset dirty status for tenant:088b5c4001a24bcd83465b0b9f7335d0 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:57:33.884106 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9e573a2b-63af-4a20-93ba-ed8355a66907 req-d3cd6d4b-757a-4727-8c8d-3dee1369b50d tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.57 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 945 time: 0.0895925 May 09 13:57:34.026259 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-9e573a2b-63af-4a20-93ba-ed8355a66907 req-5320474c-cb40-4c19-8fe6-01f0f8bd0c17 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Deleting port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:57:34.026593 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9e573a2b-63af-4a20-93ba-ed8355a66907 req-5320474c-cb40-4c19-8fe6-01f0f8bd0c17 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:34.257768 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-9e573a2b-63af-4a20-93ba-ed8355a66907 req-5320474c-cb40-4c19-8fe6-01f0f8bd0c17 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] For port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:57:34.258043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9e573a2b-63af-4a20-93ba-ed8355a66907 req-5320474c-cb40-4c19-8fe6-01f0f8bd0c17 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:34.376192 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-9e573a2b-63af-4a20-93ba-ed8355a66907 req-5320474c-cb40-4c19-8fe6-01f0f8bd0c17 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Calling delete_port for b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:57:34.422006 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39deadf3-0448-43d6-8e2d-47ebca925220 req-00772318-0d55-453b-8be2-711efadcaad3 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:34.428658 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39deadf3-0448-43d6-8e2d-47ebca925220 req-00772318-0d55-453b-8be2-711efadcaad3 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/ports?device_id=acd5f674-1ac9-49d7-b89f-55ed7951eeab HTTP/1.1" status: 200 len: 945 time: 0.0805106 May 09 13:57:34.469967 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39deadf3-0448-43d6-8e2d-47ebca925220 req-210eda69-2194-494b-95b0-2d6cc748008c tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e6e6a6a-a604-44d7-a466-5313c6edaaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404913 May 09 13:57:34.521913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9e573a2b-63af-4a20-93ba-ed8355a66907 req-5320474c-cb40-4c19-8fe6-01f0f8bd0c17 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:34.533185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['b22dd75a-bf32-4cd3-ae7c-11ddf745cb80'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:57:34.596435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320474c-cb40-4c19-8fe6-01f0f8bd0c17 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Pushing event deleted for resources: {'Port': ['ID=b22dd75a-bf32-4cd3-ae7c-11ddf745cb80,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:34.643711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e573a2b-63af-4a20-93ba-ed8355a66907 req-5320474c-cb40-4c19-8fe6-01f0f8bd0c17 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] No DVR routers for this DVR port b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:57:34.646912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9e573a2b-63af-4a20-93ba-ed8355a66907 req-5320474c-cb40-4c19-8fe6-01f0f8bd0c17 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:34.649562 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'name': 'network-vif-deleted', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:57:34.664499 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9e573a2b-63af-4a20-93ba-ed8355a66907 req-5320474c-cb40-4c19-8fe6-01f0f8bd0c17 tempest-TestMinimumBasicScenario-313771070 tempest-TestMinimumBasicScenario-313771070-project] 10.222.0.57 "DELETE /v2.0/ports/b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 HTTP/1.1" status: 204 len: 173 time: 0.7750831 May 09 13:57:34.782674 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60507dbc-37b8-4ff4-b0c0-7b2a00a561b9'] response: {'server_uuid': 'acd5f674-1ac9-49d7-b89f-55ed7951eeab', 'name': 'network-vif-deleted', 'tag': 'b22dd75a-bf32-4cd3-ae7c-11ddf745cb80', 'status': 'completed', 'code': 200} May 09 13:57:36.283583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36286) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:36.655623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6837a71d-94ad-454b-9bca-79c45feebcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:37.336802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6837a71d-94ad-454b-9bca-79c45feebcd5 admin admin] Deleting port 7d36d06b-d69f-46e9-b458-b64a8c9f4875 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:57:37.337539 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6837a71d-94ad-454b-9bca-79c45feebcd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:37.505865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-6837a71d-94ad-454b-9bca-79c45feebcd5 admin admin] For port 7d36d06b-d69f-46e9-b458-b64a8c9f4875, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7d36d06b-d69f-46e9-b458-b64a8c9f4875,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:57:37.506222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6837a71d-94ad-454b-9bca-79c45feebcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:37.629091 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6837a71d-94ad-454b-9bca-79c45feebcd5 admin admin] Calling delete_port for 7d36d06b-d69f-46e9-b458-b64a8c9f4875 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:57:37.798206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6837a71d-94ad-454b-9bca-79c45feebcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:37.846173 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837a71d-94ad-454b-9bca-79c45feebcd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d36d06b-d69f-46e9-b458-b64a8c9f4875,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:37.955369 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:57:37.996687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:57:37.997025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device b22dd75a-bf32-4cd3-ae7c-11ddf745cb80 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:57:38.130172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6837a71d-94ad-454b-9bca-79c45feebcd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:38.782416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6837a71d-94ad-454b-9bca-79c45feebcd5 admin admin] Router 85e4524b-13f8-4223-a01e-1caa2498ebbf has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:57:38.980768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6837a71d-94ad-454b-9bca-79c45feebcd5 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:57:38.991407 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c2db8-a264-4f81-b884-2552dca47038 None None] Sync routers for ids ['85e4524b-13f8-4223-a01e-1caa2498ebbf'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:57:38.993373 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6837a71d-94ad-454b-9bca-79c45feebcd5 admin admin] 10.222.0.44 "PUT /v2.0/routers/85e4524b-13f8-4223-a01e-1caa2498ebbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7087264 May 09 13:57:38.995811 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36290) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:39.003469 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c2db8-a264-4f81-b884-2552dca47038 None None] Routers {'85e4524b-13f8-4223-a01e-1caa2498ebbf'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:57:39.004653 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bd3c2db8-a264-4f81-b884-2552dca47038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:57:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['85e4524b-13f8-4223-a01e-1caa2498ebbf'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:39.192720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:39.203007 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-bd3c2db8-a264-4f81-b884-2552dca47038 None None] Set router 85e4524b-13f8-4223-a01e-1caa2498ebbf gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:57:39.387617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:39.397200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Deleting port 53212654-cdcd-4eda-b214-4834bd71ab33 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:57:39.397567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:39.490249 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bd3c2db8-a264-4f81-b884-2552dca47038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:57:37Z', 'revision_number': 5, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port': {'id': '53212654-cdcd-4eda-b214-4834bd71ab33', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:39.495341 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c2db8-a264-4f81-b884-2552dca47038 None None] Checking router: 85e4524b-13f8-4223-a01e-1caa2498ebbf for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:57:39.506115 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c2db8-a264-4f81-b884-2552dca47038 None None] Routers {'85e4524b-13f8-4223-a01e-1caa2498ebbf'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:57:39.506685 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bd3c2db8-a264-4f81-b884-2552dca47038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:57:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['85e4524b-13f8-4223-a01e-1caa2498ebbf'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:39.567402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] For port 53212654-cdcd-4eda-b214-4834bd71ab33, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=53212654-cdcd-4eda-b214-4834bd71ab33,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:57:39.567752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:39.657304 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-bd3c2db8-a264-4f81-b884-2552dca47038 None None] Set router 85e4524b-13f8-4223-a01e-1caa2498ebbf gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:57:39.771708 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bd3c2db8-a264-4f81-b884-2552dca47038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:57:39Z', 'revision_number': 6, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:39.775986 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c2db8-a264-4f81-b884-2552dca47038 None None] The sync data for ids ['85e4524b-13f8-4223-a01e-1caa2498ebbf'] in dv-neutron-840889-2-hyperv is: [{'id': '85e4524b-13f8-4223-a01e-1caa2498ebbf', 'name': 'tempest-TestMinimumBasicScenario-971338551-router', 'tenant_id': '088b5c4001a24bcd83465b0b9f7335d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:13Z', 'updated_at': '2022-05-09T13:57:39Z', 'revision_number': 6, 'project_id': '088b5c4001a24bcd83465b0b9f7335d0', 'gw_port_host': None}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:57:39.784367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Calling delete_port for 53212654-cdcd-4eda-b214-4834bd71ab33 owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:57:39.945878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:39.986707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Pushing event deleted for resources: {'Port': ['ID=53212654-cdcd-4eda-b214-4834bd71ab33,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:40.189315 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac98a216-9353-48f5-9c05-698bd28d9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:40.205983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:40.452212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:40.456153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:40.480039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:40.480529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85e4524b-13f8-4223-a01e-1caa2498ebbf {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:57:40.491812 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:40.492904 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c591536f-5720-4e2e-8df8-5f699a01683b admin admin] 10.222.0.44 "DELETE /v2.0/routers/85e4524b-13f8-4223-a01e-1caa2498ebbf HTTP/1.1" status: 204 len: 168 time: 1.4962270 May 09 13:57:40.495551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36294) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:40.554585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c82497e-0d0c-4038-8c59-0dd6ba9903cf admin admin] Deleting subnet 2f5d9f56-f669-4ceb-9117-6d15558b3414 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:57:40.557602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c82497e-0d0c-4038-8c59-0dd6ba9903cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:40.610087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c82497e-0d0c-4038-8c59-0dd6ba9903cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:40.689106 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c82497e-0d0c-4038-8c59-0dd6ba9903cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:40.757946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c82497e-0d0c-4038-8c59-0dd6ba9903cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:40.798461 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82497e-0d0c-4038-8c59-0dd6ba9903cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f5d9f56-f669-4ceb-9117-6d15558b3414,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:40.806524 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2c82497e-0d0c-4038-8c59-0dd6ba9903cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:40.812984 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2c82497e-0d0c-4038-8c59-0dd6ba9903cf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2f5d9f56-f669-4ceb-9117-6d15558b3414 HTTP/1.1" status: 204 len: 168 time: 0.3164539 May 09 13:57:40.813344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5d11ba-8b96-4c60-87ec-9dc917e6df6d None None] Network c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:57:40.815496 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36298) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:40.921319 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:40.931432 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Deleting port d89ca0a3-9ca1-41bd-872d-605e38244f49 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:57:40.931751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:41.068601 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b68bf1e-d9f8-4ab9-8fb3-7313f3765805 None None] DHCP port deletion for c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:57:41.072703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-1b68bf1e-d9f8-4ab9-8fb3-7313f3765805 None None] Deleting port d89ca0a3-9ca1-41bd-872d-605e38244f49 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:57:41.073071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b68bf1e-d9f8-4ab9-8fb3-7313f3765805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:41.139548 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] For port d89ca0a3-9ca1-41bd-872d-605e38244f49, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d89ca0a3-9ca1-41bd-872d-605e38244f49,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:57:41.139904 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:41.275996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1b68bf1e-d9f8-4ab9-8fb3-7313f3765805 None None] For port d89ca0a3-9ca1-41bd-872d-605e38244f49, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=d89ca0a3-9ca1-41bd-872d-605e38244f49,segment=NetworkSegment(ae071219-08d8-41d3-b300-5ea8c63d8eff),segment_id=ae071219-08d8-41d3-b300-5ea8c63d8eff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:57:41.276638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b68bf1e-d9f8-4ab9-8fb3-7313f3765805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:41.349393 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Calling delete_port for d89ca0a3-9ca1-41bd-872d-605e38244f49 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:57:41.392515 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-1b68bf1e-d9f8-4ab9-8fb3-7313f3765805 None None] Calling delete_port for d89ca0a3-9ca1-41bd-872d-605e38244f49 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:57:41.423761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:41.438831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d89ca0a3-9ca1-41bd-872d-605e38244f49 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:57:41.467578 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] No DVR routers for this DVR port d89ca0a3-9ca1-41bd-872d-605e38244f49 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:57:41.479206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: d89ca0a3-9ca1-41bd-872d-605e38244f49 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:57:41.479539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device d89ca0a3-9ca1-41bd-872d-605e38244f49 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:57:41.479948 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 53212654-cdcd-4eda-b214-4834bd71ab33 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:57:41.501189 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89ca0a3-9ca1-41bd-872d-605e38244f49,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:41.513451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 53212654-cdcd-4eda-b214-4834bd71ab33 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:57:41.513795 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 53212654-cdcd-4eda-b214-4834bd71ab33 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:57:41.514273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7d36d06b-d69f-46e9-b458-b64a8c9f4875 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:57:41.554123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 7d36d06b-d69f-46e9-b458-b64a8c9f4875 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:57:41.554404 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7d36d06b-d69f-46e9-b458-b64a8c9f4875 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:57:41.561912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-1b68bf1e-d9f8-4ab9-8fb3-7313f3765805 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:57:41.562352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-1b68bf1e-d9f8-4ab9-8fb3-7313f3765805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:57:41.589396 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:41.617987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:41.630512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae071219-08d8-41d3-b300-5ea8c63d8eff') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:41.630803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae071219-08d8-41d3-b300-5ea8c63d8eff') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:41.641806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:41.656998 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:41.662904 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:57:41.663422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:57:41.676839 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:57:41.752418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:41.768485 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:41.779577 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:41.791653 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6066dfed-930c-461e-a5fb-443e57f5d043 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c7b5b93b-3c1a-44ee-bec4-1b5dab6f16d5 HTTP/1.1" status: 204 len: 168 time: 0.9751959 May 09 13:57:41.794473 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36302) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:42.063262 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-1b68bf1e-d9f8-4ab9-8fb3-7313f3765805 None None] Deleting port d89ca0a3-9ca1-41bd-872d-605e38244f49 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:57:42.063735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b68bf1e-d9f8-4ab9-8fb3-7313f3765805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:42.152668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-1b68bf1e-d9f8-4ab9-8fb3-7313f3765805 None None] The port 'd89ca0a3-9ca1-41bd-872d-605e38244f49' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:57:42.183007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a21fd6d-d692-4f59-9f50-63f1b07162a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:42.497850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-55dced01-6b64-4a8e-90cf-dc105b355f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:42.839358 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-3a21fd6d-d692-4f59-9f50-63f1b07162a3 admin admin] Deleting port 6578a51d-0c46-4dba-93f7-3a1943615492 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:57:42.839788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a21fd6d-d692-4f59-9f50-63f1b07162a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:43.012902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-3a21fd6d-d692-4f59-9f50-63f1b07162a3 admin admin] For port 6578a51d-0c46-4dba-93f7-3a1943615492, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6578a51d-0c46-4dba-93f7-3a1943615492,segment=NetworkSegment(025c7894-0153-4022-b4c1-b29e5729e2da),segment_id=025c7894-0153-4022-b4c1-b29e5729e2da)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:57:43.013247 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a21fd6d-d692-4f59-9f50-63f1b07162a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:43.136745 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-3a21fd6d-d692-4f59-9f50-63f1b07162a3 admin admin] Calling delete_port for 6578a51d-0c46-4dba-93f7-3a1943615492 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:57:43.302075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a21fd6d-d692-4f59-9f50-63f1b07162a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:43.345160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21fd6d-d692-4f59-9f50-63f1b07162a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6578a51d-0c46-4dba-93f7-3a1943615492,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:43.473486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:43.635116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a21fd6d-d692-4f59-9f50-63f1b07162a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:43.905678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:44.311884 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a21fd6d-d692-4f59-9f50-63f1b07162a3 admin admin] Router 39b2dbf4-3f20-482e-b896-0cb4995c3447 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:57:44.509419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a21fd6d-d692-4f59-9f50-63f1b07162a3 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:57:44.517833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3583f-181e-4a1b-b8a9-a92a9a7223ae None None] Sync routers for ids ['39b2dbf4-3f20-482e-b896-0cb4995c3447'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:57:44.518098 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3a21fd6d-d692-4f59-9f50-63f1b07162a3 admin admin] 10.222.0.44 "PUT /v2.0/routers/39b2dbf4-3f20-482e-b896-0cb4995c3447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7226927 May 09 13:57:44.520634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36306) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:44.529492 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3583f-181e-4a1b-b8a9-a92a9a7223ae None None] Routers {'39b2dbf4-3f20-482e-b896-0cb4995c3447'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:57:44.530092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-96f3583f-181e-4a1b-b8a9-a92a9a7223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:57:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['39b2dbf4-3f20-482e-b896-0cb4995c3447'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:44.702932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-96f3583f-181e-4a1b-b8a9-a92a9a7223ae None None] Set router 39b2dbf4-3f20-482e-b896-0cb4995c3447 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:57:44.711960 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:44.908023 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:44.918253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Deleting port 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:57:44.918635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:44.979655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-96f3583f-181e-4a1b-b8a9-a92a9a7223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'name': 'tempest-TestMinimumBasicScenario-918514519-router', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:57:43Z', 'revision_number': 5, 'project_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'gw_port': {'id': '9ba87565-7e80-4c0f-bdc8-a8f504e1b776', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:44.983423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3583f-181e-4a1b-b8a9-a92a9a7223ae None None] Checking router: 39b2dbf4-3f20-482e-b896-0cb4995c3447 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:57:44.994150 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3583f-181e-4a1b-b8a9-a92a9a7223ae None None] Routers {'39b2dbf4-3f20-482e-b896-0cb4995c3447'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:57:44.994734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-96f3583f-181e-4a1b-b8a9-a92a9a7223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:57:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['39b2dbf4-3f20-482e-b896-0cb4995c3447'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:45.088394 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] For port 9ba87565-7e80-4c0f-bdc8-a8f504e1b776, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9ba87565-7e80-4c0f-bdc8-a8f504e1b776,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:57:45.088742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:45.148358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:45.151437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-96f3583f-181e-4a1b-b8a9-a92a9a7223ae None None] Set router 39b2dbf4-3f20-482e-b896-0cb4995c3447 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:57:45.210740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Calling delete_port for 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:57:45.253383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-96f3583f-181e-4a1b-b8a9-a92a9a7223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'name': 'tempest-TestMinimumBasicScenario-918514519-router', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:57:44Z', 'revision_number': 6, 'project_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:45.257178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3583f-181e-4a1b-b8a9-a92a9a7223ae None None] The sync data for ids ['39b2dbf4-3f20-482e-b896-0cb4995c3447'] in dv-neutron-840889-2-hyperv is: [{'id': '39b2dbf4-3f20-482e-b896-0cb4995c3447', 'name': 'tempest-TestMinimumBasicScenario-918514519-router', 'tenant_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:54:19Z', 'updated_at': '2022-05-09T13:57:44Z', 'revision_number': 6, 'project_id': '0fbdd9cadb9a4bfe861e805b818258a7', 'gw_port_host': None}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:57:45.371234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:45.415053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba87565-7e80-4c0f-bdc8-a8f504e1b776,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:45.662853 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6578a51d-0c46-4dba-93f7-3a1943615492 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:57:45.698412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 6578a51d-0c46-4dba-93f7-3a1943615492 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:57:45.698759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6578a51d-0c46-4dba-93f7-3a1943615492 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:57:45.734117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:45.992597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:45.996508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.022446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.022866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b2dbf4-3f20-482e-b896-0cb4995c3447 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:57:46.034630 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.035796 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4c8757da-af3b-4b45-8753-9f94f7939819 admin admin] 10.222.0.44 "DELETE /v2.0/routers/39b2dbf4-3f20-482e-b896-0cb4995c3447 HTTP/1.1" status: 204 len: 168 time: 1.5142927 May 09 13:57:46.038249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36310) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:46.096441 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0584d7c-9b5a-4092-9fb2-fdf99f4464c9 admin admin] Deleting subnet 4d826b28-01ba-4b84-9a9a-4d13d41ded45 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:57:46.099515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0584d7c-9b5a-4092-9fb2-fdf99f4464c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.152004 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0584d7c-9b5a-4092-9fb2-fdf99f4464c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.230540 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0584d7c-9b5a-4092-9fb2-fdf99f4464c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.298740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0584d7c-9b5a-4092-9fb2-fdf99f4464c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.337796 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0584d7c-9b5a-4092-9fb2-fdf99f4464c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d826b28-01ba-4b84-9a9a-4d13d41ded45,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:46.344033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0584d7c-9b5a-4092-9fb2-fdf99f4464c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.349896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eb6ec3-056d-4c64-8b42-17ed8c4d260e None None] Network 00c572ec-506c-48fd-9015-5787fb57ab1b requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:57:46.353070 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d0584d7c-9b5a-4092-9fb2-fdf99f4464c9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4d826b28-01ba-4b84-9a9a-4d13d41ded45 HTTP/1.1" status: 204 len: 168 time: 0.3116384 May 09 13:57:46.353340 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36314) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:46.457108 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.467285 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Deleting port 7133a0d1-78b3-44d8-925b-194661bf2bd1 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:57:46.467616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.602946 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aee9ae-1afd-4e1e-b8bb-729e12bc6181 None None] DHCP port deletion for 00c572ec-506c-48fd-9015-5787fb57ab1b request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:57:46.607309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b2aee9ae-1afd-4e1e-b8bb-729e12bc6181 None None] Deleting port 7133a0d1-78b3-44d8-925b-194661bf2bd1 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:57:46.607679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2aee9ae-1afd-4e1e-b8bb-729e12bc6181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.668220 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] For port 7133a0d1-78b3-44d8-925b-194661bf2bd1, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7133a0d1-78b3-44d8-925b-194661bf2bd1,segment=NetworkSegment(025c7894-0153-4022-b4c1-b29e5729e2da),segment_id=025c7894-0153-4022-b4c1-b29e5729e2da)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:57:46.668581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.790802 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Calling delete_port for 7133a0d1-78b3-44d8-925b-194661bf2bd1 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:57:46.801990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b2aee9ae-1afd-4e1e-b8bb-729e12bc6181 None None] For port 7133a0d1-78b3-44d8-925b-194661bf2bd1, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=7133a0d1-78b3-44d8-925b-194661bf2bd1,segment=NetworkSegment(025c7894-0153-4022-b4c1-b29e5729e2da),segment_id=025c7894-0153-4022-b4c1-b29e5729e2da)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:57:46.802385 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2aee9ae-1afd-4e1e-b8bb-729e12bc6181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.865957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:46.913860 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7133a0d1-78b3-44d8-925b-194661bf2bd1,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:46.919938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] No DVR routers for this DVR port 7133a0d1-78b3-44d8-925b-194661bf2bd1 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:57:46.964499 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b2aee9ae-1afd-4e1e-b8bb-729e12bc6181 None None] Calling delete_port for 7133a0d1-78b3-44d8-925b-194661bf2bd1 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:57:47.033806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-b2aee9ae-1afd-4e1e-b8bb-729e12bc6181 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 13:57:47.034261 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-b2aee9ae-1afd-4e1e-b8bb-729e12bc6181 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 13:57:47.035512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:47.063229 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c572ec-506c-48fd-9015-5787fb57ab1b']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:47.156920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025c7894-0153-4022-b4c1-b29e5729e2da') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:47.157451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025c7894-0153-4022-b4c1-b29e5729e2da') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:47.170134 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:47.185681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:47.192445 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:57:47.192907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:57:47.205748 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:57:47.279563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:47.295365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:47.306095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] Pushing event deleted for resources: {'Network': ['ID=00c572ec-506c-48fd-9015-5787fb57ab1b,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:47.309276 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9d8fc307-c881-4afa-b60a-37a1471ca5dc admin admin] 10.222.0.44 "DELETE /v2.0/networks/00c572ec-506c-48fd-9015-5787fb57ab1b HTTP/1.1" status: 204 len: 168 time: 0.9549959 May 09 13:57:47.428965 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7133a0d1-78b3-44d8-925b-194661bf2bd1 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:57:47.462851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 7133a0d1-78b3-44d8-925b-194661bf2bd1 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:57:47.463186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 7133a0d1-78b3-44d8-925b-194661bf2bd1 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:57:47.463591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:57:47.499682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:57:47.500049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9ba87565-7e80-4c0f-bdc8-a8f504e1b776 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:57:47.507338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36320) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:47.535094 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b2aee9ae-1afd-4e1e-b8bb-729e12bc6181 None None] Deleting port 7133a0d1-78b3-44d8-925b-194661bf2bd1 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:57:47.535468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2aee9ae-1afd-4e1e-b8bb-729e12bc6181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:47.561192 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c067d158-55e1-4465-b31f-dc61765579ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=088b5c4001a24bcd83465b0b9f7335d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505664 May 09 13:57:47.561572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36324) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:47.606365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b2aee9ae-1afd-4e1e-b8bb-729e12bc6181 None None] The port '7133a0d1-78b3-44d8-925b-194661bf2bd1' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 13:57:47.623192 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa3874bb-c863-4c20-a4de-25d5181ac68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:47.648570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa3874bb-c863-4c20-a4de-25d5181ac68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:47.697815 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa3874bb-c863-4c20-a4de-25d5181ac68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:47.712518 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3874bb-c863-4c20-a4de-25d5181ac68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6e6a6a-a604-44d7-a466-5313c6edaaa1,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:47.720174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aa3874bb-c863-4c20-a4de-25d5181ac68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:47.721287 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-aa3874bb-c863-4c20-a4de-25d5181ac68c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e6e6a6a-a604-44d7-a466-5313c6edaaa1 HTTP/1.1" status: 204 len: 168 time: 0.1587498 May 09 13:57:48.106444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36332) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:48.164592 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7ee861eb-9c0a-476c-a2c9-6648f0c0a2c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fbdd9cadb9a4bfe861e805b818258a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0568419 May 09 13:57:48.166957 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36336) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:48.224683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fe60e980-97f0-4699-8418-1f04d553c656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:48.249179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fe60e980-97f0-4699-8418-1f04d553c656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:48.298503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fe60e980-97f0-4699-8418-1f04d553c656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:48.314042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60e980-97f0-4699-8418-1f04d553c656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3a72b8-8dd3-47dd-a80d-580566381217,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:48.319031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fe60e980-97f0-4699-8418-1f04d553c656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:48.320571 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fe60e980-97f0-4699-8418-1f04d553c656 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef3a72b8-8dd3-47dd-a80d-580566381217 HTTP/1.1" status: 204 len: 168 time: 0.1526361 May 09 13:57:50.312985 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36380) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:50.318626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226355981', 'description': 'tempest-secgroup-smoke-1226355981 description', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:57:50.324503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:57:50.328226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:57:50.331034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:57:50.336847 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:57:50.346209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.358501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.389569 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:57:50.393229 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:57:50.396543 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:57:50.402069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:57:50.474293 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.477952 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.519965 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:57:50.522052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b57f5e-f3d4-46d3-8509-8401f9103d0c,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:50.527210 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:57:50.530055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:57:50.535845 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:57:50.591636 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.595373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.636939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90926a54-b12c-40fb-9e28-bebecad3d0ab,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:50.641137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.642346 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d673bc50-346f-4758-aac4-165105bb5e41 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3283741 May 09 13:57:50.645634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36384) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:50.650858 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-21595823-c6ae-4b4c-991b-47cf32532dd5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '90926a54-b12c-40fb-9e28-bebecad3d0ab', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:57:50.656605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-21595823-c6ae-4b4c-991b-47cf32532dd5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:57:50.660407 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-21595823-c6ae-4b4c-991b-47cf32532dd5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:57:50.663250 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-21595823-c6ae-4b4c-991b-47cf32532dd5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:57:50.668805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-21595823-c6ae-4b4c-991b-47cf32532dd5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:57:50.685658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21595823-c6ae-4b4c-991b-47cf32532dd5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.743384 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21595823-c6ae-4b4c-991b-47cf32532dd5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.746754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21595823-c6ae-4b4c-991b-47cf32532dd5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.769583 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21595823-c6ae-4b4c-991b-47cf32532dd5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df6898b-06c6-402e-9316-a6bccbeb1668,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:50.777774 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-21595823-c6ae-4b4c-991b-47cf32532dd5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.778951 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-21595823-c6ae-4b4c-991b-47cf32532dd5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1324310 May 09 13:57:50.781707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36388) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:50.788093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7c730ff8-ce92-45fe-b81b-948a190a4539 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '90926a54-b12c-40fb-9e28-bebecad3d0ab', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:57:50.793704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7c730ff8-ce92-45fe-b81b-948a190a4539 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:57:50.797769 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7c730ff8-ce92-45fe-b81b-948a190a4539 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:57:50.802280 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7c730ff8-ce92-45fe-b81b-948a190a4539 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:57:50.807833 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7c730ff8-ce92-45fe-b81b-948a190a4539 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:57:50.826387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c730ff8-ce92-45fe-b81b-948a190a4539 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.887216 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c730ff8-ce92-45fe-b81b-948a190a4539 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.890981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c730ff8-ce92-45fe-b81b-948a190a4539 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.914535 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c730ff8-ce92-45fe-b81b-948a190a4539 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505d980a-e834-41e0-9ee0-c2e538945adc,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:50.923638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7c730ff8-ce92-45fe-b81b-948a190a4539 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:50.924814 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7c730ff8-ce92-45fe-b81b-948a190a4539 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1422284 May 09 13:57:50.928132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36392) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:50.933442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9855d958-821f-42fe-b6b9-b9dfb57336be tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '90926a54-b12c-40fb-9e28-bebecad3d0ab', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:57:50.939063 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9855d958-821f-42fe-b6b9-b9dfb57336be tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:57:50.942816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9855d958-821f-42fe-b6b9-b9dfb57336be tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:57:50.945677 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9855d958-821f-42fe-b6b9-b9dfb57336be tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:57:50.951324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9855d958-821f-42fe-b6b9-b9dfb57336be tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:57:50.967631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9855d958-821f-42fe-b6b9-b9dfb57336be tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.028408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9855d958-821f-42fe-b6b9-b9dfb57336be tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.031628 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9855d958-821f-42fe-b6b9-b9dfb57336be tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.054254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855d958-821f-42fe-b6b9-b9dfb57336be tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22d101f-9f58-4689-b37e-22e6b3ad0951,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:51.062678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9855d958-821f-42fe-b6b9-b9dfb57336be tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.064066 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9855d958-821f-42fe-b6b9-b9dfb57336be tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1348031 May 09 13:57:51.066585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36396) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:51.071813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-7233c454-99f2-492d-bbf5-9231c1e4cd64 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '90926a54-b12c-40fb-9e28-bebecad3d0ab', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:57:51.077330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7233c454-99f2-492d-bbf5-9231c1e4cd64 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:57:51.080996 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7233c454-99f2-492d-bbf5-9231c1e4cd64 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:57:51.083867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-7233c454-99f2-492d-bbf5-9231c1e4cd64 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:57:51.089466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-7233c454-99f2-492d-bbf5-9231c1e4cd64 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:57:51.105012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7233c454-99f2-492d-bbf5-9231c1e4cd64 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.169487 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7233c454-99f2-492d-bbf5-9231c1e4cd64 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.172799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7233c454-99f2-492d-bbf5-9231c1e4cd64 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.194894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233c454-99f2-492d-bbf5-9231c1e4cd64 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0572215e-94ef-4ed0-95a3-d99035fb858c,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:51.202753 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-7233c454-99f2-492d-bbf5-9231c1e4cd64 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.204241 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7233c454-99f2-492d-bbf5-9231c1e4cd64 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1367664 May 09 13:57:51.207365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36400) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:51.212561 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-43813353-8f15-4d7d-91da-3694fce49961 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '90926a54-b12c-40fb-9e28-bebecad3d0ab', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:57:51.218116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-43813353-8f15-4d7d-91da-3694fce49961 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:57:51.221848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-43813353-8f15-4d7d-91da-3694fce49961 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:57:51.225280 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-43813353-8f15-4d7d-91da-3694fce49961 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:57:51.230953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-43813353-8f15-4d7d-91da-3694fce49961 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:57:51.241037 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-43813353-8f15-4d7d-91da-3694fce49961 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Project 8be6a886ca984d4180d6ab8c9dcd882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:57:51.247794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43813353-8f15-4d7d-91da-3694fce49961 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.311898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43813353-8f15-4d7d-91da-3694fce49961 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.315406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43813353-8f15-4d7d-91da-3694fce49961 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.338907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43813353-8f15-4d7d-91da-3694fce49961 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6fe60e-703f-452b-b3a9-1d87a4f0cc4c,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:51.349749 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-43813353-8f15-4d7d-91da-3694fce49961 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.351075 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-43813353-8f15-4d7d-91da-3694fce49961 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1426842 May 09 13:57:51.353692 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36404) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:51.358904 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-de51c10b-429c-43ca-a763-592a282a683a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '90926a54-b12c-40fb-9e28-bebecad3d0ab', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:57:51.364399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-de51c10b-429c-43ca-a763-592a282a683a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:57:51.368235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-de51c10b-429c-43ca-a763-592a282a683a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:57:51.371067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-de51c10b-429c-43ca-a763-592a282a683a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:57:51.377043 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-de51c10b-429c-43ca-a763-592a282a683a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:57:51.386340 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-de51c10b-429c-43ca-a763-592a282a683a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Project 8be6a886ca984d4180d6ab8c9dcd882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:57:51.393067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de51c10b-429c-43ca-a763-592a282a683a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.454482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de51c10b-429c-43ca-a763-592a282a683a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.458160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de51c10b-429c-43ca-a763-592a282a683a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.483428 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51c10b-429c-43ca-a763-592a282a683a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64d0597-c406-4b46-be9f-e0220f780d3c,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:51.491467 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-de51c10b-429c-43ca-a763-592a282a683a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.492646 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-de51c10b-429c-43ca-a763-592a282a683a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1380687 May 09 13:57:51.495674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36408) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:51.501161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'network': {'name': 'tempest-network-smoke--1482574504', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'port_security_enabled': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:57:51.505756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:57:51.509404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:network and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:57:51.512149 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:57:51.517715 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:57:51.527966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:57:51.530929 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.558193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:57:51.567268 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.567576 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Added segment 2f2ec059-7c67-4e51-817a-df14a5f049ae of type vlan for network 4d8647a6-e035-4048-b69b-4a89fcff19fa May 09 13:57:51.592952 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.621203 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.625139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:51.625739 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.671497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.727089 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2304351 May 09 13:57:51.730040 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36412) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:51.734857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'admin_state_up': True, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:57:51.744890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:57:51.747073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f82cc-970c-40f4-b8d0-61b0eee19529 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Network': ['ID=4d8647a6-e035-4048-b69b-4a89fcff19fa,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:51.751742 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:router and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:57:51.755402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:57:51.757744 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 4d8647a6-e035-4048-b69b-4a89fcff19fa details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:57:51.761648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:57:51.772514 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.773514 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.790765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:51.940450 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:52.116418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:52.144897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:52.351443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.26.1.173 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/6f396305-134c-481d-a6ac-596353caa09b) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:57:52.492443 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:52.518536 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:52.581815 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:57:52.584393 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:57:52.589041 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:57:52.622171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=6f396305-134c-481d-a6ac-596353caa09b,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:52.745305 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:52.745939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:52.969355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 7ad3e283-6efc-498a-9457-4392d78ac057 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:57:53.048506 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:57:53.162118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:57:53.171265 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Sync routers for ids ['7ad3e283-6efc-498a-9457-4392d78ac057'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:57:53.182791 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Routers {'7ad3e283-6efc-498a-9457-4392d78ac057'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:57:53.183384 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:57:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7ad3e283-6efc-498a-9457-4392d78ac057'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:53.187690 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:53.188985 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ee443b86-33de-4508-9b47-2ff62b650b5b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4580433 May 09 13:57:53.192631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36416) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:53.352476 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f1fb48e6-5f31-44e4-92bc-401b6f73fcb0 tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8be6a886ca984d4180d6ab8c9dcd882f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1563463 May 09 13:57:53.353121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36422) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:53.354814 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Set router 7ad3e283-6efc-498a-9457-4392d78ac057 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:57:53.480602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e32fe4-2269-41d6-a93e-0b06fbabf4ce tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:53.482120 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-55e32fe4-2269-41d6-a93e-0b06fbabf4ce tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285551 May 09 13:57:53.484930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36426) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:53.524030 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2fe412f5-d07d-4be9-9557-387969327ab9 tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380204 May 09 13:57:53.526514 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36430) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:53.531719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1696251378', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:57:53.640330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:57:53.644097 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:subnet and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:57:53.646879 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:57:53.652600 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:57:53.653955 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:57:52Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:53.657852 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Checking router: 7ad3e283-6efc-498a-9457-4392d78ac057 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:57:53.658357 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Updating router 7ad3e283-6efc-498a-9457-4392d78ac057 port 6f396305-134c-481d-a6ac-596353caa09b binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:57:53.662361 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:57:53.708387 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:53.762300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:53.976075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:54.031954 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:54.045237 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Transition to ACTIVE for port object 6f396305-134c-481d-a6ac-596353caa09b will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:57:54.052220 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:54.130186 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8353b7-d8ff-441c-b988-8d558fbef872 None None] Pushing event updated for resources: {'Port': ['ID=6f396305-134c-481d-a6ac-596353caa09b,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:54.133044 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Attempting to bind port 6f396305-134c-481d-a6ac-596353caa09b on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:57:54.133292 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Attempting to bind port 6f396305-134c-481d-a6ac-596353caa09b by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:57:54.133631 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Attempting to bind port 6f396305-134c-481d-a6ac-596353caa09b on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:57:54.144703 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8353b7-d8ff-441c-b988-8d558fbef872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.145044 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8353b7-d8ff-441c-b988-8d558fbef872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.145403 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8353b7-d8ff-441c-b988-8d558fbef872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.146164 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8353b7-d8ff-441c-b988-8d558fbef872 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.146164 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8353b7-d8ff-441c-b988-8d558fbef872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.146352 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8353b7-d8ff-441c-b988-8d558fbef872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.146664 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8353b7-d8ff-441c-b988-8d558fbef872 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.146984 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8353b7-d8ff-441c-b988-8d558fbef872 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.147301 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8353b7-d8ff-441c-b988-8d558fbef872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.147617 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8353b7-d8ff-441c-b988-8d558fbef872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.147933 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8353b7-d8ff-441c-b988-8d558fbef872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.150545 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Subnet': ['ID=921104d3-e88b-4733-bf8d-52db9f5b0839,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:54.151015 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:57:54.151379 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:57:54.151769 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:54.152139 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:57:54.152594 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Bound port: 6f396305-134c-481d-a6ac-596353caa09b, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:57:54.152957 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:54.162327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Checking segment: {'id': '2f2ec059-7c67-4e51-817a-df14a5f049ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:57:54.162682 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network hostable DHCP agents. Network: 4d8647a6-e035-4048-b69b-4a89fcff19fa, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:57:54.183608 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network 4d8647a6-e035-4048-b69b-4a89fcff19fa is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:57:54.193004 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 4d8647a6-e035-4048-b69b-4a89fcff19fa) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:57:54.197208 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:54.197793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:54.204523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193caa2c-a90d-4397-a192-4b9a3202ea91 None None] Network 4d8647a6-e035-4048-b69b-4a89fcff19fa requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:57:54.221197 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-268b33bb-4eb0-4158-8514-35240ca5aa3a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6935749 May 09 13:57:54.224452 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36434) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:57:54.237190 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] For port 6f396305-134c-481d-a6ac-596353caa09b, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:57:54.240795 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] For port 6f396305-134c-481d-a6ac-596353caa09b, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6f396305-134c-481d-a6ac-596353caa09b,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:57:54.246061 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:54.325366 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Routers {'7ad3e283-6efc-498a-9457-4392d78ac057'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:57:54.325975 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:57:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7ad3e283-6efc-498a-9457-4392d78ac057'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:54.421899 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-4d8647a6-e035-4048-b69b-4a89fcff19fa', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ips': [{'subnet_id': '921104d3-e88b-4733-bf8d-52db9f5b0839'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:57:54.422775 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:54.448354 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8353b7-d8ff-441c-b988-8d558fbef872 None None] Pushing event updated for resources: {'Port': ['ID=6f396305-134c-481d-a6ac-596353caa09b,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:54.518849 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] Set router 7ad3e283-6efc-498a-9457-4392d78ac057 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:57:54.591461 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Allocated IP 172.20.0.2 (4d8647a6-e035-4048-b69b-4a89fcff19fa/921104d3-e88b-4733-bf8d-52db9f5b0839/53d96d33-1196-4a7b-9716-64f5fd6b0be4) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:57:54.806014 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:54.810843 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:57:52Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:54.816678 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac74df0-b318-4798-965f-ed8ecb7b3b45 None None] The sync data for ids ['7ad3e283-6efc-498a-9457-4392d78ac057'] in dv-neutron-840889-2-hyperv is: [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:57:52Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:57:54.818434 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Transition to ACTIVE for port object 53d96d33-1196-4a7b-9716-64f5fd6b0be4 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:57:54.847578 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Transition to ACTIVE for port object 53d96d33-1196-4a7b-9716-64f5fd6b0be4 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:57:54.856695 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:54.928511 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Network 4d8647a6-e035-4048-b69b-4a89fcff19fa is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:57:54.931297 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:57:54.935573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:57:54.942792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Pushing event updated for resources: {'Port': ['ID=53d96d33-1196-4a7b-9716-64f5fd6b0be4,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:54.984669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.985012 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.985365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.985698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.986027 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.986351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.986672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.986990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.987312 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.987684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:54.988477 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:57:55.040509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:55.049978 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Attempting to bind port 53d96d33-1196-4a7b-9716-64f5fd6b0be4 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:57:55.050879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Attempting to bind port 53d96d33-1196-4a7b-9716-64f5fd6b0be4 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '2f2ec059-7c67-4e51-817a-df14a5f049ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:57:55.051650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Attempting to bind port 53d96d33-1196-4a7b-9716-64f5fd6b0be4 on network 4d8647a6-e035-4048-b69b-4a89fcff19fa {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:57:55.057526 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:57:55.057840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Checking segment: {'id': '2f2ec059-7c67-4e51-817a-df14a5f049ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:57:55.058229 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:55.058728 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Bound using segment: {'id': '2f2ec059-7c67-4e51-817a-df14a5f049ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:57:55.059185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Bound port: 53d96d33-1196-4a7b-9716-64f5fd6b0be4, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2ec059-7c67-4e51-817a-df14a5f049ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:57:55.059550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:55.153584 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] For port 53d96d33-1196-4a7b-9716-64f5fd6b0be4, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:57:55.156953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] For port 53d96d33-1196-4a7b-9716-64f5fd6b0be4, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=53d96d33-1196-4a7b-9716-64f5fd6b0be4,segment=NetworkSegment(2f2ec059-7c67-4e51-817a-df14a5f049ae),segment_id=2f2ec059-7c67-4e51-817a-df14a5f049ae)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:57:55.162635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:55.244366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957691f1-aba1-44ba-b18e-cea87ec965ad None None] Pushing event updated for resources: {'Port': ['ID=53d96d33-1196-4a7b-9716-64f5fd6b0be4,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:55.475873 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.20.0.1 (4d8647a6-e035-4048-b69b-4a89fcff19fa/921104d3-e88b-4733-bf8d-52db9f5b0839/cd73bcd9-00e3-47e1-900b-ca0cccd04c35) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:57:55.538915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6f396305-134c-481d-a6ac-596353caa09b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:57:55.646650 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 6f396305-134c-481d-a6ac-596353caa09b completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:57:55.652242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 6f396305-134c-481d-a6ac-596353caa09b triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:57:55.652648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:55.664190 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:55.681352 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Transition to ACTIVE for port object cd73bcd9-00e3-47e1-900b-ca0cccd04c35 will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:57:55.705734 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:55.771263 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:55.777999 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network 4d8647a6-e035-4048-b69b-4a89fcff19fa is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:57:55.780903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:57:55.786480 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:57:55.789835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 6f396305-134c-481d-a6ac-596353caa09b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6f396305-134c-481d-a6ac-596353caa09b,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:57:55.795011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:55.898902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=6f396305-134c-481d-a6ac-596353caa09b,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:55.929722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=cd73bcd9-00e3-47e1-900b-ca0cccd04c35,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:55.960429 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:56.050202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:56.245946 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311f500f-a890-4304-8762-b6f94474f10a None None] Network 4d8647a6-e035-4048-b69b-4a89fcff19fa requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:57:56.396549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-375df61f-870e-4d92-bc77-73c660aed8bd None None] Provisioning for port 53d96d33-1196-4a7b-9716-64f5fd6b0be4 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:57:56.458259 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:56.462851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:56.579295 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:56.582867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=cd73bcd9-00e3-47e1-900b-ca0cccd04c35,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:56.724787 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network 4d8647a6-e035-4048-b69b-4a89fcff19fa is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:57:56.726039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:57:56.746823 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2277865e-4f45-4a61-9a3b-4cff518eab8b None None] Provisioning for port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:57:56.752175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2277865e-4f45-4a61-9a3b-4cff518eab8b None None] Provisioning complete for port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:57:56.752602 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2277865e-4f45-4a61-9a3b-4cff518eab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:56.811941 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2277865e-4f45-4a61-9a3b-4cff518eab8b None None] Port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:57:56.936288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-51fa4a42-b227-4b8f-9e59-ea8354103bf1 None None] Provisioning complete for port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:57:56.936649 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-51fa4a42-b227-4b8f-9e59-ea8354103bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:56.992502 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-51fa4a42-b227-4b8f-9e59-ea8354103bf1 None None] Port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:57:57.111683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 7ad3e283-6efc-498a-9457-4392d78ac057 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:57:57.112606 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0c6b659d-823e-4d02-ad8b-4c08ba8e9d7f None None] Provisioning complete for port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:57:57.113548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c6b659d-823e-4d02-ad8b-4c08ba8e9d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:57.164207 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b659d-823e-4d02-ad8b-4c08ba8e9d7f None None] Port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:57:57.307022 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:57:57.315935 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b3888eaa-df4b-4444-9cdb-38cd74359bd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "PUT /v2.0/routers/7ad3e283-6efc-498a-9457-4392d78ac057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0904596 May 09 13:57:57.486624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-47652076-c7fc-47fd-87db-6023b9f169a8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:57:57.502678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 53d96d33-1196-4a7b-9716-64f5fd6b0be4 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:57:57.503926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-47652076-c7fc-47fd-87db-6023b9f169a8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:57:57.505144 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-47652076-c7fc-47fd-87db-6023b9f169a8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226355981&fields=id&tenant_id=8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 267 time: 0.0592759 May 09 13:57:57.570701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 53d96d33-1196-4a7b-9716-64f5fd6b0be4 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:57:57.575683 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 53d96d33-1196-4a7b-9716-64f5fd6b0be4 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:57:57.576051 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:57.694155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:57.724771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 53d96d33-1196-4a7b-9716-64f5fd6b0be4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=53d96d33-1196-4a7b-9716-64f5fd6b0be4,segment=NetworkSegment(2f2ec059-7c67-4e51-817a-df14a5f049ae),segment_id=2f2ec059-7c67-4e51-817a-df14a5f049ae)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:57:57.728901 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:57.729665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6f396305-134c-481d-a6ac-596353caa09b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:57:57.751049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-8463149d-6431-4f16-91ee-14fe06047153 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:57:57.751721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-8463149d-6431-4f16-91ee-14fe06047153 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:57:57.768234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-8463149d-6431-4f16-91ee-14fe06047153 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:57:57.770191 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-8463149d-6431-4f16-91ee-14fe06047153 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/networks?id=4d8647a6-e035-4048-b69b-4a89fcff19fa HTTP/1.1" status: 200 len: 797 time: 0.2583878 May 09 13:57:57.786903 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-94d337de-f9ec-4dd3-9966-652483f143ce tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/quotas/8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 375 time: 0.0112579 May 09 13:57:57.841069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=53d96d33-1196-4a7b-9716-64f5fd6b0be4,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:57.854053 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 6f396305-134c-481d-a6ac-596353caa09b triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:57:57.854426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:57.869820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-1b695307-3d18-4622-8760-8245b8e50ddc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:57:57.886531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-1b695307-3d18-4622-8760-8245b8e50ddc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:57:57.887880 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-1b695307-3d18-4622-8760-8245b8e50ddc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956650 May 09 13:57:57.973356 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-955babc7-9470-4ba5-a689-49e9030800e2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 13:57:57.974354 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-955babc7-9470-4ba5-a689-49e9030800e2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0744343 May 09 13:57:58.106192 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-dad021ac-83b5-4a18-88dd-d801e1fd21d4 service neutron] 10.222.0.44 "GET /v2.0/networks/4d8647a6-e035-4048-b69b-4a89fcff19fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249478 May 09 13:57:58.239325 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-75c1153d-234a-45c1-9c23-c3fb9ec57bed service neutron] 10.222.0.44 "GET /v2.0/networks/4d8647a6-e035-4048-b69b-4a89fcff19fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276274 May 09 13:57:58.395592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Sync routers for ids ['7ad3e283-6efc-498a-9457-4392d78ac057'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:57:58.406863 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Routers {'7ad3e283-6efc-498a-9457-4392d78ac057'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:57:58.407465 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:57:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7ad3e283-6efc-498a-9457-4392d78ac057'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:58.425415 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b7d447cc-438a-4487-8ab1-4fabddf17a4e req-4849718a-256c-4dd4-8e0e-a706e69e9a80 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 210 time: 0.0402064 May 09 13:57:58.584804 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Set router 7ad3e283-6efc-498a-9457-4392d78ac057 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:57:58.884323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'cd73bcd9-00e3-47e1-900b-ca0cccd04c35', 'name': '', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:2d:b4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:55Z', 'updated_at': '2022-05-09T13:57:56Z', 'revision_number': 2, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:57:58.888091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Checking router: 7ad3e283-6efc-498a-9457-4392d78ac057 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:57:58.888430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Updating router 7ad3e283-6efc-498a-9457-4392d78ac057 port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:57:58.940029 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:59.291087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:59.302228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Transition to ACTIVE for port object cd73bcd9-00e3-47e1-900b-ca0cccd04c35 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:57:59.308450 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:59.450555 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b86a1-d7d4-4fbc-badd-6e0505e32906 None None] Pushing event updated for resources: {'Port': ['ID=cd73bcd9-00e3-47e1-900b-ca0cccd04c35,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:59.494548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 53d96d33-1196-4a7b-9716-64f5fd6b0be4 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:57:59.584611 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-00fa5561-8898-414b-a790-eda51b5c6292 req-5f40501c-fff3-4aac-be95-9f144a366c45 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 210 time: 0.0705769 May 09 13:57:59.598822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Attempting to bind port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:57:59.599289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Attempting to bind port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '2f2ec059-7c67-4e51-817a-df14a5f049ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:57:59.599525 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Attempting to bind port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 on network 4d8647a6-e035-4048-b69b-4a89fcff19fa {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:57:59.608283 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:57:59.608527 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Checking segment: {'id': '2f2ec059-7c67-4e51-817a-df14a5f049ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:57:59.609043 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:59.609397 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Bound using segment: {'id': '2f2ec059-7c67-4e51-817a-df14a5f049ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:57:59.609793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Bound port: cd73bcd9-00e3-47e1-900b-ca0cccd04c35, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2ec059-7c67-4e51-817a-df14a5f049ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:57:59.610160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:59.697378 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 53d96d33-1196-4a7b-9716-64f5fd6b0be4 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:57:59.697742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:59.761365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] For port cd73bcd9-00e3-47e1-900b-ca0cccd04c35, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:57:59.774275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] For port cd73bcd9-00e3-47e1-900b-ca0cccd04c35, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cd73bcd9-00e3-47e1-900b-ca0cccd04c35,segment=NetworkSegment(2f2ec059-7c67-4e51-817a-df14a5f049ae),segment_id=2f2ec059-7c67-4e51-817a-df14a5f049ae)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:57:59.783325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:57:59.916377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b86a1-d7d4-4fbc-badd-6e0505e32906 None None] Pushing event updated for resources: {'Port': ['ID=cd73bcd9-00e3-47e1-900b-ca0cccd04c35,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:57:59.936836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Routers {'7ad3e283-6efc-498a-9457-4392d78ac057'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:57:59.937483 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:57:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7ad3e283-6efc-498a-9457-4392d78ac057'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:58:00.129843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] Set router 7ad3e283-6efc-498a-9457-4392d78ac057 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:58:00.432105 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'cd73bcd9-00e3-47e1-900b-ca0cccd04c35', 'name': '', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:2d:b4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:55Z', 'updated_at': '2022-05-09T13:57:59Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:58:00.435867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125d2a53-08d7-438a-9ff5-e695704b021e None None] The sync data for ids ['7ad3e283-6efc-498a-9457-4392d78ac057'] in dv-neutron-840889-2-hyperv is: [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'cd73bcd9-00e3-47e1-900b-ca0cccd04c35', 'name': '', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:2d:b4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:55Z', 'updated_at': '2022-05-09T13:57:59Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:58:00.754529 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d20439d2-29fc-4dd4-ae08-1b218a7cb053 req-009a7b29-1181-4f0d-bb85-5c17f672427b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 210 time: 0.0438814 May 09 13:58:01.451453 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd73bcd9-00e3-47e1-900b-ca0cccd04c35 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:58:01.522622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:58:01.526925 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:58:01.527281 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:01.667939 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:01.706762 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port cd73bcd9-00e3-47e1-900b-ca0cccd04c35, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cd73bcd9-00e3-47e1-900b-ca0cccd04c35,segment=NetworkSegment(2f2ec059-7c67-4e51-817a-df14a5f049ae),segment_id=2f2ec059-7c67-4e51-817a-df14a5f049ae)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:58:01.711632 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:01.775962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=cd73bcd9-00e3-47e1-900b-ca0cccd04c35,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:58:01.833887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-ca5ce79c-12cc-4b71-b410-7736ac01170e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:01.835297 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-ca5ce79c-12cc-4b71-b410-7736ac01170e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/networks?id=4d8647a6-e035-4048-b69b-4a89fcff19fa HTTP/1.1" status: 200 len: 797 time: 0.1558940 May 09 13:58:01.893965 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-42ac1286-ef3c-4846-a86a-f14fe1b95042 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 380 time: 0.0460098 May 09 13:58:01.901792 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'port': {'device_id': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'admin_state_up': True, 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'security_groups': ['90926a54-b12c-40fb-9e28-bebecad3d0ab']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:58:01.920367 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4693c18b-e008-4a94-9072-4fae2c96e999 req-0fae9681-c30e-460d-8967-0443d6f06630 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 210 time: 0.0426540 May 09 13:58:02.037021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:58:02.046302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:58:02.055921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:58:02.060420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:02.223029 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.20.0.9 (4d8647a6-e035-4048-b69b-4a89fcff19fa/921104d3-e88b-4733-bf8d-52db9f5b0839/d0f4d029-8965-40ee-9f3a-c1645cbc04a6) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:58:02.401286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:02.415994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Transition to ACTIVE for port object d0f4d029-8965-40ee-9f3a-c1645cbc04a6 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:58:02.436816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:02.510513 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network 4d8647a6-e035-4048-b69b-4a89fcff19fa is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:58:02.513793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:58:02.518002 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:58:02.545845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=d0f4d029-8965-40ee-9f3a-c1645cbc04a6,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:58:02.580591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:02.581195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:02.608004 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-10115910-7afe-4dbf-8a34-c3636ba7b930 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7096887 May 09 13:58:02.618624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Request body: {'port': {'device_id': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:58:02.770272 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-eb0be362-dbc5-4acf-bd8e-f8f597a198a2 None None] Provisioning for port d0f4d029-8965-40ee-9f3a-c1645cbc04a6 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:58:02.776146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-eb0be362-dbc5-4acf-bd8e-f8f597a198a2 None None] Provisioning complete for port d0f4d029-8965-40ee-9f3a-c1645cbc04a6 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:58:02.776738 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eb0be362-dbc5-4acf-bd8e-f8f597a198a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:02.832267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-eb0be362-dbc5-4acf-bd8e-f8f597a198a2 None None] Port d0f4d029-8965-40ee-9f3a-c1645cbc04a6 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:58:02.832493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:03.119653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d5ea7-c00f-442c-b7cd-5af36848caae req-13bb2ccf-ccb2-4187-a6b0-0baaf18a24e6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:03.121703 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7f3d5ea7-c00f-442c-b7cd-5af36848caae req-13bb2ccf-ccb2-4187-a6b0-0baaf18a24e6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 931 time: 0.0789452 May 09 13:58:03.172166 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7f3d5ea7-c00f-442c-b7cd-5af36848caae req-885aebe9-0a5f-4d12-9f88-455419b81b94 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445695 May 09 13:58:03.174926 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f4d029-8965-40ee-9f3a-c1645cbc04a6 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:58:03.182083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:03.197541 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Transition to ACTIVE for port object d0f4d029-8965-40ee-9f3a-c1645cbc04a6 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:58:03.201877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:03.328738 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Pushing event updated for resources: {'Port': ['ID=d0f4d029-8965-40ee-9f3a-c1645cbc04a6,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:58:03.445660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Attempting to bind port d0f4d029-8965-40ee-9f3a-c1645cbc04a6 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:58:03.445995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Attempting to bind port d0f4d029-8965-40ee-9f3a-c1645cbc04a6 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2f2ec059-7c67-4e51-817a-df14a5f049ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:58:03.446321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Attempting to bind port d0f4d029-8965-40ee-9f3a-c1645cbc04a6 on network 4d8647a6-e035-4048-b69b-4a89fcff19fa {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:58:03.452516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Port d0f4d029-8965-40ee-9f3a-c1645cbc04a6 on network 4d8647a6-e035-4048-b69b-4a89fcff19fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:58:03.452863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Attempting to bind port d0f4d029-8965-40ee-9f3a-c1645cbc04a6 on network 4d8647a6-e035-4048-b69b-4a89fcff19fa {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:58:03.456396 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd73bcd9-00e3-47e1-900b-ca0cccd04c35 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:58:03.459512 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:58:03.459969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Checking segment: {'id': '2f2ec059-7c67-4e51-817a-df14a5f049ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:58:03.460455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Bound using segment: {'id': '2f2ec059-7c67-4e51-817a-df14a5f049ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:58:03.460782 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Bound port: d0f4d029-8965-40ee-9f3a-c1645cbc04a6, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2ec059-7c67-4e51-817a-df14a5f049ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:58:03.461128 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:03.527228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:58:03.527588 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:03.562259 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] For port d0f4d029-8965-40ee-9f3a-c1645cbc04a6, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:58:03.566828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] For port d0f4d029-8965-40ee-9f3a-c1645cbc04a6, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d0f4d029-8965-40ee-9f3a-c1645cbc04a6,segment=NetworkSegment(2f2ec059-7c67-4e51-817a-df14a5f049ae),segment_id=2f2ec059-7c67-4e51-817a-df14a5f049ae)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:58:03.573019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:03.638813 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:03.640144 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] 10.222.0.57 "PUT /v2.0/ports/d0f4d029-8965-40ee-9f3a-c1645cbc04a6 HTTP/1.1" status: 200 len: 1093 time: 1.0256200 May 09 13:58:03.640586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'tag': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:58:03.656697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3fbe9-edcd-4fde-a874-7f9e59c09e8c service neutron] Pushing event updated for resources: {'Port': ['ID=d0f4d029-8965-40ee-9f3a-c1645cbc04a6,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:58:03.716675 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506859cb-ae90-4927-aa45-90027208fbd2'] response: {'name': 'network-changed', 'server_uuid': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'tag': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6', 'status': 'completed', 'code': 200} May 09 13:58:03.758100 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-dd699556-51db-4b10-a719-d744585bbc8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 1096 time: 0.0725274 May 09 13:58:03.834661 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-206f6f66-2b8f-4f9c-a3b7-b8061b382742 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0f4d029-8965-40ee-9f3a-c1645cbc04a6 HTTP/1.1" status: 200 len: 217 time: 0.0703528 May 09 13:58:03.896173 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-16ae769e-9012-4203-b07f-749a0cd9d6c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:03.897585 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-16ae769e-9012-4203-b07f-749a0cd9d6c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=921104d3-e88b-4733-bf8d-52db9f5b0839 HTTP/1.1" status: 200 len: 835 time: 0.0573835 May 09 13:58:03.976658 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-f5a24d1f-1502-422c-ac26-94ac27d22b6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d8647a6-e035-4048-b69b-4a89fcff19fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730667 May 09 13:58:04.104860 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-2b8286c5-3cee-4d4e-93e6-51e946fc5ff5 service neutron] 10.222.0.57 "GET /v2.0/networks/4d8647a6-e035-4048-b69b-4a89fcff19fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226585 May 09 13:58:04.234339 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fd94ee43-e44b-4ab0-952d-d9e3fe2ed25a req-0c5d1f04-f1f2-4d79-b1b1-02549d231a24 service neutron] 10.222.0.57 "GET /v2.0/networks/4d8647a6-e035-4048-b69b-4a89fcff19fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238036 May 09 13:58:04.346278 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5e033abd-c942-43e4-a9f0-405da7d00b47 req-cea2e964-2adb-4513-83fe-4c2461cc235e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 1096 time: 0.0684416 May 09 13:58:04.373677 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc545b-9c5a-4cb5-9cf4-d9c7a870f44d req-157d36b4-2cb2-497a-9c91-d856f61e0828 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:04.375136 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fbbc545b-9c5a-4cb5-9cf4-d9c7a870f44d req-157d36b4-2cb2-497a-9c91-d856f61e0828 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 943 time: 0.0789580 May 09 13:58:04.420182 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fbbc545b-9c5a-4cb5-9cf4-d9c7a870f44d req-00bb2dad-1341-402e-bf0f-6acbc5b22a01 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389578 May 09 13:58:04.477340 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e033abd-c942-43e4-a9f0-405da7d00b47 req-7afae8fa-1791-44d2-8345-e7af18fdbff6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:04.478706 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5e033abd-c942-43e4-a9f0-405da7d00b47 req-7afae8fa-1791-44d2-8345-e7af18fdbff6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d8647a6-e035-4048-b69b-4a89fcff19fa HTTP/1.1" status: 200 len: 898 time: 0.1266758 May 09 13:58:04.632955 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5e033abd-c942-43e4-a9f0-405da7d00b47 req-9d3578cb-20f8-43f2-8a56-d2994106260c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0f4d029-8965-40ee-9f3a-c1645cbc04a6 HTTP/1.1" status: 200 len: 217 time: 0.1476617 May 09 13:58:04.694019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e033abd-c942-43e4-a9f0-405da7d00b47 req-a43a1c7c-803d-4cbe-83d5-bdc01e9f240f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:04.695382 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5e033abd-c942-43e4-a9f0-405da7d00b47 req-a43a1c7c-803d-4cbe-83d5-bdc01e9f240f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=921104d3-e88b-4733-bf8d-52db9f5b0839 HTTP/1.1" status: 200 len: 835 time: 0.0563552 May 09 13:58:04.768791 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5e033abd-c942-43e4-a9f0-405da7d00b47 req-516f8a89-4f08-44ab-a049-001714cf0a4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d8647a6-e035-4048-b69b-4a89fcff19fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674145 May 09 13:58:04.897080 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5e033abd-c942-43e4-a9f0-405da7d00b47 req-14d7752d-ee47-49e7-9425-cb54cc6be89f service neutron] 10.222.0.57 "GET /v2.0/networks/4d8647a6-e035-4048-b69b-4a89fcff19fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214132 May 09 13:58:05.026883 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5e033abd-c942-43e4-a9f0-405da7d00b47 req-55050bce-79bb-4e0c-9a14-f61e09ff98a4 service neutron] 10.222.0.57 "GET /v2.0/networks/4d8647a6-e035-4048-b69b-4a89fcff19fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236575 May 09 13:58:05.617229 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b12d9b-e8d0-4f66-9a2f-3df473107d44 req-7714aef6-2b0e-44b0-bc0e-59de3c8db43f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:05.618779 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-08b12d9b-e8d0-4f66-9a2f-3df473107d44 req-7714aef6-2b0e-44b0-bc0e-59de3c8db43f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 943 time: 0.0750403 May 09 13:58:05.666375 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-08b12d9b-e8d0-4f66-9a2f-3df473107d44 req-42566253-768d-4efa-a668-1f77d405fe69 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417140 May 09 13:58:06.150469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device d0f4d029-8965-40ee-9f3a-c1645cbc04a6 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:58:06.280728 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port d0f4d029-8965-40ee-9f3a-c1645cbc04a6, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d0f4d029-8965-40ee-9f3a-c1645cbc04a6,segment=NetworkSegment(2f2ec059-7c67-4e51-817a-df14a5f049ae),segment_id=2f2ec059-7c67-4e51-817a-df14a5f049ae)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:58:06.293510 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'port_id': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6', 'mac_address': 'fa:16:3e:69:6d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:58:06.346131 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:06.363389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f4d029-8965-40ee-9f3a-c1645cbc04a6 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:58:06.378333 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port d0f4d029-8965-40ee-9f3a-c1645cbc04a6, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d0f4d029-8965-40ee-9f3a-c1645cbc04a6,segment=NetworkSegment(2f2ec059-7c67-4e51-817a-df14a5f049ae),segment_id=2f2ec059-7c67-4e51-817a-df14a5f049ae)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:58:06.382832 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:06.448850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=d0f4d029-8965-40ee-9f3a-c1645cbc04a6,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:58:06.771757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['d0f4d029-8965-40ee-9f3a-c1645cbc04a6'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:58:06.861908 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3b07d-a403-4eb8-bfb0-83492192b29e req-cbffa19c-5dff-429e-824d-31795971a36f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:06.863850 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bdb3b07d-a403-4eb8-bfb0-83492192b29e req-cbffa19c-5dff-429e-824d-31795971a36f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 944 time: 0.0791204 May 09 13:58:06.908271 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bdb3b07d-a403-4eb8-bfb0-83492192b29e req-0c918ccf-aa68-4246-9b28-c2029b70298a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389929 May 09 13:58:08.102933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76a3c3-02d4-4c10-ae54-d1d18d81ba34 req-523dc8f3-cc3f-488f-95b6-dba47440639b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:08.104382 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6b76a3c3-02d4-4c10-ae54-d1d18d81ba34 req-523dc8f3-cc3f-488f-95b6-dba47440639b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 944 time: 0.0783730 May 09 13:58:08.157036 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6b76a3c3-02d4-4c10-ae54-d1d18d81ba34 req-0c57b519-5449-49ae-9f7e-bd5aba1eb137 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470064 May 09 13:58:08.158506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device d0f4d029-8965-40ee-9f3a-c1645cbc04a6 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:58:08.237349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port d0f4d029-8965-40ee-9f3a-c1645cbc04a6 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:58:08.242861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port d0f4d029-8965-40ee-9f3a-c1645cbc04a6 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:58:08.243226 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:08.356082 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:08.382771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:58:08.392991 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port d0f4d029-8965-40ee-9f3a-c1645cbc04a6, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d0f4d029-8965-40ee-9f3a-c1645cbc04a6,segment=NetworkSegment(2f2ec059-7c67-4e51-817a-df14a5f049ae),segment_id=2f2ec059-7c67-4e51-817a-df14a5f049ae)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:58:08.397848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:08.469737 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=d0f4d029-8965-40ee-9f3a-c1645cbc04a6,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:58:08.533376 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69aae3a6-3a96-44fc-a714-c553d6c237e6'] response: {'server_uuid': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6', 'code': 200} May 09 13:58:08.778494 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-44c5df26-6a44-4da7-a231-90627e6855cb req-c25e93e5-bcb9-4fab-bee0-360ba1514f14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 1098 time: 0.0783534 May 09 13:58:08.824517 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-44c5df26-6a44-4da7-a231-90627e6855cb req-d5f18ff2-7fe2-45af-a852-05059ac36d73 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 May 09 13:58:09.361916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc66dc-123d-41d1-9fa5-a06896f23f14 req-5be2a772-23ac-4cd0-aea4-72b28268f30b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:09.364291 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-34fc66dc-123d-41d1-9fa5-a06896f23f14 req-5be2a772-23ac-4cd0-aea4-72b28268f30b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 945 time: 0.0871036 May 09 13:58:09.409591 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-34fc66dc-123d-41d1-9fa5-a06896f23f14 req-99dc6329-aacd-4849-9e80-79ff8b4d34b8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397973 May 09 13:58:10.193497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1a0c73aa-bdec-469c-bfa8-a604b9d6a1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:10.605313 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab6409-cc0b-42cc-8f91-3cfa603908bd req-0a3ba6df-6619-46f8-a1fd-9703344800f5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:10.606878 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39ab6409-cc0b-42cc-8f91-3cfa603908bd req-0a3ba6df-6619-46f8-a1fd-9703344800f5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 945 time: 0.0778353 May 09 13:58:10.651400 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-39ab6409-cc0b-42cc-8f91-3cfa603908bd req-9e83059c-e15e-4e7c-a355-3636d722a06b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390015 May 09 13:58:10.842722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a491d-d6f7-4a2e-822e-f204fcdf71a8 req-890686de-6900-4738-8396-97cb68dc4112 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:10.844134 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a7a491d-d6f7-4a2e-822e-f204fcdf71a8 req-890686de-6900-4738-8396-97cb68dc4112 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 945 time: 0.0734987 May 09 13:58:10.891024 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4a7a491d-d6f7-4a2e-822e-f204fcdf71a8 req-9bc0d66d-0534-4b68-b84e-3f1b6e398518 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407670 May 09 13:58:10.918447 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36494) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:58:10.984459 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5f4895b8-2a0d-43ba-8a02-75280bc05a9e tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 1093 time: 0.0649450 May 09 13:58:10.987137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36498) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:58:10.992287 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:58:10.997707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:58:11.001719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:floatingip and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:58:11.004563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:58:11.010175 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:58:11.020687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:11.153747 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:11.285555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.26.1.91 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/64c488cb-f4e6-4b6e-86ae-8e31e286e721) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:58:11.505617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:11.531791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:11.596889 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:58:11.599781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:58:11.604641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:58:11.632139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=64c488cb-f4e6-4b6e-86ae-8e31e286e721,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:58:12.103925 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:12.166528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:12.360646 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:12.365242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:12.470801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=64c488cb-f4e6-4b6e-86ae-8e31e286e721,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:58:12.484303 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:12.504102 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d689-8b28-472b-b5c5-74672e0cfbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:12.672710 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Floating IP a4beffd1-45ca-4e66-bfab-4c0f863a86e4 associated. External IP: 172.26.1.91, port: d0f4d029-8965-40ee-9f3a-c1645cbc04a6. May 09 13:58:13.133492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 7ad3e283-6efc-498a-9457-4392d78ac057 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:58:13.336252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:58:13.345682 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd632819-fcc4-46c8-bb39-a4ece3cbeb91 None None] Sync routers for ids ['7ad3e283-6efc-498a-9457-4392d78ac057'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:58:13.358616 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd632819-fcc4-46c8-bb39-a4ece3cbeb91 None None] Routers {'7ad3e283-6efc-498a-9457-4392d78ac057'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:58:13.359307 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bd632819-fcc4-46c8-bb39-a4ece3cbeb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:58:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7ad3e283-6efc-498a-9457-4392d78ac057'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:58:13.360087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:13.417391 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-3a095e95-b34e-44a7-b418-f591f132f98a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4291363 May 09 13:58:13.417962 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'tag': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:58:13.483492 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284dfff5-fa51-4f08-ac99-c494f5e0e803'] response: {'name': 'network-changed', 'server_uuid': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'tag': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6', 'status': 'completed', 'code': 200} May 09 13:58:13.485286 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:13.583639 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0c7ef23-bfa2-4db8-bee1-243da7679784 req-299ef530-1d80-4b93-a452-f08b2fdf0107 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 1098 time: 0.0783286 May 09 13:58:13.587423 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-bd632819-fcc4-46c8-bb39-a4ece3cbeb91 None None] Set router 7ad3e283-6efc-498a-9457-4392d78ac057 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:58:13.610956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297896e3-8fcd-4f7b-8f34-cef864643a81 req-77df86f2-eb5f-47b7-a63f-916b9928a83d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:13.613341 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-297896e3-8fcd-4f7b-8f34-cef864643a81 req-77df86f2-eb5f-47b7-a63f-916b9928a83d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 945 time: 0.0856652 May 09 13:58:13.664714 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-297896e3-8fcd-4f7b-8f34-cef864643a81 req-6c939eff-a811-4a11-a3d8-be0d08ff3c15 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443101 May 09 13:58:13.694146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36506) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:58:13.732530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7ef23-bfa2-4db8-bee1-243da7679784 req-a0d14213-f6d4-4988-ab9d-f1fdee2552d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:13.734057 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0c7ef23-bfa2-4db8-bee1-243da7679784 req-a0d14213-f6d4-4988-ab9d-f1fdee2552d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d8647a6-e035-4048-b69b-4a89fcff19fa HTTP/1.1" status: 200 len: 898 time: 0.1446130 May 09 13:58:13.800447 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2aa597a0-e0fd-42e8-b70e-c26623211cb5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/a4beffd1-45ca-4e66-bfab-4c0f863a86e4 HTTP/1.1" status: 200 len: 990 time: 0.1038043 May 09 13:58:13.837865 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0c7ef23-bfa2-4db8-bee1-243da7679784 req-70ee1714-187f-4f6b-92ab-1c90477d2e92 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0f4d029-8965-40ee-9f3a-c1645cbc04a6 HTTP/1.1" status: 200 len: 998 time: 0.0983889 May 09 13:58:13.899153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7ef23-bfa2-4db8-bee1-243da7679784 req-47df40c5-1ec7-460a-b930-22a34526fd68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:58:13.900608 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0c7ef23-bfa2-4db8-bee1-243da7679784 req-47df40c5-1ec7-460a-b930-22a34526fd68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=921104d3-e88b-4733-bf8d-52db9f5b0839 HTTP/1.1" status: 200 len: 835 time: 0.0575254 May 09 13:58:13.908630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:13.946569 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bd632819-fcc4-46c8-bb39-a4ece3cbeb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'a4beffd1-45ca-4e66-bfab-4c0f863a86e4', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.91', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'port_id': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'mac_address': 'fa:16:3e:69:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:58:11Z', 'updated_at': '2022-05-09T13:58:11Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd73bcd9-00e3-47e1-900b-ca0cccd04c35', 'name': '', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:2d:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:55Z', 'updated_at': '2022-05-09T13:58:01Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:58:13.950498 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd632819-fcc4-46c8-bb39-a4ece3cbeb91 None None] Checking router: 7ad3e283-6efc-498a-9457-4392d78ac057 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:58:13.961127 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd632819-fcc4-46c8-bb39-a4ece3cbeb91 None None] Routers {'7ad3e283-6efc-498a-9457-4392d78ac057'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:58:13.961763 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bd632819-fcc4-46c8-bb39-a4ece3cbeb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:58:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7ad3e283-6efc-498a-9457-4392d78ac057'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:58:13.979597 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0c7ef23-bfa2-4db8-bee1-243da7679784 req-59301e8c-3b1d-4e03-bd0b-702b34733cc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d8647a6-e035-4048-b69b-4a89fcff19fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729117 May 09 13:58:14.112763 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0c7ef23-bfa2-4db8-bee1-243da7679784 req-3563b7ae-88f4-4c82-b3ee-21ff8ea97542 service neutron] 10.222.0.57 "GET /v2.0/networks/4d8647a6-e035-4048-b69b-4a89fcff19fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275733 May 09 13:58:14.137575 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-bd632819-fcc4-46c8-bb39-a4ece3cbeb91 None None] Set router 7ad3e283-6efc-498a-9457-4392d78ac057 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:58:14.242301 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f0c7ef23-bfa2-4db8-bee1-243da7679784 req-5b9c305e-768c-4256-8adc-2f0996963e75 service neutron] 10.222.0.57 "GET /v2.0/networks/4d8647a6-e035-4048-b69b-4a89fcff19fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237698 May 09 13:58:14.482372 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-bd632819-fcc4-46c8-bb39-a4ece3cbeb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'a4beffd1-45ca-4e66-bfab-4c0f863a86e4', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.91', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'port_id': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'mac_address': 'fa:16:3e:69:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:58:11Z', 'updated_at': '2022-05-09T13:58:11Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd73bcd9-00e3-47e1-900b-ca0cccd04c35', 'name': '', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:2d:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:55Z', 'updated_at': '2022-05-09T13:58:01Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:58:14.486062 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd632819-fcc4-46c8-bb39-a4ece3cbeb91 None None] The sync data for ids ['7ad3e283-6efc-498a-9457-4392d78ac057'] in dv-neutron-840889-2-hyperv is: [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'a4beffd1-45ca-4e66-bfab-4c0f863a86e4', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.91', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'port_id': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'mac_address': 'fa:16:3e:69:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T13:58:11Z', 'updated_at': '2022-05-09T13:58:11Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd73bcd9-00e3-47e1-900b-ca0cccd04c35', 'name': '', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:2d:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:55Z', 'updated_at': '2022-05-09T13:58:01Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:58:14.803490 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36510) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:58:14.900971 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4ca13e31-0819-4f15-9081-ede010cc85b8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/a4beffd1-45ca-4e66-bfab-4c0f863a86e4 HTTP/1.1" status: 200 len: 990 time: 0.0964139 May 09 13:58:15.142915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:15.904959 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36514) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:58:16.013405 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-76c8ad61-f641-4933-a8a7-db4b3204a00a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/a4beffd1-45ca-4e66-bfab-4c0f863a86e4 HTTP/1.1" status: 200 len: 990 time: 0.1072834 May 09 13:58:17.016889 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36518) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:58:17.204162 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4684e0c4-5fee-4d10-9dcf-f0b7f5f87087 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/a4beffd1-45ca-4e66-bfab-4c0f863a86e4 HTTP/1.1" status: 200 len: 990 time: 0.1861348 May 09 13:58:17.412986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f1278-f66c-4d26-ac11-ca7f68a7b45d None None] New status for floating IP a4beffd1-45ca-4e66-bfab-4c0f863a86e4: ACTIVE {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:58:18.208081 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36522) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:58:18.313129 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4433f449-164f-4405-bc69-a00afab9003d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/a4beffd1-45ca-4e66-bfab-4c0f863a86e4 HTTP/1.1" status: 200 len: 992 time: 0.1035500 May 09 13:58:21.680920 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:30.048598 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:58:40.195438 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a4c8976-f5bb-469c-9e13-225f8ccf09a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:42.494220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d5efd1b7-18c1-4ef8-8ea1-4eca15cac7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:43.477601 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:43.912409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:45.146443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:58:51.677087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:01.389675 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-032b39aa-db88-4c2d-8f9c-e42562449ca2 req-d8f37ac0-80b2-4506-9d92-438f86c583b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678129 May 09 13:59:01.522066 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-032b39aa-db88-4c2d-8f9c-e42562449ca2 req-0b15f610-9072-4933-8bdb-a8d1f74aa86d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 1098 time: 0.0668194 May 09 13:59:01.661699 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b39aa-db88-4c2d-8f9c-e42562449ca2 req-a0bcb1dd-7479-4e18-8b8e-79025e971f11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:01.663059 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-032b39aa-db88-4c2d-8f9c-e42562449ca2 req-a0bcb1dd-7479-4e18-8b8e-79025e971f11 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d8647a6-e035-4048-b69b-4a89fcff19fa HTTP/1.1" status: 200 len: 898 time: 0.1238835 May 09 13:59:01.762346 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-032b39aa-db88-4c2d-8f9c-e42562449ca2 req-2e7a952f-8fb6-4a56-9e8d-a5efe2d0961e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0f4d029-8965-40ee-9f3a-c1645cbc04a6 HTTP/1.1" status: 200 len: 1000 time: 0.0937448 May 09 13:59:01.826331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b39aa-db88-4c2d-8f9c-e42562449ca2 req-973516ac-4259-4aaa-a5d5-e702a7ad79dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:01.827751 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-032b39aa-db88-4c2d-8f9c-e42562449ca2 req-973516ac-4259-4aaa-a5d5-e702a7ad79dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=921104d3-e88b-4733-bf8d-52db9f5b0839 HTTP/1.1" status: 200 len: 835 time: 0.0598595 May 09 13:59:01.903816 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-032b39aa-db88-4c2d-8f9c-e42562449ca2 req-67fe0a3a-369c-4fdc-8350-7fa5aa3d84a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d8647a6-e035-4048-b69b-4a89fcff19fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706143 May 09 13:59:02.032289 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-032b39aa-db88-4c2d-8f9c-e42562449ca2 req-c47bb696-0aff-459e-80c7-6df5ea3b6d7e service neutron] 10.222.0.57 "GET /v2.0/networks/4d8647a6-e035-4048-b69b-4a89fcff19fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220927 May 09 13:59:02.158391 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-032b39aa-db88-4c2d-8f9c-e42562449ca2 req-62e705b9-5819-4da6-873c-9d50ab43d17b service neutron] 10.222.0.57 "GET /v2.0/networks/4d8647a6-e035-4048-b69b-4a89fcff19fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205730 May 09 13:59:07.048431 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:59:10.197396 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-abe6a218-d939-45a5-90b8-ddf4d13b7607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:12.495361 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-668ffad3-d05a-43ff-9efb-3d6f3c46d535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:13.479562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:13.913358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:15.152491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:21.687017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:25.621340 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dddb9d-fe5c-4a3a-b35b-932f82aa4360 req-f96d946c-b895-4405-b5be-df2f0ce053cd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:25.622788 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d5dddb9d-fe5c-4a3a-b35b-932f82aa4360 req-f96d946c-b895-4405-b5be-df2f0ce053cd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 945 time: 0.0758691 May 09 13:59:25.670745 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d5dddb9d-fe5c-4a3a-b35b-932f82aa4360 req-05191630-b2af-4116-8acf-8a4b0a01ff93 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422642 May 09 13:59:26.876109 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19191007-6453-4868-a625-ddbce3e65046 req-1931b4b9-7c08-4162-b866-c8bf4f9caa21 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:26.877476 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-19191007-6453-4868-a625-ddbce3e65046 req-1931b4b9-7c08-4162-b866-c8bf4f9caa21 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 945 time: 0.0743854 May 09 13:59:26.921057 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-19191007-6453-4868-a625-ddbce3e65046 req-6c614d70-5704-4844-84c3-cd2469dd4852 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374968 May 09 13:59:26.949412 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36556) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:27.052954 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e2907bf2-96e0-41ad-a122-67a466d13f11 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/a4beffd1-45ca-4e66-bfab-4c0f863a86e4 HTTP/1.1" status: 200 len: 992 time: 0.1024177 May 09 13:59:28.540815 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c5a67-517d-490f-abe8-a40720890b31 req-65ed90f2-9682-4e52-8e87-b1352349c7f5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:28.543147 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-357c5a67-517d-490f-abe8-a40720890b31 req-65ed90f2-9682-4e52-8e87-b1352349c7f5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 945 time: 0.0836883 May 09 13:59:28.595191 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-357c5a67-517d-490f-abe8-a40720890b31 req-9960f766-d449-424b-a578-4ed3d0f19582 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458653 May 09 13:59:29.791600 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7ef3f-7a6c-430e-a241-896652489466 req-8c21304f-a47a-4d8f-a083-6031a8f959cf tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:29.792959 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-76e7ef3f-7a6c-430e-a241-896652489466 req-8c21304f-a47a-4d8f-a083-6031a8f959cf tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 945 time: 0.0740700 May 09 13:59:29.837352 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-76e7ef3f-7a6c-430e-a241-896652489466 req-c90bcf99-822e-4af2-a937-f7cfd300c629 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390067 May 09 13:59:29.870795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36568) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:29.972854 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6cf1b193-8648-4d00-9cc7-3284e8a7f552 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/a4beffd1-45ca-4e66-bfab-4c0f863a86e4 HTTP/1.1" status: 200 len: 992 time: 0.1003220 May 09 13:59:30.246764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36576) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:30.442014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port 64c488cb-f4e6-4b6e-86ae-8e31e286e721 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:59:30.442269 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:30.605279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:30.606091 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:30.720961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for 64c488cb-f4e6-4b6e-86ae-8e31e286e721 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:59:30.955501 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:30.997218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=64c488cb-f4e6-4b6e-86ae-8e31e286e721,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:31.035494 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:31.035831 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:31.036167 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:31.036525 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:31.036852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:31.037179 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:31.037526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:31.037854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:31.038172 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:31.038490 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:31.038806 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:31.097700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:31.475120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 7ad3e283-6efc-498a-9457-4392d78ac057 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:59:31.677040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:59:31.686700 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768bdb5-75bb-4511-a62b-c24a4738a5c3 None None] Sync routers for ids ['7ad3e283-6efc-498a-9457-4392d78ac057'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:59:31.692976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:31.704020 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768bdb5-75bb-4511-a62b-c24a4738a5c3 None None] Routers {'7ad3e283-6efc-498a-9457-4392d78ac057'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:59:31.704623 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d768bdb5-75bb-4511-a62b-c24a4738a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:59:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7ad3e283-6efc-498a-9457-4392d78ac057'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:31.746239 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-21b18c85-2977-4f8c-ae4c-acf6f7d1b065 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/floatingips/a4beffd1-45ca-4e66-bfab-4c0f863a86e4 HTTP/1.1" status: 204 len: 168 time: 1.4984238 May 09 13:59:31.746809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'tag': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:59:31.805000 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce491ef8-5709-482b-a519-649d9b4a6c1b'] response: {'name': 'network-changed', 'server_uuid': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'tag': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6', 'status': 'completed', 'code': 200} May 09 13:59:31.915351 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e54a0981-3389-414c-8df7-3dc1246045f3 req-d8cdb05d-f142-4db0-bb1e-f5d0ae1f1702 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 1098 time: 0.0876002 May 09 13:59:31.930468 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-d768bdb5-75bb-4511-a62b-c24a4738a5c3 None None] Set router 7ad3e283-6efc-498a-9457-4392d78ac057 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:59:32.081217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a0981-3389-414c-8df7-3dc1246045f3 req-1317f314-b9de-4773-ac0d-07565d9c37ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:32.082682 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e54a0981-3389-414c-8df7-3dc1246045f3 req-1317f314-b9de-4773-ac0d-07565d9c37ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d8647a6-e035-4048-b69b-4a89fcff19fa HTTP/1.1" status: 200 len: 898 time: 0.1617110 May 09 13:59:32.152064 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e54a0981-3389-414c-8df7-3dc1246045f3 req-60b688d0-a822-4538-a74d-d6bc39e9a68d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0f4d029-8965-40ee-9f3a-c1645cbc04a6 HTTP/1.1" status: 200 len: 217 time: 0.0622048 May 09 13:59:32.185546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e92f5-4db4-4dab-ae38-d2bd6a8a7609 req-0a20502a-cb7c-4c9f-b0ff-0553e6887f61 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:32.187207 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2a2e92f5-4db4-4dab-ae38-d2bd6a8a7609 req-0a20502a-cb7c-4c9f-b0ff-0553e6887f61 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 945 time: 0.0801978 May 09 13:59:32.218328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a0981-3389-414c-8df7-3dc1246045f3 req-d79f7361-12ac-44df-86ef-24b2d69c3df9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:32.219763 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e54a0981-3389-414c-8df7-3dc1246045f3 req-d79f7361-12ac-44df-86ef-24b2d69c3df9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=921104d3-e88b-4733-bf8d-52db9f5b0839 HTTP/1.1" status: 200 len: 835 time: 0.0616801 May 09 13:59:32.236456 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2a2e92f5-4db4-4dab-ae38-d2bd6a8a7609 req-abe88ad7-6125-4a5d-9373-cf89ee79c5c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438116 May 09 13:59:32.294320 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e54a0981-3389-414c-8df7-3dc1246045f3 req-8118222d-4677-42cc-9f83-edccc933805d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d8647a6-e035-4048-b69b-4a89fcff19fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676718 May 09 13:59:32.305568 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d768bdb5-75bb-4511-a62b-c24a4738a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'cd73bcd9-00e3-47e1-900b-ca0cccd04c35', 'name': '', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:2d:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:55Z', 'updated_at': '2022-05-09T13:58:01Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:32.309317 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768bdb5-75bb-4511-a62b-c24a4738a5c3 None None] Checking router: 7ad3e283-6efc-498a-9457-4392d78ac057 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:59:32.319938 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768bdb5-75bb-4511-a62b-c24a4738a5c3 None None] Routers {'7ad3e283-6efc-498a-9457-4392d78ac057'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:59:32.320520 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d768bdb5-75bb-4511-a62b-c24a4738a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:59:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7ad3e283-6efc-498a-9457-4392d78ac057'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:32.422246 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e54a0981-3389-414c-8df7-3dc1246045f3 req-dfa32646-164c-4e9d-8f74-90ec2f4034d5 service neutron] 10.222.0.57 "GET /v2.0/networks/4d8647a6-e035-4048-b69b-4a89fcff19fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209912 May 09 13:59:32.498731 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-d768bdb5-75bb-4511-a62b-c24a4738a5c3 None None] Set router 7ad3e283-6efc-498a-9457-4392d78ac057 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:59:32.663295 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e54a0981-3389-414c-8df7-3dc1246045f3 req-f054d04b-3ef6-4ecc-bb87-ebeb9123b1ae service neutron] 10.222.0.57 "GET /v2.0/networks/4d8647a6-e035-4048-b69b-4a89fcff19fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340508 May 09 13:59:32.807264 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-d768bdb5-75bb-4511-a62b-c24a4738a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'cd73bcd9-00e3-47e1-900b-ca0cccd04c35', 'name': '', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:2d:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:55Z', 'updated_at': '2022-05-09T13:58:01Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:32.812006 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768bdb5-75bb-4511-a62b-c24a4738a5c3 None None] The sync data for ids ['7ad3e283-6efc-498a-9457-4392d78ac057'] in dv-neutron-840889-2-hyperv is: [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'cd73bcd9-00e3-47e1-900b-ca0cccd04c35', 'name': '', 'network_id': '4d8647a6-e035-4048-b69b-4a89fcff19fa', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:2d:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:55Z', 'updated_at': '2022-05-09T13:58:01Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '921104d3-e88b-4733-bf8d-52db9f5b0839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:59:33.020435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38970c3-59c0-4179-9b54-f897aeaebd0b None None] New status for floating IP a4beffd1-45ca-4e66-bfab-4c0f863a86e4: DOWN {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 13:59:33.432468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485c6fe-77ab-462d-a588-9a8deba30ac8 req-10847d6f-dc7d-41ef-86e3-57a3af8e8b82 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:33.433937 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7485c6fe-77ab-462d-a588-9a8deba30ac8 req-10847d6f-dc7d-41ef-86e3-57a3af8e8b82 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 945 time: 0.0751462 May 09 13:59:33.478289 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7485c6fe-77ab-462d-a588-9a8deba30ac8 req-2b89741e-0a2b-4e16-8415-fd27736fe6db tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=90926a54-b12c-40fb-9e28-bebecad3d0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388641 May 09 13:59:33.771822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3238c-a140-4a78-9d4b-7c86c9f5c8cf req-6cb91e2d-8f58-4581-9ad3-0b00631ef890 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:33.772416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-59c3238c-a140-4a78-9d4b-7c86c9f5c8cf req-6cb91e2d-8f58-4581-9ad3-0b00631ef890 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:59:33.787178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-59c3238c-a140-4a78-9d4b-7c86c9f5c8cf req-6cb91e2d-8f58-4581-9ad3-0b00631ef890 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:59:33.788604 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-59c3238c-a140-4a78-9d4b-7c86c9f5c8cf req-6cb91e2d-8f58-4581-9ad3-0b00631ef890 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 945 time: 0.0914407 May 09 13:59:33.855171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-59c3238c-a140-4a78-9d4b-7c86c9f5c8cf req-5172f9b2-e243-4f8b-a1c9-960620e2b2e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port d0f4d029-8965-40ee-9f3a-c1645cbc04a6 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:59:33.855504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-59c3238c-a140-4a78-9d4b-7c86c9f5c8cf req-5172f9b2-e243-4f8b-a1c9-960620e2b2e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:34.094476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-59c3238c-a140-4a78-9d4b-7c86c9f5c8cf req-5172f9b2-e243-4f8b-a1c9-960620e2b2e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port d0f4d029-8965-40ee-9f3a-c1645cbc04a6, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d0f4d029-8965-40ee-9f3a-c1645cbc04a6,segment=NetworkSegment(2f2ec059-7c67-4e51-817a-df14a5f049ae),segment_id=2f2ec059-7c67-4e51-817a-df14a5f049ae)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:59:34.094830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-59c3238c-a140-4a78-9d4b-7c86c9f5c8cf req-5172f9b2-e243-4f8b-a1c9-960620e2b2e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:34.210380 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-59c3238c-a140-4a78-9d4b-7c86c9f5c8cf req-5172f9b2-e243-4f8b-a1c9-960620e2b2e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for d0f4d029-8965-40ee-9f3a-c1645cbc04a6 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:59:34.350734 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-59c3238c-a140-4a78-9d4b-7c86c9f5c8cf req-5172f9b2-e243-4f8b-a1c9-960620e2b2e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:34.398544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172f9b2-e243-4f8b-a1c9-960620e2b2e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=d0f4d029-8965-40ee-9f3a-c1645cbc04a6,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:34.470600 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c3238c-a140-4a78-9d4b-7c86c9f5c8cf req-5172f9b2-e243-4f8b-a1c9-960620e2b2e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] No DVR routers for this DVR port d0f4d029-8965-40ee-9f3a-c1645cbc04a6 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:59:34.474439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-59c3238c-a140-4a78-9d4b-7c86c9f5c8cf req-5172f9b2-e243-4f8b-a1c9-960620e2b2e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:34.477110 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'name': 'network-vif-deleted', 'tag': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:59:34.492912 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-59c3238c-a140-4a78-9d4b-7c86c9f5c8cf req-5172f9b2-e243-4f8b-a1c9-960620e2b2e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "DELETE /v2.0/ports/d0f4d029-8965-40ee-9f3a-c1645cbc04a6 HTTP/1.1" status: 204 len: 173 time: 0.6986120 May 09 13:59:34.540480 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a566fa9-d1d3-4dd5-8e64-11a49a96d622'] response: {'server_uuid': '52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f', 'name': 'network-vif-deleted', 'tag': 'd0f4d029-8965-40ee-9f3a-c1645cbc04a6', 'status': 'completed', 'code': 200} May 09 13:59:34.642830 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d590940b-4d55-4e24-8c1f-4d2039192f02 req-586566c9-b08e-4596-984c-e932e86cc2fe tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d6a2cd-ee5e-40e7-b2e2-3fce28cfbd2f HTTP/1.1" status: 200 len: 210 time: 0.0407472 May 09 13:59:35.746389 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36594) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:36.138107 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38c1c852-e61c-4ea6-a028-37ad81b4fcd8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:36.819605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-38c1c852-e61c-4ea6-a028-37ad81b4fcd8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port cd73bcd9-00e3-47e1-900b-ca0cccd04c35 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:59:36.820277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38c1c852-e61c-4ea6-a028-37ad81b4fcd8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:37.007035 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-38c1c852-e61c-4ea6-a028-37ad81b4fcd8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port cd73bcd9-00e3-47e1-900b-ca0cccd04c35, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=cd73bcd9-00e3-47e1-900b-ca0cccd04c35,segment=NetworkSegment(2f2ec059-7c67-4e51-817a-df14a5f049ae),segment_id=2f2ec059-7c67-4e51-817a-df14a5f049ae)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:59:37.007323 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38c1c852-e61c-4ea6-a028-37ad81b4fcd8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:37.124385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-38c1c852-e61c-4ea6-a028-37ad81b4fcd8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for cd73bcd9-00e3-47e1-900b-ca0cccd04c35 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:59:37.291950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38c1c852-e61c-4ea6-a028-37ad81b4fcd8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:37.339444 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1c852-e61c-4ea6-a028-37ad81b4fcd8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=cd73bcd9-00e3-47e1-900b-ca0cccd04c35,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:37.627721 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-38c1c852-e61c-4ea6-a028-37ad81b4fcd8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:38.268706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c1c852-e61c-4ea6-a028-37ad81b4fcd8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 7ad3e283-6efc-498a-9457-4392d78ac057 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:59:38.460247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c1c852-e61c-4ea6-a028-37ad81b4fcd8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:59:38.471505 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbcd0d-1301-4785-aec3-90df1ece19db None None] Sync routers for ids ['7ad3e283-6efc-498a-9457-4392d78ac057'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:59:38.476891 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-38c1c852-e61c-4ea6-a028-37ad81b4fcd8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "PUT /v2.0/routers/7ad3e283-6efc-498a-9457-4392d78ac057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7292070 May 09 13:59:38.479329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36598) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:38.484763 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fbcd0d-1301-4785-aec3-90df1ece19db None None] Routers {'7ad3e283-6efc-498a-9457-4392d78ac057'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:59:38.485474 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b1fbcd0d-1301-4785-aec3-90df1ece19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:59:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7ad3e283-6efc-498a-9457-4392d78ac057'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:38.595875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device d0f4d029-8965-40ee-9f3a-c1645cbc04a6 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:59:38.629692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: d0f4d029-8965-40ee-9f3a-c1645cbc04a6 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:59:38.630915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device d0f4d029-8965-40ee-9f3a-c1645cbc04a6 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:59:38.668602 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee63e198-d080-47e7-af13-5dc452384819 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting subnet 921104d3-e88b-4733-bf8d-52db9f5b0839 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 13:59:38.669363 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-b1fbcd0d-1301-4785-aec3-90df1ece19db None None] Set router 7ad3e283-6efc-498a-9457-4392d78ac057 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:59:38.671416 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee63e198-d080-47e7-af13-5dc452384819 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:38.723558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee63e198-d080-47e7-af13-5dc452384819 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:38.805060 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee63e198-d080-47e7-af13-5dc452384819 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:38.875566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee63e198-d080-47e7-af13-5dc452384819 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:38.916116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63e198-d080-47e7-af13-5dc452384819 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Subnet': ['ID=921104d3-e88b-4733-bf8d-52db9f5b0839,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:38.920627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ee63e198-d080-47e7-af13-5dc452384819 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:38.926425 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ee63e198-d080-47e7-af13-5dc452384819 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/subnets/921104d3-e88b-4733-bf8d-52db9f5b0839 HTTP/1.1" status: 204 len: 168 time: 0.4461529 May 09 13:59:38.929548 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36602) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:38.931959 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d674b87a-fb93-4bfe-81fe-aadde2cfcb52 None None] Network 4d8647a6-e035-4048-b69b-4a89fcff19fa requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:59:38.953401 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b1fbcd0d-1301-4785-aec3-90df1ece19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:59:37Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:38.957165 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbcd0d-1301-4785-aec3-90df1ece19db None None] Checking router: 7ad3e283-6efc-498a-9457-4392d78ac057 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:59:38.967428 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fbcd0d-1301-4785-aec3-90df1ece19db None None] Routers {'7ad3e283-6efc-498a-9457-4392d78ac057'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:59:38.968011 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b1fbcd0d-1301-4785-aec3-90df1ece19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:59:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['7ad3e283-6efc-498a-9457-4392d78ac057'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:39.133861 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:39.180092 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-b1fbcd0d-1301-4785-aec3-90df1ece19db None None] Set router 7ad3e283-6efc-498a-9457-4392d78ac057 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:59:39.184537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] DHCP port deletion for 4d8647a6-e035-4048-b69b-4a89fcff19fa request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 13:59:39.190347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Deleting port 53d96d33-1196-4a7b-9716-64f5fd6b0be4 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:59:39.190718 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:39.393185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] For port 53d96d33-1196-4a7b-9716-64f5fd6b0be4, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=53d96d33-1196-4a7b-9716-64f5fd6b0be4,segment=NetworkSegment(2f2ec059-7c67-4e51-817a-df14a5f049ae),segment_id=2f2ec059-7c67-4e51-817a-df14a5f049ae)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:59:39.393609 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:39.445214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:39.457343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port 6f396305-134c-481d-a6ac-596353caa09b {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 13:59:39.457687 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:39.475827 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b1fbcd0d-1301-4785-aec3-90df1ece19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:59:37Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:39.479271 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbcd0d-1301-4785-aec3-90df1ece19db None None] The sync data for ids ['7ad3e283-6efc-498a-9457-4392d78ac057'] in dv-neutron-840889-2-hyperv is: [{'id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439540190', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '6f396305-134c-481d-a6ac-596353caa09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:57:51Z', 'updated_at': '2022-05-09T13:59:37Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6f396305-134c-481d-a6ac-596353caa09b', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad3e283-6efc-498a-9457-4392d78ac057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:57:52Z', 'updated_at': '2022-05-09T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:59:39.518597 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 53d96d33-1196-4a7b-9716-64f5fd6b0be4 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:59:39.550537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Calling delete_port for 53d96d33-1196-4a7b-9716-64f5fd6b0be4 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:59:39.653879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port 6f396305-134c-481d-a6ac-596353caa09b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6f396305-134c-481d-a6ac-596353caa09b,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:59:39.654153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:39.675139 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:39.725662 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Pushing event deleted for resources: {'Port': ['ID=53d96d33-1196-4a7b-9716-64f5fd6b0be4,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:39.738035 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] No DVR routers for this DVR port 53d96d33-1196-4a7b-9716-64f5fd6b0be4 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 13:59:39.745816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:39.759139 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:39.759482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:39.759818 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:39.760149 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:39.760478 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:39.760805 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:39.761130 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:39.761478 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:39.761802 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:39.762120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:39.762437 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa6865-dd36-4ee4-bcce-c96f3c2123fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:39.774233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for 6f396305-134c-481d-a6ac-596353caa09b owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 13:59:39.945810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:39.990154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=6f396305-134c-481d-a6ac-596353caa09b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:40.198919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8233d3f9-65ba-4474-90af-e0e06e6ff0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:40.211660 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:40.461491 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:40.465520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:40.490304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:40.490840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Fanout notify agent at l3_agent the message router_deleted on router 7ad3e283-6efc-498a-9457-4392d78ac057 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 13:59:40.512833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:40.517093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36606) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:40.517922 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5916cce9-40e3-4b85-9389-9b1ce991eb44 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/routers/7ad3e283-6efc-498a-9457-4392d78ac057 HTTP/1.1" status: 204 len: 168 time: 1.5872762 May 09 13:59:40.723248 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:40.853550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:40.878303 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8647a6-e035-4048-b69b-4a89fcff19fa']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:40.889818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2ec059-7c67-4e51-817a-df14a5f049ae') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:40.890145 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2ec059-7c67-4e51-817a-df14a5f049ae') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:40.900973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:40.916917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:40.923298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 13:59:40.923725 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 13:59:40.938809 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 13:59:41.018610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.035569 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.046861 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Network': ['ID=4d8647a6-e035-4048-b69b-4a89fcff19fa,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:41.057633 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/networks/4d8647a6-e035-4048-b69b-4a89fcff19fa HTTP/1.1" status: 204 len: 168 time: 0.5395176 May 09 13:59:41.059052 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:41.059407 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:41.059745 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:41.060080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:41.060411 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:41.060506 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36610) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:41.060754 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:41.061069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:41.061419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:41.061767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:41.062066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:41.062390 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584f42ae-0446-472f-9584-758b9a77b862 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:41.129013 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e212-9e01-4489-8806-de4983e75908 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.156948 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e212-9e01-4489-8806-de4983e75908 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.218889 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e212-9e01-4489-8806-de4983e75908 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.237227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3e212-9e01-4489-8806-de4983e75908 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90926a54-b12c-40fb-9e28-bebecad3d0ab,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:41.246813 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e212-9e01-4489-8806-de4983e75908 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.247921 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f0c3e212-9e01-4489-8806-de4983e75908 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/security-groups/90926a54-b12c-40fb-9e28-bebecad3d0ab HTTP/1.1" status: 204 len: 168 time: 0.1862340 May 09 13:59:41.392246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36620) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:41.398523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174445761', 'description': 'tempest-secgroup-smoke-1174445761 description', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:59:41.404449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:59:41.408485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:59:41.411313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:59:41.416880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:59:41.426689 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.462692 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:59:41.466460 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:59:41.469159 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:59:41.474929 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:59:41.485602 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd73bcd9-00e3-47e1-900b-ca0cccd04c35 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:59:41.519501 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: cd73bcd9-00e3-47e1-900b-ca0cccd04c35 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:59:41.519893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device cd73bcd9-00e3-47e1-900b-ca0cccd04c35 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:59:41.520245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6f396305-134c-481d-a6ac-596353caa09b no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 13:59:41.536062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.539884 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.552482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 6f396305-134c-481d-a6ac-596353caa09b {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 13:59:41.553448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6f396305-134c-481d-a6ac-596353caa09b not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 13:59:41.585266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6b7799-daa3-431a-b90a-792d3d20f715,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:41.588887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.593015 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-351b8e29-acf3-42c6-a749-d29ea045a834 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1971023 May 09 13:59:41.593341 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36624) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:41.599045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-cf4992c1-b845-4982-af97-a0d0e232c743 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '5f6b7799-daa3-431a-b90a-792d3d20f715', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:59:41.604938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-cf4992c1-b845-4982-af97-a0d0e232c743 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:59:41.608687 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-cf4992c1-b845-4982-af97-a0d0e232c743 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:59:41.611497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-cf4992c1-b845-4982-af97-a0d0e232c743 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:59:41.617079 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-cf4992c1-b845-4982-af97-a0d0e232c743 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:59:41.634020 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cf4992c1-b845-4982-af97-a0d0e232c743 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.692261 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cf4992c1-b845-4982-af97-a0d0e232c743 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.696307 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cf4992c1-b845-4982-af97-a0d0e232c743 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.719218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4992c1-b845-4982-af97-a0d0e232c743 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8718bb-89b4-47b0-b4b0-64e4b5fbc00c,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:41.727730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-cf4992c1-b845-4982-af97-a0d0e232c743 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.728880 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-cf4992c1-b845-4982-af97-a0d0e232c743 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1346929 May 09 13:59:41.731658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36628) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:41.736901 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5f9393ca-9705-4974-90df-ab894b385547 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '5f6b7799-daa3-431a-b90a-792d3d20f715', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:59:41.743083 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5f9393ca-9705-4974-90df-ab894b385547 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:59:41.746820 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5f9393ca-9705-4974-90df-ab894b385547 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:59:41.749619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5f9393ca-9705-4974-90df-ab894b385547 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:59:41.756044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5f9393ca-9705-4974-90df-ab894b385547 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:59:41.771824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f9393ca-9705-4974-90df-ab894b385547 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.833774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f9393ca-9705-4974-90df-ab894b385547 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.837377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f9393ca-9705-4974-90df-ab894b385547 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.952514 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9393ca-9705-4974-90df-ab894b385547 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb581382-940f-40ff-accc-830d42d02bb2,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:41.961470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5f9393ca-9705-4974-90df-ab894b385547 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:41.962650 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5f9393ca-9705-4974-90df-ab894b385547 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2301025 May 09 13:59:41.965453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36632) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:41.970775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3dc46984-c955-4294-941e-c40794093b3b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '5f6b7799-daa3-431a-b90a-792d3d20f715', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:59:41.976495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3dc46984-c955-4294-941e-c40794093b3b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:59:41.980664 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3dc46984-c955-4294-941e-c40794093b3b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:59:41.983488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3dc46984-c955-4294-941e-c40794093b3b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:59:41.989802 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3dc46984-c955-4294-941e-c40794093b3b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:59:42.005867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3dc46984-c955-4294-941e-c40794093b3b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.066978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3dc46984-c955-4294-941e-c40794093b3b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.071085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3dc46984-c955-4294-941e-c40794093b3b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.092986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc46984-c955-4294-941e-c40794093b3b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe3c22f-6773-4935-8e0b-a2c887e29e3b,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:42.102298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3dc46984-c955-4294-941e-c40794093b3b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.103585 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3dc46984-c955-4294-941e-c40794093b3b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1371326 May 09 13:59:42.106259 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36636) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:42.111529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-22aafe5c-dff2-4dc0-aa98-bb2aac24b81d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '5f6b7799-daa3-431a-b90a-792d3d20f715', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:59:42.117971 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-22aafe5c-dff2-4dc0-aa98-bb2aac24b81d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:59:42.121757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-22aafe5c-dff2-4dc0-aa98-bb2aac24b81d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:59:42.125236 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-22aafe5c-dff2-4dc0-aa98-bb2aac24b81d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:59:42.130443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-22aafe5c-dff2-4dc0-aa98-bb2aac24b81d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:59:42.150158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22aafe5c-dff2-4dc0-aa98-bb2aac24b81d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.210957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22aafe5c-dff2-4dc0-aa98-bb2aac24b81d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.214557 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22aafe5c-dff2-4dc0-aa98-bb2aac24b81d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.240313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aafe5c-dff2-4dc0-aa98-bb2aac24b81d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f42524d-2135-4edb-a462-11fb7a4860b3,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:42.248160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-22aafe5c-dff2-4dc0-aa98-bb2aac24b81d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.249441 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-22aafe5c-dff2-4dc0-aa98-bb2aac24b81d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1422620 May 09 13:59:42.252430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36642) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:42.257723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-546e4228-a787-4444-934e-67bd18abaa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '5f6b7799-daa3-431a-b90a-792d3d20f715', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:59:42.263311 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-546e4228-a787-4444-934e-67bd18abaa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:59:42.267010 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-546e4228-a787-4444-934e-67bd18abaa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:59:42.269801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-546e4228-a787-4444-934e-67bd18abaa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:59:42.275628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-546e4228-a787-4444-934e-67bd18abaa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:59:42.287506 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-546e4228-a787-4444-934e-67bd18abaa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Project 8be6a886ca984d4180d6ab8c9dcd882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:59:42.293755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-546e4228-a787-4444-934e-67bd18abaa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.354662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-546e4228-a787-4444-934e-67bd18abaa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.357905 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-546e4228-a787-4444-934e-67bd18abaa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.380170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e4228-a787-4444-934e-67bd18abaa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa408155-23f6-4752-8f62-aab11750fb31,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:42.388612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-546e4228-a787-4444-934e-67bd18abaa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.389776 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-546e4228-a787-4444-934e-67bd18abaa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1364341 May 09 13:59:42.392420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36646) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:42.397668 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-79853c6e-7753-4927-afae-745cf626fa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '5f6b7799-daa3-431a-b90a-792d3d20f715', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:59:42.403171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-79853c6e-7753-4927-afae-745cf626fa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:59:42.406874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-79853c6e-7753-4927-afae-745cf626fa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:59:42.409661 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-79853c6e-7753-4927-afae-745cf626fa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:59:42.415835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-79853c6e-7753-4927-afae-745cf626fa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:59:42.425738 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-79853c6e-7753-4927-afae-745cf626fa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Project 8be6a886ca984d4180d6ab8c9dcd882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 13:59:42.432408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-79853c6e-7753-4927-afae-745cf626fa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.497490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ce782efa-f940-4ee5-83c0-ec828b9491e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.498066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-79853c6e-7753-4927-afae-745cf626fa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.503121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-79853c6e-7753-4927-afae-745cf626fa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.528834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79853c6e-7753-4927-afae-745cf626fa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac8c1a6-396e-4593-98c3-c6ab4f75ebb8,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:42.538291 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-79853c6e-7753-4927-afae-745cf626fa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.539503 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-79853c6e-7753-4927-afae-745cf626fa40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1461749 May 09 13:59:42.542480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36650) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:42.547911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'network': {'name': 'tempest-network-smoke--317503278', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'port_security_enabled': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:59:42.552698 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:59:42.556686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:network and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:59:42.559461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:59:42.565045 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:59:42.575136 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:59:42.578259 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.607149 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 13:59:42.615528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.615871 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Added segment 0fca3ac6-da15-4915-a6bd-29f57096953a of type vlan for network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 May 09 13:59:42.643591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.673984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.677683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:42.678263 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.783888 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2403781 May 09 13:59:42.784602 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6f094-c876-4999-b9da-76d961d71bc5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Network': ['ID=0dad1cef-b913-4ae2-bdb3-ee058cdfff02,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:42.787366 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36654) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:42.792342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'admin_state_up': True, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:59:42.795639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 13:59:42.799216 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:59:42.803114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:router and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:59:42.805933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:59:42.812811 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:59:42.825289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.826304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.846697 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:42.990370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:43.163881 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:43.191552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:43.323925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.26.1.189 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/6ef01f71-e78c-4972-90b7-c6379639341c) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:59:43.464036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:43.481172 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:43.494231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:43.558485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:59:43.561267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:59:43.565676 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:59:43.588991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=6ef01f71-e78c-4972-90b7-c6379639341c,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:43.718477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:43.719114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:43.917394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:44.028885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router d75345ab-d04c-41a7-90f2-7aa555b71a48 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 13:59:44.048125 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 13:59:44.219276 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:59:44.229006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Sync routers for ids ['d75345ab-d04c-41a7-90f2-7aa555b71a48'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:59:44.240416 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Routers {'d75345ab-d04c-41a7-90f2-7aa555b71a48'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:59:44.241149 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:59:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['d75345ab-d04c-41a7-90f2-7aa555b71a48'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:44.246016 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:44.250401 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-efbbd405-aff9-4a71-a5b3-0dd16ee6371d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4593043 May 09 13:59:44.250615 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36660) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:44.293091 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c2550f48-2ab1-4fc6-8777-81e95bfb4fd1 tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8be6a886ca984d4180d6ab8c9dcd882f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413167 May 09 13:59:44.295578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36664) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:44.414192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Set router d75345ab-d04c-41a7-90f2-7aa555b71a48 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:59:44.427833 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ddfe10-9456-463f-a50e-f99c2882d507 tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:44.429317 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-44ddfe10-9456-463f-a50e-f99c2882d507 tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328635 May 09 13:59:44.432037 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36668) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:44.470627 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-06d76ea7-8d4b-45a2-b6ad-fb0a98608baa tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375402 May 09 13:59:44.473053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36672) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:44.478291 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-457571878', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:59:44.588207 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:59:44.592049 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:subnet and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:59:44.594901 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:59:44.601046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:59:44.611078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:59:44.701159 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T13:59:43Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:44.704994 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Checking router: d75345ab-d04c-41a7-90f2-7aa555b71a48 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:59:44.705357 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Updating router d75345ab-d04c-41a7-90f2-7aa555b71a48 port 6ef01f71-e78c-4972-90b7-c6379639341c binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:59:44.714584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:44.759586 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:44.924848 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:45.003168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Subnet': ['ID=d87a9b87-948f-45f8-8fa5-874e522a44a1,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:45.015323 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Checking segment: {'id': '0fca3ac6-da15-4915-a6bd-29f57096953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:59:45.015673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network hostable DHCP agents. Network: 0dad1cef-b913-4ae2-bdb3-ee058cdfff02, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 13:59:45.037520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 13:59:45.046628 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 0dad1cef-b913-4ae2-bdb3-ee058cdfff02) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:59:45.050913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:45.051535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:45.060534 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3557190-42b5-451d-86c6-d235fa36a96e None None] Network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:59:45.073820 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a0418599-d07c-46b3-90d8-08a9d1cc7b38 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5997419 May 09 13:59:45.076605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36676) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:45.160882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:45.181347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:45.185382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Transition to ACTIVE for port object 6ef01f71-e78c-4972-90b7-c6379639341c will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:59:45.205855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:45.341020 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Attempting to bind port 6ef01f71-e78c-4972-90b7-c6379639341c on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:59:45.341412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Attempting to bind port 6ef01f71-e78c-4972-90b7-c6379639341c by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:59:45.341769 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Attempting to bind port 6ef01f71-e78c-4972-90b7-c6379639341c on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:59:45.345492 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a862146-0cfa-4a10-a7bf-66887649d8c7 None None] Pushing event updated for resources: {'Port': ['ID=6ef01f71-e78c-4972-90b7-c6379639341c,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:45.384468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:59:45.384855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:59:45.385232 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:45.385629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:59:45.386097 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Bound port: 6ef01f71-e78c-4972-90b7-c6379639341c, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:59:45.386451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:45.413855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ips': [{'subnet_id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 13:59:45.414640 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:45.526023 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] For port 6ef01f71-e78c-4972-90b7-c6379639341c, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:59:45.542233 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] For port 6ef01f71-e78c-4972-90b7-c6379639341c, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6ef01f71-e78c-4972-90b7-c6379639341c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:59:45.553286 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:45.726192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Allocated IP 172.20.0.2 (0dad1cef-b913-4ae2-bdb3-ee058cdfff02/d87a9b87-948f-45f8-8fa5-874e522a44a1/20c6598b-19e6-4758-b8ff-22104255c26a) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:59:45.734977 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a862146-0cfa-4a10-a7bf-66887649d8c7 None None] Pushing event updated for resources: {'Port': ['ID=6ef01f71-e78c-4972-90b7-c6379639341c,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:45.746527 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Routers {'d75345ab-d04c-41a7-90f2-7aa555b71a48'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:59:45.747146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:59:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['d75345ab-d04c-41a7-90f2-7aa555b71a48'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:45.955346 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:46.066055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] Set router d75345ab-d04c-41a7-90f2-7aa555b71a48 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:59:46.196033 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:46.258420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Transition to ACTIVE for port object 20c6598b-19e6-4758-b8ff-22104255c26a will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:59:46.290478 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Transition to ACTIVE for port object 20c6598b-19e6-4758-b8ff-22104255c26a will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:59:46.305468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:46.358846 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.20.0.1 (0dad1cef-b913-4ae2-bdb3-ee058cdfff02/d87a9b87-948f-45f8-8fa5-874e522a44a1/af682a11-14e1-4e4a-ab6d-57a103f54148) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:59:46.422526 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Pushing event updated for resources: {'Port': ['ID=20c6598b-19e6-4758-b8ff-22104255c26a,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:46.425763 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:59:46.428837 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:59:46.431414 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:59:46.522690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:46.530944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Attempting to bind port 20c6598b-19e6-4758-b8ff-22104255c26a on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:59:46.531304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Attempting to bind port 20c6598b-19e6-4758-b8ff-22104255c26a by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '0fca3ac6-da15-4915-a6bd-29f57096953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:59:46.531655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Attempting to bind port 20c6598b-19e6-4758-b8ff-22104255c26a on network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:59:46.539563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Transition to ACTIVE for port object af682a11-14e1-4e4a-ab6d-57a103f54148 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:59:46.545637 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:59:46.546367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Checking segment: {'id': '0fca3ac6-da15-4915-a6bd-29f57096953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:59:46.546561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:46.547149 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Bound using segment: {'id': '0fca3ac6-da15-4915-a6bd-29f57096953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:59:46.547844 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Bound port: 20c6598b-19e6-4758-b8ff-22104255c26a, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fca3ac6-da15-4915-a6bd-29f57096953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:59:46.548230 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:46.560418 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T13:59:43Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:46.563950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:46.569091 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e80c6-992c-413f-89e4-bc39173c1533 None None] The sync data for ids ['d75345ab-d04c-41a7-90f2-7aa555b71a48'] in dv-neutron-840889-2-hyperv is: [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T13:59:43Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:59:46.640231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:59:46.643352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:59:46.647970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:59:46.652005 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] For port 20c6598b-19e6-4758-b8ff-22104255c26a, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:59:46.656162 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] For port 20c6598b-19e6-4758-b8ff-22104255c26a, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=20c6598b-19e6-4758-b8ff-22104255c26a,segment=NetworkSegment(0fca3ac6-da15-4915-a6bd-29f57096953a),segment_id=0fca3ac6-da15-4915-a6bd-29f57096953a)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:59:46.660607 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:46.678485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=af682a11-14e1-4e4a-ab6d-57a103f54148,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:46.711102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:46.747827 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bcaa5-6d7c-4686-8e3f-821e89c1e102 None None] Pushing event updated for resources: {'Port': ['ID=20c6598b-19e6-4758-b8ff-22104255c26a,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:46.826185 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:47.272798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:47.277841 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:47.390530 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=af682a11-14e1-4e4a-ab6d-57a103f54148,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:47.392895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:47.556916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6ef01f71-e78c-4972-90b7-c6379639341c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:59:47.636103 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 6ef01f71-e78c-4972-90b7-c6379639341c completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:59:47.640577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:59:47.641728 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 6ef01f71-e78c-4972-90b7-c6379639341c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:59:47.642017 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:59:47.642135 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:47.766270 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:47.783586 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 6ef01f71-e78c-4972-90b7-c6379639341c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6ef01f71-e78c-4972-90b7-c6379639341c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:59:47.787620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:47.788391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 20c6598b-19e6-4758-b8ff-22104255c26a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:59:47.853183 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec9050a-de9a-4eb0-ace9-f9d442cb0115 None None] Network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 13:59:47.987968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=6ef01f71-e78c-4972-90b7-c6379639341c,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:47.992770 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-575f3a1e-a51e-4a81-9dd5-e30eefe530f3 None None] Provisioning for port 20c6598b-19e6-4758-b8ff-22104255c26a completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:59:48.025610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router d75345ab-d04c-41a7-90f2-7aa555b71a48 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 13:59:48.037302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 20c6598b-19e6-4758-b8ff-22104255c26a completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:59:48.108273 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 20c6598b-19e6-4758-b8ff-22104255c26a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:59:48.108637 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:48.228164 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 13:59:48.255268 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3d0feb22-a9b6-45f1-9952-b2257e2e2183 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "PUT /v2.0/routers/d75345ab-d04c-41a7-90f2-7aa555b71a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1668983 May 09 13:59:48.285127 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:48.326769 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 20c6598b-19e6-4758-b8ff-22104255c26a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=20c6598b-19e6-4758-b8ff-22104255c26a,segment=NetworkSegment(0fca3ac6-da15-4915-a6bd-29f57096953a),segment_id=0fca3ac6-da15-4915-a6bd-29f57096953a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:59:48.331886 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:48.408537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=20c6598b-19e6-4758-b8ff-22104255c26a,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:48.422318 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-444f8f2f-d469-4a84-b9d3-e69005f296d9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174445761&fields=id&tenant_id=8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 267 time: 0.0448415 May 09 13:59:48.547173 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f81a19c8-a3b4-44a0-9411-5685166d7961 None None] Provisioning complete for port 20c6598b-19e6-4758-b8ff-22104255c26a triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:59:48.547545 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f81a19c8-a3b4-44a0-9411-5685166d7961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:48.583627 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-3b3f34de-01df-409d-bf38-56188abaf27a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:48.584367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-3b3f34de-01df-409d-bf38-56188abaf27a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:59:48.607252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-3b3f34de-01df-409d-bf38-56188abaf27a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:59:48.608883 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-3b3f34de-01df-409d-bf38-56188abaf27a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/networks?id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02 HTTP/1.1" status: 200 len: 796 time: 0.1794291 May 09 13:59:48.636174 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-24c52e16-5bc9-4d34-8d55-396932ea5be5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/quotas/8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 375 time: 0.0186522 May 09 13:59:48.690040 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f81a19c8-a3b4-44a0-9411-5685166d7961 None None] Provisioning for port af682a11-14e1-4e4a-ab6d-57a103f54148 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:59:48.695822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f81a19c8-a3b4-44a0-9411-5685166d7961 None None] Provisioning complete for port af682a11-14e1-4e4a-ab6d-57a103f54148 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:59:48.696343 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f81a19c8-a3b4-44a0-9411-5685166d7961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:48.721918 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-fda8d344-ec01-4ea2-bb56-03b95a02239b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844934 May 09 13:59:48.753347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f81a19c8-a3b4-44a0-9411-5685166d7961 None None] Port af682a11-14e1-4e4a-ab6d-57a103f54148 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:59:48.874522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-676a45cd-d12a-4719-9969-bd87a5808eac None None] Provisioning complete for port af682a11-14e1-4e4a-ab6d-57a103f54148 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:59:48.874884 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-676a45cd-d12a-4719-9969-bd87a5808eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:48.935708 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-ac960f63-bcc8-4bf2-9b0f-82e1378c2eab service neutron] 10.222.0.44 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038958 May 09 13:59:48.936755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-676a45cd-d12a-4719-9969-bd87a5808eac None None] Port af682a11-14e1-4e4a-ab6d-57a103f54148 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:59:49.057548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2fcb0a6d-f331-4196-a6f4-0b0bb8c63a85 None None] Provisioning complete for port af682a11-14e1-4e4a-ab6d-57a103f54148 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:59:49.057916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2fcb0a6d-f331-4196-a6f4-0b0bb8c63a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:49.064066 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-45de0c4d-8e99-411a-b9ab-5f58f1f35759 service neutron] 10.222.0.44 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224787 May 09 13:59:49.110391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb0a6d-f331-4196-a6f4-0b0bb8c63a85 None None] Port af682a11-14e1-4e4a-ab6d-57a103f54148 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:59:49.251155 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ab699f77-1613-4c90-a3de-91fee167a8cc req-cff56ad8-a527-4478-afbb-63b42395b4be tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 210 time: 0.0406268 May 09 13:59:49.500649 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6ef01f71-e78c-4972-90b7-c6379639341c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:59:49.573730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 6ef01f71-e78c-4972-90b7-c6379639341c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:59:49.574193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:49.698926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 20c6598b-19e6-4758-b8ff-22104255c26a up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:59:49.764233 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 20c6598b-19e6-4758-b8ff-22104255c26a triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:59:49.764608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:50.099179 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Sync routers for ids ['d75345ab-d04c-41a7-90f2-7aa555b71a48'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 13:59:50.114064 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Routers {'d75345ab-d04c-41a7-90f2-7aa555b71a48'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:59:50.115177 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:59:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['d75345ab-d04c-41a7-90f2-7aa555b71a48'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:50.249338 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-ff0a6def-fb67-4e6d-81f8-6321a1793c6a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:50.249906 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-ff0a6def-fb67-4e6d-81f8-6321a1793c6a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:59:50.262543 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-ff0a6def-fb67-4e6d-81f8-6321a1793c6a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:59:50.263652 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-ff0a6def-fb67-4e6d-81f8-6321a1793c6a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/networks?id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02 HTTP/1.1" status: 200 len: 796 time: 0.1589170 May 09 13:59:50.308226 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Set router d75345ab-d04c-41a7-90f2-7aa555b71a48 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:59:50.326479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-90c201b1-f107-489f-b5b1-3e51610084dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 13:59:50.343866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-90c201b1-f107-489f-b5b1-3e51610084dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 13:59:50.345084 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-90c201b1-f107-489f-b5b1-3e51610084dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 380 time: 0.0701735 May 09 13:59:50.355292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'port': {'device_id': '57952173-0159-4f04-be10-1195dab8e843', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'admin_state_up': True, 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'security_groups': ['5f6b7799-daa3-431a-b90a-792d3d20f715']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:59:50.425715 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a04d215f-042f-4660-9f40-d233b7308ce6 req-3d33574b-ec2f-4039-bfe5-6bc2600db5b6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 210 time: 0.0414832 May 09 13:59:50.492464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:59:50.496605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:port and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:59:50.499561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:59:50.505561 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:59:50.516365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 13:59:50.519568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:50.629708 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T13:59:46Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'af682a11-14e1-4e4a-ab6d-57a103f54148', 'name': '', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:26:0e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:46Z', 'updated_at': '2022-05-09T13:59:47Z', 'revision_number': 2, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:50.633645 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Checking router: d75345ab-d04c-41a7-90f2-7aa555b71a48 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 13:59:50.633985 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Updating router d75345ab-d04c-41a7-90f2-7aa555b71a48 port af682a11-14e1-4e4a-ab6d-57a103f54148 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 13:59:50.684894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.20.0.11 (0dad1cef-b913-4ae2-bdb3-ee058cdfff02/d87a9b87-948f-45f8-8fa5-874e522a44a1/35727f0c-6985-46d9-93b7-bceddb3d73b1) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 13:59:50.686999 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:50.868651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:50.883725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Transition to ACTIVE for port object 35727f0c-6985-46d9-93b7-bceddb3d73b1 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:59:50.905238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:50.971826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 13:59:50.975367 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 13:59:50.979108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 13:59:51.121814 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:51.124009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=35727f0c-6985-46d9-93b7-bceddb3d73b1,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:51.138429 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Transition to ACTIVE for port object af682a11-14e1-4e4a-ab6d-57a103f54148 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:59:51.147518 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:51.155360 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:51.155966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:51.180197 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d815b15-9626-4b01-bf78-db33fc4a78b5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8299062 May 09 13:59:51.191206 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Request body: {'port': {'device_id': '57952173-0159-4f04-be10-1195dab8e843', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:59:51.253324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-865f9e9f-aa33-49f8-9173-94b68988b522 None None] Provisioning for port 35727f0c-6985-46d9-93b7-bceddb3d73b1 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:59:51.260963 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-865f9e9f-aa33-49f8-9173-94b68988b522 None None] Provisioning complete for port 35727f0c-6985-46d9-93b7-bceddb3d73b1 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:59:51.261597 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-865f9e9f-aa33-49f8-9173-94b68988b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:51.286829 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cd8e2-a0a1-48d3-90d9-6ce3ea9f7773 None None] Pushing event updated for resources: {'Port': ['ID=af682a11-14e1-4e4a-ab6d-57a103f54148,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:51.318993 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-865f9e9f-aa33-49f8-9173-94b68988b522 None None] Port 35727f0c-6985-46d9-93b7-bceddb3d73b1 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 13:59:51.324925 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cd8e2-a0a1-48d3-90d9-6ce3ea9f7773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:51.325283 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cd8e2-a0a1-48d3-90d9-6ce3ea9f7773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:51.325618 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cd8e2-a0a1-48d3-90d9-6ce3ea9f7773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:51.326028 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cd8e2-a0a1-48d3-90d9-6ce3ea9f7773 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:51.326266 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cd8e2-a0a1-48d3-90d9-6ce3ea9f7773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:51.326583 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cd8e2-a0a1-48d3-90d9-6ce3ea9f7773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:51.326902 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cd8e2-a0a1-48d3-90d9-6ce3ea9f7773 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:51.327218 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cd8e2-a0a1-48d3-90d9-6ce3ea9f7773 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:51.327531 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cd8e2-a0a1-48d3-90d9-6ce3ea9f7773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:51.327765 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:51.328200 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cd8e2-a0a1-48d3-90d9-6ce3ea9f7773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:51.328200 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cd8e2-a0a1-48d3-90d9-6ce3ea9f7773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 13:59:51.422213 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Attempting to bind port af682a11-14e1-4e4a-ab6d-57a103f54148 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:59:51.422572 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Attempting to bind port af682a11-14e1-4e4a-ab6d-57a103f54148 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '0fca3ac6-da15-4915-a6bd-29f57096953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:59:51.423042 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Attempting to bind port af682a11-14e1-4e4a-ab6d-57a103f54148 on network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:59:51.429448 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:59:51.429806 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Checking segment: {'id': '0fca3ac6-da15-4915-a6bd-29f57096953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:59:51.430238 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:51.430778 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Bound using segment: {'id': '0fca3ac6-da15-4915-a6bd-29f57096953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:59:51.431375 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Bound port: af682a11-14e1-4e4a-ab6d-57a103f54148, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fca3ac6-da15-4915-a6bd-29f57096953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:59:51.431883 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:51.525348 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] For port af682a11-14e1-4e4a-ab6d-57a103f54148, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:59:51.530536 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] For port af682a11-14e1-4e4a-ab6d-57a103f54148, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=af682a11-14e1-4e4a-ab6d-57a103f54148,segment=NetworkSegment(0fca3ac6-da15-4915-a6bd-29f57096953a),segment_id=0fca3ac6-da15-4915-a6bd-29f57096953a)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:59:51.536146 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:51.637335 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Routers {'d75345ab-d04c-41a7-90f2-7aa555b71a48'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 13:59:51.638199 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:59:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['d75345ab-d04c-41a7-90f2-7aa555b71a48'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:51.681484 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4822c62-56a6-46bf-9814-5d0ebc093bef req-efa4050c-a2af-40d9-aca2-e47f74fa8b8b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:51.691315 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a4822c62-56a6-46bf-9814-5d0ebc093bef req-efa4050c-a2af-40d9-aca2-e47f74fa8b8b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 932 time: 0.1342323 May 09 13:59:51.702640 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cd8e2-a0a1-48d3-90d9-6ce3ea9f7773 None None] Pushing event updated for resources: {'Port': ['ID=af682a11-14e1-4e4a-ab6d-57a103f54148,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:51.704735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:51.716385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35727f0c-6985-46d9-93b7-bceddb3d73b1 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:59:51.724574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:51.742452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Transition to ACTIVE for port object 35727f0c-6985-46d9-93b7-bceddb3d73b1 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 13:59:51.749764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:51.757072 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a4822c62-56a6-46bf-9814-5d0ebc093bef req-a71c0eb0-8336-443e-9ab9-17bc0c2919ba tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644600 May 09 13:59:51.857488 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] Set router d75345ab-d04c-41a7-90f2-7aa555b71a48 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 13:59:51.883575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Pushing event updated for resources: {'Port': ['ID=35727f0c-6985-46d9-93b7-bceddb3d73b1,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:51.994107 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Attempting to bind port 35727f0c-6985-46d9-93b7-bceddb3d73b1 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 13:59:51.994436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Attempting to bind port 35727f0c-6985-46d9-93b7-bceddb3d73b1 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '0fca3ac6-da15-4915-a6bd-29f57096953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 13:59:51.994762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Attempting to bind port 35727f0c-6985-46d9-93b7-bceddb3d73b1 on network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:59:52.001112 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Port 35727f0c-6985-46d9-93b7-bceddb3d73b1 on network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 13:59:52.001461 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Attempting to bind port 35727f0c-6985-46d9-93b7-bceddb3d73b1 on network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 13:59:52.008534 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 13:59:52.008865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Checking segment: {'id': '0fca3ac6-da15-4915-a6bd-29f57096953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 13:59:52.009330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Bound using segment: {'id': '0fca3ac6-da15-4915-a6bd-29f57096953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 13:59:52.009707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Bound port: 35727f0c-6985-46d9-93b7-bceddb3d73b1, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fca3ac6-da15-4915-a6bd-29f57096953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 13:59:52.010055 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:52.105705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] For port 35727f0c-6985-46d9-93b7-bceddb3d73b1, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 13:59:52.108641 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] For port 35727f0c-6985-46d9-93b7-bceddb3d73b1, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=35727f0c-6985-46d9-93b7-bceddb3d73b1,segment=NetworkSegment(0fca3ac6-da15-4915-a6bd-29f57096953a),segment_id=0fca3ac6-da15-4915-a6bd-29f57096953a)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 13:59:52.112790 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:52.177664 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:52.179075 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] 10.222.0.57 "PUT /v2.0/ports/35727f0c-6985-46d9-93b7-bceddb3d73b1 HTTP/1.1" status: 200 len: 1094 time: 0.9918008 May 09 13:59:52.179448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57952173-0159-4f04-be10-1195dab8e843', 'tag': '35727f0c-6985-46d9-93b7-bceddb3d73b1'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:59:52.206852 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T13:59:46Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'af682a11-14e1-4e4a-ab6d-57a103f54148', 'name': '', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:26:0e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:46Z', 'updated_at': '2022-05-09T13:59:51Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 13:59:52.211786 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd849828-63dd-4127-a0bc-8025e61d3ca7 None None] The sync data for ids ['d75345ab-d04c-41a7-90f2-7aa555b71a48'] in dv-neutron-840889-2-hyperv is: [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T13:59:46Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'af682a11-14e1-4e4a-ab6d-57a103f54148', 'name': '', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:26:0e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:46Z', 'updated_at': '2022-05-09T13:59:51Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 13:59:52.250443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348ec7a-65b7-4e47-b682-92a93a7ad9cf service neutron] Pushing event updated for resources: {'Port': ['ID=35727f0c-6985-46d9-93b7-bceddb3d73b1,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:52.303759 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e35c9c1-4e1f-431a-a470-a5aba5746af8'] response: {'name': 'network-changed', 'server_uuid': '57952173-0159-4f04-be10-1195dab8e843', 'tag': '35727f0c-6985-46d9-93b7-bceddb3d73b1', 'status': 'completed', 'code': 200} May 09 13:59:52.322152 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-fdc7d271-5024-48c7-a7f5-39c1616bab31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 1097 time: 0.1027906 May 09 13:59:52.396906 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4d720563-8633-4f9c-af69-a6c00153249b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35727f0c-6985-46d9-93b7-bceddb3d73b1 HTTP/1.1" status: 200 len: 217 time: 0.0677664 May 09 13:59:52.461521 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4a325693-ef98-45c9-9166-ac9a29cd0262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:52.462984 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-4a325693-ef98-45c9-9166-ac9a29cd0262 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d87a9b87-948f-45f8-8fa5-874e522a44a1 HTTP/1.1" status: 200 len: 834 time: 0.0611293 May 09 13:59:52.539533 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-ee171702-0d8a-4298-9be2-543db54bb817 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703371 May 09 13:59:52.676746 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-e6b3f742-d1fc-472a-bdae-4330cf330871 service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315479 May 09 13:59:52.822038 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4dc0a921-bfa9-4832-af58-d70d01819bfd req-5b3441ed-ad93-41d9-9a37-5be1b9467665 service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391349 May 09 13:59:52.957879 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-953208f7-b807-46b7-a262-254ddfa0380e req-26d83b05-baf7-4d34-903d-4df749c12ab3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 1097 time: 0.0762339 May 09 13:59:53.061373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46245301-1ba9-4a61-be36-af0628c533a2 req-3f82553d-f0f2-423d-9e39-e02271bdf7e2 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:53.063098 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-46245301-1ba9-4a61-be36-af0628c533a2 req-3f82553d-f0f2-423d-9e39-e02271bdf7e2 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 944 time: 0.1856403 May 09 13:59:53.112914 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-46245301-1ba9-4a61-be36-af0628c533a2 req-0ccc9998-afae-4acd-9f1c-0d33d163f9a1 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 May 09 13:59:53.189105 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953208f7-b807-46b7-a262-254ddfa0380e req-e043e9e6-d8cb-4be0-b764-19990ff2cb94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:53.190580 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-953208f7-b807-46b7-a262-254ddfa0380e req-e043e9e6-d8cb-4be0-b764-19990ff2cb94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02 HTTP/1.1" status: 200 len: 897 time: 0.2266560 May 09 13:59:53.259024 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-953208f7-b807-46b7-a262-254ddfa0380e req-d829545a-d676-498b-a8d1-5ca85d3df173 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35727f0c-6985-46d9-93b7-bceddb3d73b1 HTTP/1.1" status: 200 len: 217 time: 0.0624721 May 09 13:59:53.319894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953208f7-b807-46b7-a262-254ddfa0380e req-3bfe86c9-e7d7-445c-a3ae-e00c0062f697 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:53.321279 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-953208f7-b807-46b7-a262-254ddfa0380e req-3bfe86c9-e7d7-445c-a3ae-e00c0062f697 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d87a9b87-948f-45f8-8fa5-874e522a44a1 HTTP/1.1" status: 200 len: 834 time: 0.0562954 May 09 13:59:53.392029 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-953208f7-b807-46b7-a262-254ddfa0380e req-cc17c725-6df9-4eb5-9a37-b2465e604154 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653522 May 09 13:59:53.505867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device af682a11-14e1-4e4a-ab6d-57a103f54148 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:59:53.522746 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-953208f7-b807-46b7-a262-254ddfa0380e req-cdcff548-4c74-450a-bf49-edb2574cefe3 service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240594 May 09 13:59:53.576253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port af682a11-14e1-4e4a-ab6d-57a103f54148 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:59:53.580988 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port af682a11-14e1-4e4a-ab6d-57a103f54148 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:59:53.581380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:53.656169 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-953208f7-b807-46b7-a262-254ddfa0380e req-f374ce81-9f92-49e3-8e49-8dba82ada73a service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276879 May 09 13:59:53.694126 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:53.725334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port af682a11-14e1-4e4a-ab6d-57a103f54148, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=af682a11-14e1-4e4a-ab6d-57a103f54148,segment=NetworkSegment(0fca3ac6-da15-4915-a6bd-29f57096953a),segment_id=0fca3ac6-da15-4915-a6bd-29f57096953a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:59:53.729298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:53.791761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=af682a11-14e1-4e4a-ab6d-57a103f54148,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:54.396665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654a6b8-1569-4d9d-8c99-aa2bf9b959ce req-095eeb80-4d44-4257-8d2c-a8301f574405 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:54.398128 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5654a6b8-1569-4d9d-8c99-aa2bf9b959ce req-095eeb80-4d44-4257-8d2c-a8301f574405 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 944 time: 0.1643734 May 09 13:59:54.442617 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5654a6b8-1569-4d9d-8c99-aa2bf9b959ce req-26e9020d-d4e4-4467-aee3-d79930b10a9d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387499 May 09 13:59:54.720813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 35727f0c-6985-46d9-93b7-bceddb3d73b1 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 13:59:54.854886 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 35727f0c-6985-46d9-93b7-bceddb3d73b1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=35727f0c-6985-46d9-93b7-bceddb3d73b1,segment=NetworkSegment(0fca3ac6-da15-4915-a6bd-29f57096953a),segment_id=0fca3ac6-da15-4915-a6bd-29f57096953a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:59:54.867836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '35727f0c-6985-46d9-93b7-bceddb3d73b1', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'port_id': '35727f0c-6985-46d9-93b7-bceddb3d73b1', 'mac_address': 'fa:16:3e:4c:37:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 13:59:54.923758 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:54.940052 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35727f0c-6985-46d9-93b7-bceddb3d73b1 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 13:59:54.954653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 35727f0c-6985-46d9-93b7-bceddb3d73b1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=35727f0c-6985-46d9-93b7-bceddb3d73b1,segment=NetworkSegment(0fca3ac6-da15-4915-a6bd-29f57096953a),segment_id=0fca3ac6-da15-4915-a6bd-29f57096953a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:59:54.959063 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:55.021934 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=35727f0c-6985-46d9-93b7-bceddb3d73b1,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:55.318510 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['35727f0c-6985-46d9-93b7-bceddb3d73b1'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 13:59:55.491713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device af682a11-14e1-4e4a-ab6d-57a103f54148 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:59:55.630140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port af682a11-14e1-4e4a-ab6d-57a103f54148 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:59:55.630514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:55.639333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170872-2b77-40b5-8806-e8761d7e48f4 req-a09115a5-c8ea-4e4c-a68a-953332dcb1c9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:55.645868 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3d170872-2b77-40b5-8806-e8761d7e48f4 req-a09115a5-c8ea-4e4c-a68a-953332dcb1c9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 945 time: 0.0820327 May 09 13:59:55.689534 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3d170872-2b77-40b5-8806-e8761d7e48f4 req-cb8fb66d-361a-4b7d-bdcf-3346577a88f0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427997 May 09 13:59:56.720432 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 35727f0c-6985-46d9-93b7-bceddb3d73b1 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 13:59:56.789233 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 35727f0c-6985-46d9-93b7-bceddb3d73b1 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 13:59:56.794195 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 35727f0c-6985-46d9-93b7-bceddb3d73b1 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 13:59:56.794619 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:56.892162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e468b-1906-4792-9e90-3d27e147ee1b req-209ae56c-c84a-4a30-8da2-884b9cec09a7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:56.893548 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-468e468b-1906-4792-9e90-3d27e147ee1b req-209ae56c-c84a-4a30-8da2-884b9cec09a7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 945 time: 0.0772452 May 09 13:59:56.908398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:56.934881 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57952173-0159-4f04-be10-1195dab8e843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35727f0c-6985-46d9-93b7-bceddb3d73b1'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 13:59:56.938552 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-468e468b-1906-4792-9e90-3d27e147ee1b req-91e71a0a-338c-4443-be31-c3be1249802f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391226 May 09 13:59:56.944995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 35727f0c-6985-46d9-93b7-bceddb3d73b1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=35727f0c-6985-46d9-93b7-bceddb3d73b1,segment=NetworkSegment(0fca3ac6-da15-4915-a6bd-29f57096953a),segment_id=0fca3ac6-da15-4915-a6bd-29f57096953a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 13:59:56.949635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 13:59:56.991522 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0a0437-55ed-4da8-8c6f-ad758b501f9d'] response: {'server_uuid': '57952173-0159-4f04-be10-1195dab8e843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35727f0c-6985-46d9-93b7-bceddb3d73b1', 'code': 200} May 09 13:59:57.017275 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=35727f0c-6985-46d9-93b7-bceddb3d73b1,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 13:59:57.210537 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3b1ea1ad-7c02-4505-9657-650de97a6424 req-f3f6c8e7-a945-4696-9941-92de89ccfb40 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 1099 time: 0.0702686 May 09 13:59:57.251990 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3b1ea1ad-7c02-4505-9657-650de97a6424 req-6de78d2f-1186-4f76-b7a5-43cfc5f25edb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360034 May 09 13:59:58.217714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814d57c-fbb6-4048-9c68-781d611f28e8 req-8c6739fa-557d-4aa4-8886-d00282ba3469 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:58.219129 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6814d57c-fbb6-4048-9c68-781d611f28e8 req-8c6739fa-557d-4aa4-8886-d00282ba3469 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.1617069 May 09 13:59:58.263394 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6814d57c-fbb6-4048-9c68-781d611f28e8 req-66ef3cfb-976b-4bc5-81df-f6b59b9d9a3e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386293 May 09 13:59:59.457567 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0a6a8-2bb6-4c81-8256-30f8516239e0 req-2f95793d-1390-452c-8d4d-69ec22926584 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:59.459529 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-33e0a6a8-2bb6-4c81-8256-30f8516239e0 req-2f95793d-1390-452c-8d4d-69ec22926584 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0745621 May 09 13:59:59.503587 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-33e0a6a8-2bb6-4c81-8256-30f8516239e0 req-c0b33b68-ad73-4ee5-87e7-34df93d5d4ea tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385401 May 09 13:59:59.696308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb30fc-45c7-4078-b814-8ecf5c68c406 req-b8371499-0501-4c6b-9f2c-fec631358720 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 13:59:59.697806 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83fb30fc-45c7-4078-b814-8ecf5c68c406 req-b8371499-0501-4c6b-9f2c-fec631358720 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0778987 May 09 13:59:59.741967 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-83fb30fc-45c7-4078-b814-8ecf5c68c406 req-0c38261f-80b2-469b-b19b-e84b44b3e6e2 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388596 May 09 13:59:59.769551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36728) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:59.836678 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fa9f5f78-c1e3-40e9-9f05-08bf856d9f8d tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 1094 time: 0.0658762 May 09 13:59:59.839278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36732) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 13:59:59.844335 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': '35727f0c-6985-46d9-93b7-bceddb3d73b1', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 13:59:59.849778 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 13:59:59.853515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:floatingip and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 13:59:59.856324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 13:59:59.861881 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 13:59:59.872470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:00.004087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:00.136497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.26.1.231 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/e189f3ac-4cf0-4a20-a276-40673881d197) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:00:00.276509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:00.303872 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:00.369644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:00:00.372205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:00:00.376648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:00:00.404793 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=e189f3ac-4cf0-4a20-a276-40673881d197,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:00:00.872323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:00.936824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:01.137292 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:01.141478 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:01.327437 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=e189f3ac-4cf0-4a20-a276-40673881d197,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:00:01.340981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:01.525915 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Floating IP 0566615c-8566-4223-958c-00537d2ebcc7 associated. External IP: 172.26.1.231, port: 35727f0c-6985-46d9-93b7-bceddb3d73b1. May 09 14:00:01.904940 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router d75345ab-d04c-41a7-90f2-7aa555b71a48 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:00:02.099472 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:00:02.109671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c21722-d89c-497c-9d10-372e4032a8f9 None None] Sync routers for ids ['d75345ab-d04c-41a7-90f2-7aa555b71a48'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:00:02.122397 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c21722-d89c-497c-9d10-372e4032a8f9 None None] Routers {'d75345ab-d04c-41a7-90f2-7aa555b71a48'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:00:02.123118 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b4c21722-d89c-497c-9d10-372e4032a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:59:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['d75345ab-d04c-41a7-90f2-7aa555b71a48'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:00:02.124284 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:02.179627 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f8c39031-b2ef-4b4a-8f87-a699dbea93af tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3393426 May 09 14:00:02.180262 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57952173-0159-4f04-be10-1195dab8e843', 'tag': '35727f0c-6985-46d9-93b7-bceddb3d73b1'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:00:02.242966 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd3b23b-c2df-460b-b91d-23d69ae1a7d9'] response: {'name': 'network-changed', 'server_uuid': '57952173-0159-4f04-be10-1195dab8e843', 'tag': '35727f0c-6985-46d9-93b7-bceddb3d73b1', 'status': 'completed', 'code': 200} May 09 14:00:02.314847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-b4c21722-d89c-497c-9d10-372e4032a8f9 None None] Set router d75345ab-d04c-41a7-90f2-7aa555b71a48 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:00:02.334138 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bf0d5d9e-cd71-46a8-a9d9-ac4761a38e6c req-f6586eb6-433e-4c38-a0ca-c4451e351431 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 1099 time: 0.0711823 May 09 14:00:02.403246 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb74d42-4b1e-409b-848d-d93261e8122e req-adfa8107-2803-46e7-aef3-699d5526c661 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:00:02.404608 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-deb74d42-4b1e-409b-848d-d93261e8122e req-adfa8107-2803-46e7-aef3-699d5526c661 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.1280148 May 09 14:00:02.433480 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dd6ecc51-4d13-43a4-bbc3-ec09db5560d7 req-65928f62-305d-4fce-96e7-6841f39515db service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1097519 May 09 14:00:02.458514 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-deb74d42-4b1e-409b-848d-d93261e8122e req-fd55c6fa-993c-4158-98ea-fb4845822730 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443988 May 09 14:00:02.485392 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d5d9e-cd71-46a8-a9d9-ac4761a38e6c req-58c65bb1-4e95-45a2-a422-66613cf78b8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:00:02.485392 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bf0d5d9e-cd71-46a8-a9d9-ac4761a38e6c req-58c65bb1-4e95-45a2-a422-66613cf78b8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02 HTTP/1.1" status: 200 len: 897 time: 0.1408026 May 09 14:00:02.486278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36740) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:00:02.586333 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bf0d5d9e-cd71-46a8-a9d9-ac4761a38e6c req-39fa50da-5973-4c5f-9bed-6380899cc823 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35727f0c-6985-46d9-93b7-bceddb3d73b1 HTTP/1.1" status: 200 len: 1000 time: 0.0997467 May 09 14:00:02.599361 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-86453d96-9b43-41d5-80a2-ff93b44e1351 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/0566615c-8566-4223-958c-00537d2ebcc7 HTTP/1.1" status: 200 len: 992 time: 0.1103663 May 09 14:00:02.653782 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d5d9e-cd71-46a8-a9d9-ac4761a38e6c req-f10232fa-1e02-44d0-9fc3-703894e26f96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:00:02.655412 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bf0d5d9e-cd71-46a8-a9d9-ac4761a38e6c req-f10232fa-1e02-44d0-9fc3-703894e26f96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d87a9b87-948f-45f8-8fa5-874e522a44a1 HTTP/1.1" status: 200 len: 834 time: 0.0635290 May 09 14:00:02.674506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b4c21722-d89c-497c-9d10-372e4032a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T13:59:46Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '0566615c-8566-4223-958c-00537d2ebcc7', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.231', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'port_id': '35727f0c-6985-46d9-93b7-bceddb3d73b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'mac_address': 'fa:16:3e:4c:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57952173-0159-4f04-be10-1195dab8e843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:00:00Z', 'updated_at': '2022-05-09T14:00:00Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af682a11-14e1-4e4a-ab6d-57a103f54148', 'name': '', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:26:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:46Z', 'updated_at': '2022-05-09T13:59:53Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:00:02.678999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c21722-d89c-497c-9d10-372e4032a8f9 None None] Checking router: d75345ab-d04c-41a7-90f2-7aa555b71a48 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:00:02.690009 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c21722-d89c-497c-9d10-372e4032a8f9 None None] Routers {'d75345ab-d04c-41a7-90f2-7aa555b71a48'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:00:02.690589 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b4c21722-d89c-497c-9d10-372e4032a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T13:59:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['d75345ab-d04c-41a7-90f2-7aa555b71a48'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:00:02.729000 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bf0d5d9e-cd71-46a8-a9d9-ac4761a38e6c req-a37527b6-8e26-40e3-b6cf-9952880993ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678577 May 09 14:00:02.860108 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bf0d5d9e-cd71-46a8-a9d9-ac4761a38e6c req-caa5ae5f-79c3-4063-b029-1376973f801e service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253090 May 09 14:00:02.864137 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-b4c21722-d89c-497c-9d10-372e4032a8f9 None None] Set router d75345ab-d04c-41a7-90f2-7aa555b71a48 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:00:02.990987 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-bf0d5d9e-cd71-46a8-a9d9-ac4761a38e6c req-5eb3c231-9885-4639-ad7c-fb16ee5c6f26 service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253488 May 09 14:00:03.149056 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dd6ecc51-4d13-43a4-bbc3-ec09db5560d7 req-239dc11e-9614-40fe-8f85-021fce6bdd8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 1099 time: 0.0694771 May 09 14:00:03.244209 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b4c21722-d89c-497c-9d10-372e4032a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T13:59:46Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '0566615c-8566-4223-958c-00537d2ebcc7', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.231', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'port_id': '35727f0c-6985-46d9-93b7-bceddb3d73b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'mac_address': 'fa:16:3e:4c:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57952173-0159-4f04-be10-1195dab8e843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:00:00Z', 'updated_at': '2022-05-09T14:00:00Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af682a11-14e1-4e4a-ab6d-57a103f54148', 'name': '', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:26:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:46Z', 'updated_at': '2022-05-09T13:59:53Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:00:03.248127 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c21722-d89c-497c-9d10-372e4032a8f9 None None] The sync data for ids ['d75345ab-d04c-41a7-90f2-7aa555b71a48'] in dv-neutron-840889-2-hyperv is: [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T13:59:46Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '0566615c-8566-4223-958c-00537d2ebcc7', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.231', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'port_id': '35727f0c-6985-46d9-93b7-bceddb3d73b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'mac_address': 'fa:16:3e:4c:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57952173-0159-4f04-be10-1195dab8e843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:00:00Z', 'updated_at': '2022-05-09T14:00:00Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af682a11-14e1-4e4a-ab6d-57a103f54148', 'name': '', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:26:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:46Z', 'updated_at': '2022-05-09T13:59:53Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:00:03.293951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ecc51-4d13-43a4-bbc3-ec09db5560d7 req-ab6977c0-ce8e-4e18-8825-242d2ca48bcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:00:03.295390 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dd6ecc51-4d13-43a4-bbc3-ec09db5560d7 req-ab6977c0-ce8e-4e18-8825-242d2ca48bcc service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02 HTTP/1.1" status: 200 len: 897 time: 0.1279511 May 09 14:00:03.396948 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dd6ecc51-4d13-43a4-bbc3-ec09db5560d7 req-2693150d-eed2-47c0-9c6f-ed90743faa3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35727f0c-6985-46d9-93b7-bceddb3d73b1 HTTP/1.1" status: 200 len: 1000 time: 0.0953381 May 09 14:00:03.545228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ecc51-4d13-43a4-bbc3-ec09db5560d7 req-460067cf-aad5-48c5-a2cb-a019f01d3aae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:00:03.546652 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dd6ecc51-4d13-43a4-bbc3-ec09db5560d7 req-460067cf-aad5-48c5-a2cb-a019f01d3aae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d87a9b87-948f-45f8-8fa5-874e522a44a1 HTTP/1.1" status: 200 len: 834 time: 0.1445220 May 09 14:00:03.602121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36744) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:00:03.619779 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dd6ecc51-4d13-43a4-bbc3-ec09db5560d7 req-afdc1f8f-dbee-4cc5-81c4-8ebbd64413de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666554 May 09 14:00:03.705192 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d734d70f-a512-4717-94a1-f20985593e25 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/0566615c-8566-4223-958c-00537d2ebcc7 HTTP/1.1" status: 200 len: 992 time: 0.1013169 May 09 14:00:03.745466 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dd6ecc51-4d13-43a4-bbc3-ec09db5560d7 req-9695eb0a-f8bd-4d78-a34c-d8786fd58b99 service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201210 May 09 14:00:03.873189 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dd6ecc51-4d13-43a4-bbc3-ec09db5560d7 req-5cf33d8f-8a8e-4401-9157-3339c8b8c0c8 service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215994 May 09 14:00:04.709211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36748) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:00:04.808893 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2bcfcab0-861e-49ca-a150-c7d8665e4f32 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/0566615c-8566-4223-958c-00537d2ebcc7 HTTP/1.1" status: 200 len: 992 time: 0.0985355 May 09 14:00:05.812383 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36752) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:00:06.038930 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-25884ce1-7944-4065-a24e-f710be2ff2fe tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/0566615c-8566-4223-958c-00537d2ebcc7 HTTP/1.1" status: 200 len: 992 time: 0.2252803 May 09 14:00:07.042000 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36756) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:00:07.075074 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d6a31c-5155-4190-91bb-f9bd57536573 None None] New status for floating IP 0566615c-8566-4223-958c-00537d2ebcc7: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:00:07.145956 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d7613a2b-bd5e-4f0d-8648-287bc6981ddf tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/0566615c-8566-4223-958c-00537d2ebcc7 HTTP/1.1" status: 200 len: 992 time: 0.1022134 May 09 14:00:08.150075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36760) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:00:08.254082 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4d008458-d186-424b-8706-539f72e0f15b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/0566615c-8566-4223-958c-00537d2ebcc7 HTTP/1.1" status: 200 len: 994 time: 0.1028981 May 09 14:00:10.200487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-727c679e-90d4-498c-a038-3c4db57be2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:12.499966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-52703a2b-3762-4207-b490-c1bd7778f21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:13.484691 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:13.919055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:15.156374 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:21.050139 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:00:21.704906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:40.201592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ddd9464a-8eef-4c61-835f-b511cb26c210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:42.502405 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-41e56066-2f7e-4926-93d6-029b65e9ac20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:43.485722 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:43.920533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:45.158898 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:51.702308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:00:58.049432 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:01:03.407272 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f4589ab-e948-40e8-98b0-aa107220f372 req-4f690996-f151-45dc-800f-fcea1f8b72e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716701 May 09 14:01:03.544889 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f4589ab-e948-40e8-98b0-aa107220f372 req-d8351c48-0f12-4a88-93e4-777b746b04f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 1099 time: 0.0701776 May 09 14:01:03.686618 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4589ab-e948-40e8-98b0-aa107220f372 req-4926fcd6-fd95-4c8f-9d95-e661458825be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:03.687986 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f4589ab-e948-40e8-98b0-aa107220f372 req-4926fcd6-fd95-4c8f-9d95-e661458825be service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02 HTTP/1.1" status: 200 len: 897 time: 0.1244025 May 09 14:01:03.788748 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f4589ab-e948-40e8-98b0-aa107220f372 req-d4b5e00e-0c41-4704-8776-a88b6d2b2a8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35727f0c-6985-46d9-93b7-bceddb3d73b1 HTTP/1.1" status: 200 len: 1002 time: 0.0946059 May 09 14:01:03.849098 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4589ab-e948-40e8-98b0-aa107220f372 req-5da45191-1da6-49d5-be91-7decdb97795d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:03.850505 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f4589ab-e948-40e8-98b0-aa107220f372 req-5da45191-1da6-49d5-be91-7decdb97795d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d87a9b87-948f-45f8-8fa5-874e522a44a1 HTTP/1.1" status: 200 len: 834 time: 0.0561676 May 09 14:01:03.924252 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f4589ab-e948-40e8-98b0-aa107220f372 req-858c0d99-dda9-4313-8948-74599fee5fad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679958 May 09 14:01:04.051640 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f4589ab-e948-40e8-98b0-aa107220f372 req-cb682905-183b-455c-a5f4-39aece2b7240 service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209078 May 09 14:01:04.178510 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f4589ab-e948-40e8-98b0-aa107220f372 req-c357e69f-f5ac-4d17-94e5-a2da2339ea42 service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206424 May 09 14:01:05.221221 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c6629d15-2043-4f0b-9140-3bb5094e36eb req-2173ba9e-d17a-47ee-ad64-64d679c34054 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 1099 time: 0.0695028 May 09 14:01:05.268517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a07fd-3a35-4df6-bddf-0e070515c681 req-0c9613f7-7d4d-4cdc-87d7-b03c0c54be40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:05.269996 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-da6a07fd-3a35-4df6-bddf-0e070515c681 req-0c9613f7-7d4d-4cdc-87d7-b03c0c54be40 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0773559 May 09 14:01:05.320290 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-da6a07fd-3a35-4df6-bddf-0e070515c681 req-436201a9-16dd-4c2d-835e-ef50e72d8fca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 May 09 14:01:05.351865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6629d15-2043-4f0b-9140-3bb5094e36eb req-38231a2e-134d-4e5d-9dfc-2eed269173aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:05.353526 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c6629d15-2043-4f0b-9140-3bb5094e36eb req-38231a2e-134d-4e5d-9dfc-2eed269173aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02 HTTP/1.1" status: 200 len: 897 time: 0.1263194 May 09 14:01:05.452841 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c6629d15-2043-4f0b-9140-3bb5094e36eb req-61dc7a1a-8524-4f91-ab20-fe5542a0ae76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35727f0c-6985-46d9-93b7-bceddb3d73b1 HTTP/1.1" status: 200 len: 1002 time: 0.0929461 May 09 14:01:05.513246 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6629d15-2043-4f0b-9140-3bb5094e36eb req-11dae532-3a2a-4e9c-866a-effc31c75880 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:05.514572 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c6629d15-2043-4f0b-9140-3bb5094e36eb req-11dae532-3a2a-4e9c-866a-effc31c75880 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d87a9b87-948f-45f8-8fa5-874e522a44a1 HTTP/1.1" status: 200 len: 834 time: 0.0554361 May 09 14:01:05.679498 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c6629d15-2043-4f0b-9140-3bb5094e36eb req-3f546156-e348-4ff3-ba99-0df03c3e61cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1584451 May 09 14:01:05.803984 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c6629d15-2043-4f0b-9140-3bb5094e36eb req-a7abb919-7aa6-4f85-82fb-a51c634b5764 service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178484 May 09 14:01:05.933481 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c6629d15-2043-4f0b-9140-3bb5094e36eb req-3c8dccd0-c05f-4cf0-bb60-c903d7f74d09 service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237304 May 09 14:01:06.516897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cecaa9-d69b-4702-b825-d7ceef00732c req-d9f387ca-1862-4484-abb5-f3dbd97562c6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:06.518353 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-72cecaa9-d69b-4702-b825-d7ceef00732c req-d9f387ca-1862-4484-abb5-f3dbd97562c6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0742671 May 09 14:01:06.568342 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-72cecaa9-d69b-4702-b825-d7ceef00732c req-15132279-943b-4f6c-92e5-4fdab883713c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444279 May 09 14:01:07.762271 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c1cb5-99e8-4935-856f-886e7ab1cab8 req-3894827b-d847-49bd-ae27-d87a927d554b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:07.763589 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-498c1cb5-99e8-4935-856f-886e7ab1cab8 req-3894827b-d847-49bd-ae27-d87a927d554b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0766308 May 09 14:01:07.807047 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-498c1cb5-99e8-4935-856f-886e7ab1cab8 req-fde8b169-e38e-4ba4-947b-45089687ecc6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380151 May 09 14:01:09.002501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167218-b0d5-4c9a-89c5-ae0e7340246c req-d499e2e0-4aae-43cb-964c-7a268cbfcd88 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:09.003845 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-31167218-b0d5-4c9a-89c5-ae0e7340246c req-d499e2e0-4aae-43cb-964c-7a268cbfcd88 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0804350 May 09 14:01:09.048930 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-31167218-b0d5-4c9a-89c5-ae0e7340246c req-9be3bd87-e7d6-48bf-888c-975496ecd456 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388033 May 09 14:01:10.203405 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d636beb9-51f9-4e06-a2d6-4b03abbe86a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:01:10.246122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffedc3-7f9e-4bbd-8c73-644f461c79bb req-bd5c043b-3b3d-4ddc-a79b-a68c9d202a6a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:10.247563 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-edffedc3-7f9e-4bbd-8c73-644f461c79bb req-bd5c043b-3b3d-4ddc-a79b-a68c9d202a6a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0781953 May 09 14:01:10.291431 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-edffedc3-7f9e-4bbd-8c73-644f461c79bb req-b4149da1-0822-4e74-b5d0-15e204236868 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381277 May 09 14:01:11.482864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2dc9a-9cff-4ed4-84cd-cdac6a91b969 req-629916e1-50dd-40ad-bc0e-cfcb5d056d2b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:11.484303 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b5b2dc9a-9cff-4ed4-84cd-cdac6a91b969 req-629916e1-50dd-40ad-bc0e-cfcb5d056d2b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0745671 May 09 14:01:11.531975 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b5b2dc9a-9cff-4ed4-84cd-cdac6a91b969 req-af5bbc7f-ed6b-480b-9ae0-2a643546aefd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422471 May 09 14:01:12.504374 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b323-82f3-44cc-a212-d8d6f68ba022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:01:12.724751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01685c-a25c-48de-87c1-03d21cf9ca2e req-01257c72-d303-4c87-83ab-7ad381837103 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:12.726182 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f01685c-a25c-48de-87c1-03d21cf9ca2e req-01257c72-d303-4c87-83ab-7ad381837103 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0745931 May 09 14:01:12.771136 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f01685c-a25c-48de-87c1-03d21cf9ca2e req-9e55f665-66f6-4740-96bb-31a49c7436e5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 May 09 14:01:13.490262 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:01:13.922464 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:01:13.972882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6337d-2a6d-42a8-aed2-6fc80bdc78f9 req-5f4f5309-1f8a-49e7-a654-0c89f2025a52 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:13.974388 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2bd6337d-2a6d-42a8-aed2-6fc80bdc78f9 req-5f4f5309-1f8a-49e7-a654-0c89f2025a52 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0793498 May 09 14:01:14.026273 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2bd6337d-2a6d-42a8-aed2-6fc80bdc78f9 req-13623ffe-7775-48a7-abb5-81ec1ca52bae tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397899 May 09 14:01:15.164903 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:01:15.225859 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bc39c-bf6c-4278-b1dd-f4282d85b154 req-07c94db0-34dd-4850-a337-95d1a3b4d754 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:15.227322 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ed5bc39c-bf6c-4278-b1dd-f4282d85b154 req-07c94db0-34dd-4850-a337-95d1a3b4d754 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0742719 May 09 14:01:15.271065 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ed5bc39c-bf6c-4278-b1dd-f4282d85b154 req-ba8c86c3-c975-46fc-8e24-d33a47203ea2 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382543 May 09 14:01:16.464141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3d125-d7a4-40aa-b79b-8bd00d088234 req-0cce3abc-be84-425d-b539-a5e57e69aebe tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:16.465603 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b3b3d125-d7a4-40aa-b79b-8bd00d088234 req-0cce3abc-be84-425d-b539-a5e57e69aebe tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0774944 May 09 14:01:16.509904 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b3b3d125-d7a4-40aa-b79b-8bd00d088234 req-0311f44b-a6cb-4fe4-8b77-1d39f70ec461 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388529 May 09 14:01:17.705645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c065a-579f-44ca-b8c1-020e6b034a6f req-80911ae3-ee3f-4f42-bb91-1385ce57d2dd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:01:17.707088 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fd0c065a-579f-44ca-b8c1-020e6b034a6f req-80911ae3-ee3f-4f42-bb91-1385ce57d2dd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0736058 May 09 14:01:17.750932 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fd0c065a-579f-44ca-b8c1-020e6b034a6f req-12d3112f-77dc-48f3-887b-e627dd222b94 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378072 May 09 14:01:17.778586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36814) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:01:17.880426 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5d167214-c871-42db-8d95-3c507698aa6a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/0566615c-8566-4223-958c-00537d2ebcc7 HTTP/1.1" status: 200 len: 994 time: 0.1006653 May 09 14:01:21.706096 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:01:35.048990 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:01:40.204136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4518b298-8552-4d8e-9813-76fe4539a5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:01:42.506023 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-374a825f-7d79-4fb6-86ed-44dcd90d4fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:01:43.491483 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:01:43.924607 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:01:45.165146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:01:51.694514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:04.470653 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-75e27aba-fa70-46f2-852c-4d4a65ce22de req-6cd0018e-c0ef-4d49-ab9b-d7fffd27facb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1513622 May 09 14:02:04.611810 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-75e27aba-fa70-46f2-852c-4d4a65ce22de req-2b93948e-031e-458d-a263-1097396fafa6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 1099 time: 0.0705028 May 09 14:02:04.751009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e27aba-fa70-46f2-852c-4d4a65ce22de req-d99a670c-b4a3-4ff1-9ac5-5c48ead854e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:04.752655 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-75e27aba-fa70-46f2-852c-4d4a65ce22de req-d99a670c-b4a3-4ff1-9ac5-5c48ead854e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02 HTTP/1.1" status: 200 len: 897 time: 0.1224279 May 09 14:02:04.849344 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-75e27aba-fa70-46f2-852c-4d4a65ce22de req-dd7c0257-6604-4685-808e-f0e749924e5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35727f0c-6985-46d9-93b7-bceddb3d73b1 HTTP/1.1" status: 200 len: 1002 time: 0.0896637 May 09 14:02:04.912394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e27aba-fa70-46f2-852c-4d4a65ce22de req-adbb2eab-d448-4db4-9b41-b63cfb9f13e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:04.913713 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-75e27aba-fa70-46f2-852c-4d4a65ce22de req-adbb2eab-d448-4db4-9b41-b63cfb9f13e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d87a9b87-948f-45f8-8fa5-874e522a44a1 HTTP/1.1" status: 200 len: 834 time: 0.0584018 May 09 14:02:04.985065 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-75e27aba-fa70-46f2-852c-4d4a65ce22de req-9989387c-303e-4d37-a31f-80dd555011e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652542 May 09 14:02:05.112110 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-75e27aba-fa70-46f2-852c-4d4a65ce22de req-ee0944e6-0ae3-49bb-afa1-c6878c46d3de service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199110 May 09 14:02:05.239190 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-75e27aba-fa70-46f2-852c-4d4a65ce22de req-5777fe4e-aa00-4044-a6e9-5a0395edaebe service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205816 May 09 14:02:06.345424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36834) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:06.546542 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port e189f3ac-4cf0-4a20-a276-40673881d197 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:02:06.546795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:06.785341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:06.785655 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:06.901917 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for e189f3ac-4cf0-4a20-a276-40673881d197 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:02:07.043900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:07.084934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=e189f3ac-4cf0-4a20-a276-40673881d197,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:07.123810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:07.124147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:07.124482 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:07.124809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:07.125132 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:07.125479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:07.125816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:07.126117 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:07.126429 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:07.126746 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:07.127060 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:07.188678 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:07.570971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router d75345ab-d04c-41a7-90f2-7aa555b71a48 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:02:07.764584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:02:07.773593 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f05c00-5b1d-485e-b85e-0eeb723eaf11 None None] Sync routers for ids ['d75345ab-d04c-41a7-90f2-7aa555b71a48'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:02:07.780161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:07.784878 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f05c00-5b1d-485e-b85e-0eeb723eaf11 None None] Routers {'d75345ab-d04c-41a7-90f2-7aa555b71a48'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:02:07.785506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d9f05c00-5b1d-485e-b85e-0eeb723eaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:01:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['d75345ab-d04c-41a7-90f2-7aa555b71a48'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:07.837174 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-42deca13-6249-485c-8a55-a1e0e937c3d6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/floatingips/0566615c-8566-4223-958c-00537d2ebcc7 HTTP/1.1" status: 204 len: 168 time: 1.4906821 May 09 14:02:07.838312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57952173-0159-4f04-be10-1195dab8e843', 'tag': '35727f0c-6985-46d9-93b7-bceddb3d73b1'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:02:07.970530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d9f05c00-5b1d-485e-b85e-0eeb723eaf11 None None] Set router d75345ab-d04c-41a7-90f2-7aa555b71a48 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:02:08.020297 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c54689-7ee6-4baf-b409-44e7fd5e6bf6'] response: {'name': 'network-changed', 'server_uuid': '57952173-0159-4f04-be10-1195dab8e843', 'tag': '35727f0c-6985-46d9-93b7-bceddb3d73b1', 'status': 'completed', 'code': 200} May 09 14:02:08.120962 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-010d6adb-2157-4536-82fe-963e3746df35 req-5951be6b-d5c3-46fd-9a03-dcc5206ee857 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 1099 time: 0.0738697 May 09 14:02:08.262227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6adb-2157-4536-82fe-963e3746df35 req-25896f96-9648-4d59-80a6-b7d393410de9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:08.264055 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-010d6adb-2157-4536-82fe-963e3746df35 req-25896f96-9648-4d59-80a6-b7d393410de9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02 HTTP/1.1" status: 200 len: 897 time: 0.1366394 May 09 14:02:08.266961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed174ce8-08c0-46bf-a79f-f6d72ebd013c req-8228c7d9-26ab-45e5-8b7a-57d7c291bdc7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:08.267693 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-ed174ce8-08c0-46bf-a79f-f6d72ebd013c req-8228c7d9-26ab-45e5-8b7a-57d7c291bdc7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:02:08.284719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-ed174ce8-08c0-46bf-a79f-f6d72ebd013c req-8228c7d9-26ab-45e5-8b7a-57d7c291bdc7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:02:08.286142 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ed174ce8-08c0-46bf-a79f-f6d72ebd013c req-8228c7d9-26ab-45e5-8b7a-57d7c291bdc7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.1036885 May 09 14:02:08.296138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d9f05c00-5b1d-485e-b85e-0eeb723eaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T13:59:46Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'af682a11-14e1-4e4a-ab6d-57a103f54148', 'name': '', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:26:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:46Z', 'updated_at': '2022-05-09T13:59:53Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:08.300045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f05c00-5b1d-485e-b85e-0eeb723eaf11 None None] Checking router: d75345ab-d04c-41a7-90f2-7aa555b71a48 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:02:08.310992 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f05c00-5b1d-485e-b85e-0eeb723eaf11 None None] Routers {'d75345ab-d04c-41a7-90f2-7aa555b71a48'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:02:08.311722 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d9f05c00-5b1d-485e-b85e-0eeb723eaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:01:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['d75345ab-d04c-41a7-90f2-7aa555b71a48'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:08.333921 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-010d6adb-2157-4536-82fe-963e3746df35 req-b131e91b-aa4b-426a-b40d-3d8d0b369a47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35727f0c-6985-46d9-93b7-bceddb3d73b1 HTTP/1.1" status: 200 len: 217 time: 0.0625260 May 09 14:02:08.340935 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ed174ce8-08c0-46bf-a79f-f6d72ebd013c req-25a807f1-fd88-4cef-80a9-c72a075f5272 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475211 May 09 14:02:08.493272 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d9f05c00-5b1d-485e-b85e-0eeb723eaf11 None None] Set router d75345ab-d04c-41a7-90f2-7aa555b71a48 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:02:08.494497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6adb-2157-4536-82fe-963e3746df35 req-922832c1-14e8-45bd-ad94-e21a63763600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:08.495929 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-010d6adb-2157-4536-82fe-963e3746df35 req-922832c1-14e8-45bd-ad94-e21a63763600 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d87a9b87-948f-45f8-8fa5-874e522a44a1 HTTP/1.1" status: 200 len: 834 time: 0.1560409 May 09 14:02:08.572997 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-010d6adb-2157-4536-82fe-963e3746df35 req-dcf4b4ff-bda8-46ae-95e8-9b18b6ddc0ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dad1cef-b913-4ae2-bdb3-ee058cdfff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671716 May 09 14:02:08.707123 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-010d6adb-2157-4536-82fe-963e3746df35 req-7f99053d-c46c-4ce5-9b7c-8ef30bcc8684 service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268163 May 09 14:02:08.836782 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d9f05c00-5b1d-485e-b85e-0eeb723eaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T13:59:46Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'af682a11-14e1-4e4a-ab6d-57a103f54148', 'name': '', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:26:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:46Z', 'updated_at': '2022-05-09T13:59:53Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:08.840763 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-010d6adb-2157-4536-82fe-963e3746df35 req-9b3b7532-7367-448f-97b5-02e4c5f2285c service neutron] 10.222.0.57 "GET /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268535 May 09 14:02:08.841021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f05c00-5b1d-485e-b85e-0eeb723eaf11 None None] The sync data for ids ['d75345ab-d04c-41a7-90f2-7aa555b71a48'] in dv-neutron-840889-2-hyperv is: [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T13:59:46Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'af682a11-14e1-4e4a-ab6d-57a103f54148', 'name': '', 'network_id': '0dad1cef-b913-4ae2-bdb3-ee058cdfff02', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:26:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:46Z', 'updated_at': '2022-05-09T13:59:53Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': 'd87a9b87-948f-45f8-8fa5-874e522a44a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:02:09.057746 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68cb4bc-87b8-4685-bf9b-183cb5de54f0 None None] New status for floating IP 0566615c-8566-4223-958c-00537d2ebcc7: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:02:09.565591 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6d455-d092-4763-bb24-897f4e8751f0 req-d7a06065-ab27-44a0-89e9-edc4a1800b2d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:09.567136 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1be6d455-d092-4763-bb24-897f4e8751f0 req-d7a06065-ab27-44a0-89e9-edc4a1800b2d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0939300 May 09 14:02:09.614143 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1be6d455-d092-4763-bb24-897f4e8751f0 req-98c7fe2b-0599-4d1e-bb17-6b15d5c170ab tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6b7799-daa3-431a-b90a-792d3d20f715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411997 May 09 14:02:09.900719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08902ff-ff07-48ce-a0bd-202150f66ce9 req-adcaf3d4-695b-4855-8769-1bf6f80ed454 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:09.901417 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-f08902ff-ff07-48ce-a0bd-202150f66ce9 req-adcaf3d4-695b-4855-8769-1bf6f80ed454 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:02:09.913688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-f08902ff-ff07-48ce-a0bd-202150f66ce9 req-adcaf3d4-695b-4855-8769-1bf6f80ed454 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:02:09.914847 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f08902ff-ff07-48ce-a0bd-202150f66ce9 req-adcaf3d4-695b-4855-8769-1bf6f80ed454 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 946 time: 0.0901046 May 09 14:02:09.985761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-f08902ff-ff07-48ce-a0bd-202150f66ce9 req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port 35727f0c-6985-46d9-93b7-bceddb3d73b1 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:02:09.986105 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-f08902ff-ff07-48ce-a0bd-202150f66ce9 req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:10.206656 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2226587f-f3e5-4d6a-8d94-dccd1007e98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:10.223826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-f08902ff-ff07-48ce-a0bd-202150f66ce9 req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port 35727f0c-6985-46d9-93b7-bceddb3d73b1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=35727f0c-6985-46d9-93b7-bceddb3d73b1,segment=NetworkSegment(0fca3ac6-da15-4915-a6bd-29f57096953a),segment_id=0fca3ac6-da15-4915-a6bd-29f57096953a)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:02:10.224178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-f08902ff-ff07-48ce-a0bd-202150f66ce9 req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:10.339235 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-f08902ff-ff07-48ce-a0bd-202150f66ce9 req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for 35727f0c-6985-46d9-93b7-bceddb3d73b1 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:02:10.474299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-f08902ff-ff07-48ce-a0bd-202150f66ce9 req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:10.521516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=35727f0c-6985-46d9-93b7-bceddb3d73b1,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:10.563436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:10.563777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:10.564104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:10.564433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:10.564756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:10.565075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:10.565420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:10.565743 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:10.566043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:10.566352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:10.566662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:10.605700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08902ff-ff07-48ce-a0bd-202150f66ce9 req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] No DVR routers for this DVR port 35727f0c-6985-46d9-93b7-bceddb3d73b1 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:02:10.608132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-f08902ff-ff07-48ce-a0bd-202150f66ce9 req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:10.610784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57952173-0159-4f04-be10-1195dab8e843', 'name': 'network-vif-deleted', 'tag': '35727f0c-6985-46d9-93b7-bceddb3d73b1'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:02:10.625882 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f08902ff-ff07-48ce-a0bd-202150f66ce9 req-668b092b-51e8-47a2-a186-ec19df3d2791 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "DELETE /v2.0/ports/35727f0c-6985-46d9-93b7-bceddb3d73b1 HTTP/1.1" status: 204 len: 173 time: 0.7019372 May 09 14:02:10.670662 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68946b52-8890-42e6-b153-fa75a806e7cc'] response: {'server_uuid': '57952173-0159-4f04-be10-1195dab8e843', 'name': 'network-vif-deleted', 'tag': '35727f0c-6985-46d9-93b7-bceddb3d73b1', 'status': 'completed', 'code': 200} May 09 14:02:10.786951 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fc010eff-c288-4c62-a6ef-e0e123a4083f req-f08a541c-8bb9-42c9-9636-52ed39e6da88 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=57952173-0159-4f04-be10-1195dab8e843 HTTP/1.1" status: 200 len: 210 time: 0.0446308 May 09 14:02:11.890115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36856) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:12.049158 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:02:12.363916 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a47d8ee-f4e8-42ce-9a38-f62dc1e922da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:12.509087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-364f921d-916f-4d00-a972-f2be1df8b743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:12.960569 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-1a47d8ee-f4e8-42ce-9a38-f62dc1e922da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port af682a11-14e1-4e4a-ab6d-57a103f54148 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:02:12.961134 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a47d8ee-f4e8-42ce-9a38-f62dc1e922da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:13.143544 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-1a47d8ee-f4e8-42ce-9a38-f62dc1e922da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port af682a11-14e1-4e4a-ab6d-57a103f54148, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=af682a11-14e1-4e4a-ab6d-57a103f54148,segment=NetworkSegment(0fca3ac6-da15-4915-a6bd-29f57096953a),segment_id=0fca3ac6-da15-4915-a6bd-29f57096953a)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:02:13.143891 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a47d8ee-f4e8-42ce-9a38-f62dc1e922da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:13.271544 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-1a47d8ee-f4e8-42ce-9a38-f62dc1e922da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for af682a11-14e1-4e4a-ab6d-57a103f54148 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:02:13.407045 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 35727f0c-6985-46d9-93b7-bceddb3d73b1 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:02:13.439590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 35727f0c-6985-46d9-93b7-bceddb3d73b1 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:02:13.439960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 35727f0c-6985-46d9-93b7-bceddb3d73b1 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:02:13.446348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a47d8ee-f4e8-42ce-9a38-f62dc1e922da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:13.495732 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:13.581953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47d8ee-f4e8-42ce-9a38-f62dc1e922da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=af682a11-14e1-4e4a-ab6d-57a103f54148,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:13.883792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1a47d8ee-f4e8-42ce-9a38-f62dc1e922da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:13.926469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:14.438188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a47d8ee-f4e8-42ce-9a38-f62dc1e922da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router d75345ab-d04c-41a7-90f2-7aa555b71a48 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:02:14.637748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a47d8ee-f4e8-42ce-9a38-f62dc1e922da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:02:14.647577 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20871b91-a9cf-4d16-99d3-47fe30d16af1 None None] Sync routers for ids ['d75345ab-d04c-41a7-90f2-7aa555b71a48'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:02:14.651003 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1a47d8ee-f4e8-42ce-9a38-f62dc1e922da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "PUT /v2.0/routers/d75345ab-d04c-41a7-90f2-7aa555b71a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7593029 May 09 14:02:14.653551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36864) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:14.660324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20871b91-a9cf-4d16-99d3-47fe30d16af1 None None] Routers {'d75345ab-d04c-41a7-90f2-7aa555b71a48'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:02:14.660929 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-20871b91-a9cf-4d16-99d3-47fe30d16af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:02:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['d75345ab-d04c-41a7-90f2-7aa555b71a48'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:14.831817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-20871b91-a9cf-4d16-99d3-47fe30d16af1 None None] Set router d75345ab-d04c-41a7-90f2-7aa555b71a48 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:02:14.832055 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-84338017-1d96-4bad-b7be-18d8f6b7d1fd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting subnet d87a9b87-948f-45f8-8fa5-874e522a44a1 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 14:02:14.834933 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84338017-1d96-4bad-b7be-18d8f6b7d1fd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:14.887780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84338017-1d96-4bad-b7be-18d8f6b7d1fd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:15.069710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84338017-1d96-4bad-b7be-18d8f6b7d1fd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:15.116399 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-20871b91-a9cf-4d16-99d3-47fe30d16af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T14:02:13Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:15.120123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20871b91-a9cf-4d16-99d3-47fe30d16af1 None None] Checking router: d75345ab-d04c-41a7-90f2-7aa555b71a48 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:02:15.130926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20871b91-a9cf-4d16-99d3-47fe30d16af1 None None] Routers {'d75345ab-d04c-41a7-90f2-7aa555b71a48'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:02:15.131524 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-20871b91-a9cf-4d16-99d3-47fe30d16af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:02:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['d75345ab-d04c-41a7-90f2-7aa555b71a48'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:15.140653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84338017-1d96-4bad-b7be-18d8f6b7d1fd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:15.183032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84338017-1d96-4bad-b7be-18d8f6b7d1fd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Subnet': ['ID=d87a9b87-948f-45f8-8fa5-874e522a44a1,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:15.189713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-84338017-1d96-4bad-b7be-18d8f6b7d1fd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:15.196795 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-84338017-1d96-4bad-b7be-18d8f6b7d1fd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/subnets/d87a9b87-948f-45f8-8fa5-874e522a44a1 HTTP/1.1" status: 204 len: 168 time: 0.5422897 May 09 14:02:15.199422 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36868) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:15.252242 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa38b43f-6023-40e9-8994-dac80ab3e5e3 None None] Network 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:02:15.351240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:15.402695 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:15.481867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-20871b91-a9cf-4d16-99d3-47fe30d16af1 None None] Set router d75345ab-d04c-41a7-90f2-7aa555b71a48 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:02:15.611087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:15.620648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port 6ef01f71-e78c-4972-90b7-c6379639341c {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:02:15.621104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:15.784871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] DHCP port deletion for 0dad1cef-b913-4ae2-bdb3-ee058cdfff02 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 14:02:15.793746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Deleting port 20c6598b-19e6-4758-b8ff-22104255c26a {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:02:15.794116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:15.799411 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port 6ef01f71-e78c-4972-90b7-c6379639341c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6ef01f71-e78c-4972-90b7-c6379639341c,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:02:15.799764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:15.924343 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for 6ef01f71-e78c-4972-90b7-c6379639341c owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:02:15.999495 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-20871b91-a9cf-4d16-99d3-47fe30d16af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T14:02:13Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:16.012394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20871b91-a9cf-4d16-99d3-47fe30d16af1 None None] The sync data for ids ['d75345ab-d04c-41a7-90f2-7aa555b71a48'] in dv-neutron-840889-2-hyperv is: [{'id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636115998', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T13:59:42Z', 'updated_at': '2022-05-09T14:02:13Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '6ef01f71-e78c-4972-90b7-c6379639341c', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75345ab-d04c-41a7-90f2-7aa555b71a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T13:59:43Z', 'updated_at': '2022-05-09T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:02:16.026514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] For port 20c6598b-19e6-4758-b8ff-22104255c26a, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=20c6598b-19e6-4758-b8ff-22104255c26a,segment=NetworkSegment(0fca3ac6-da15-4915-a6bd-29f57096953a),segment_id=0fca3ac6-da15-4915-a6bd-29f57096953a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:02:16.026931 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:16.098103 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:16.143267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=6ef01f71-e78c-4972-90b7-c6379639341c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:16.149271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Calling delete_port for 20c6598b-19e6-4758-b8ff-22104255c26a owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:02:16.221603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:16.268637 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Pushing event deleted for resources: {'Port': ['ID=20c6598b-19e6-4758-b8ff-22104255c26a,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:16.273761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] No DVR routers for this DVR port 20c6598b-19e6-4758-b8ff-22104255c26a on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:02:16.283297 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:16.283820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:16.284162 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:16.284486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:16.284822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:16.285490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:16.285594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:16.286021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:16.286348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:16.286669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:16.286974 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a053300-9a1b-467c-a9f9-abebe11e8953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:16.362920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:16.719581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:16.723717 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:16.748719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:16.749209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Fanout notify agent at l3_agent the message router_deleted on router d75345ab-d04c-41a7-90f2-7aa555b71a48 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 14:02:16.764362 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:16.765487 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a13018d7-01b9-4fa9-bc74-b8d79a78f089 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/routers/d75345ab-d04c-41a7-90f2-7aa555b71a48 HTTP/1.1" status: 204 len: 168 time: 1.5651426 May 09 14:02:16.768348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36872) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:16.886520 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0860dd8-fd6c-4cb4-b3f1-f6c63ec1807e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.012746 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0860dd8-fd6c-4cb4-b3f1-f6c63ec1807e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.036519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-d0860dd8-fd6c-4cb4-b3f1-f6c63ec1807e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dad1cef-b913-4ae2-bdb3-ee058cdfff02']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:17.048576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-d0860dd8-fd6c-4cb4-b3f1-f6c63ec1807e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fca3ac6-da15-4915-a6bd-29f57096953a') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:17.048874 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-d0860dd8-fd6c-4cb4-b3f1-f6c63ec1807e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fca3ac6-da15-4915-a6bd-29f57096953a') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:17.060584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0860dd8-fd6c-4cb4-b3f1-f6c63ec1807e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.076012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0860dd8-fd6c-4cb4-b3f1-f6c63ec1807e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.081877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0860dd8-fd6c-4cb4-b3f1-f6c63ec1807e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 14:02:17.082299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0860dd8-fd6c-4cb4-b3f1-f6c63ec1807e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 14:02:17.096015 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 14:02:17.175418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0860dd8-fd6c-4cb4-b3f1-f6c63ec1807e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.193286 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d0860dd8-fd6c-4cb4-b3f1-f6c63ec1807e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.205126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0860dd8-fd6c-4cb4-b3f1-f6c63ec1807e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Network': ['ID=0dad1cef-b913-4ae2-bdb3-ee058cdfff02,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:17.216403 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d0860dd8-fd6c-4cb4-b3f1-f6c63ec1807e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/networks/0dad1cef-b913-4ae2-bdb3-ee058cdfff02 HTTP/1.1" status: 204 len: 168 time: 0.4445686 May 09 14:02:17.216625 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36876) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:17.290028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-674f2973-1814-47aa-a3f2-55fddc694351 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.318227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-674f2973-1814-47aa-a3f2-55fddc694351 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.381945 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-674f2973-1814-47aa-a3f2-55fddc694351 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.400072 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f2973-1814-47aa-a3f2-55fddc694351 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6b7799-daa3-431a-b90a-792d3d20f715,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:17.410222 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-674f2973-1814-47aa-a3f2-55fddc694351 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.411335 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-674f2973-1814-47aa-a3f2-55fddc694351 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/security-groups/5f6b7799-daa3-431a-b90a-792d3d20f715 HTTP/1.1" status: 204 len: 168 time: 0.1938226 May 09 14:02:17.558609 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36884) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:17.561060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6ef01f71-e78c-4972-90b7-c6379639341c no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:02:17.564508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673755082', 'description': 'tempest-secgroup-smoke-1673755082 description', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:02:17.570448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:02:17.574756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:02:17.577769 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:02:17.583564 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:02:17.594277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 6ef01f71-e78c-4972-90b7-c6379639341c {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:02:17.594598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6ef01f71-e78c-4972-90b7-c6379639341c not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:02:17.595211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device af682a11-14e1-4e4a-ab6d-57a103f54148 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:02:17.598570 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.627258 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: af682a11-14e1-4e4a-ab6d-57a103f54148 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:02:17.628093 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device af682a11-14e1-4e4a-ab6d-57a103f54148 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:02:17.628500 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 20c6598b-19e6-4758-b8ff-22104255c26a no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:02:17.635413 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:02:17.639159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:02:17.642029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:02:17.647706 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:02:17.663989 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 20c6598b-19e6-4758-b8ff-22104255c26a {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:02:17.664324 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 20c6598b-19e6-4758-b8ff-22104255c26a not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:02:17.705176 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.708755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.752076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926336ce-fdf3-43b7-82b3-4129095b40c3,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:17.757125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.761730 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36888) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:17.762164 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bf55ea7e-970b-422f-9aec-cf6ec1ac4a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2020960 May 09 14:02:17.767526 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-8c7bb15a-a9e8-4fff-b907-6b681927a24f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '926336ce-fdf3-43b7-82b3-4129095b40c3', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:02:17.773496 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8c7bb15a-a9e8-4fff-b907-6b681927a24f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:02:17.778020 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8c7bb15a-a9e8-4fff-b907-6b681927a24f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:02:17.780856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-8c7bb15a-a9e8-4fff-b907-6b681927a24f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:02:17.787092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-8c7bb15a-a9e8-4fff-b907-6b681927a24f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:02:17.802963 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb15a-a9e8-4fff-b907-6b681927a24f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.861261 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb15a-a9e8-4fff-b907-6b681927a24f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.864683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb15a-a9e8-4fff-b907-6b681927a24f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.887679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bb15a-a9e8-4fff-b907-6b681927a24f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549bea37-9ffd-471f-b4cd-59a5ba6c35fb,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:17.895597 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb15a-a9e8-4fff-b907-6b681927a24f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:17.896777 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-8c7bb15a-a9e8-4fff-b907-6b681927a24f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1338758 May 09 14:02:17.899472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36892) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:17.904857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-33c3a229-3b1a-4152-8f9e-7859007dd159 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '926336ce-fdf3-43b7-82b3-4129095b40c3', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:02:17.910451 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-33c3a229-3b1a-4152-8f9e-7859007dd159 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:02:17.914178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-33c3a229-3b1a-4152-8f9e-7859007dd159 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:02:17.917495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-33c3a229-3b1a-4152-8f9e-7859007dd159 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:02:17.923043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-33c3a229-3b1a-4152-8f9e-7859007dd159 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:02:17.939090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33c3a229-3b1a-4152-8f9e-7859007dd159 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.001806 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33c3a229-3b1a-4152-8f9e-7859007dd159 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.005523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33c3a229-3b1a-4152-8f9e-7859007dd159 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.033082 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3a229-3b1a-4152-8f9e-7859007dd159 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd16f1a7-2f97-4094-8e6f-71dfdcb9fe0c,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:18.039383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33c3a229-3b1a-4152-8f9e-7859007dd159 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.041118 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-33c3a229-3b1a-4152-8f9e-7859007dd159 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1400595 May 09 14:02:18.043824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36896) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:18.049048 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-b7379519-07f8-4b85-b05d-da908433348d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '926336ce-fdf3-43b7-82b3-4129095b40c3', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:02:18.054838 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b7379519-07f8-4b85-b05d-da908433348d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:02:18.058723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b7379519-07f8-4b85-b05d-da908433348d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:02:18.061589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-b7379519-07f8-4b85-b05d-da908433348d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:02:18.067170 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-b7379519-07f8-4b85-b05d-da908433348d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:02:18.083728 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7379519-07f8-4b85-b05d-da908433348d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.145300 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7379519-07f8-4b85-b05d-da908433348d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.148471 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7379519-07f8-4b85-b05d-da908433348d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.171635 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7379519-07f8-4b85-b05d-da908433348d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2db313-db66-4f5f-beb3-ae2240165d9f,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:18.180019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-b7379519-07f8-4b85-b05d-da908433348d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.181201 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b7379519-07f8-4b85-b05d-da908433348d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1364505 May 09 14:02:18.183856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36900) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:18.189076 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-0d9e0b6a-b654-472e-8b59-3fbbb45ed503 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '926336ce-fdf3-43b7-82b3-4129095b40c3', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:02:18.194742 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0d9e0b6a-b654-472e-8b59-3fbbb45ed503 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:02:18.198536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0d9e0b6a-b654-472e-8b59-3fbbb45ed503 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:02:18.201350 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0d9e0b6a-b654-472e-8b59-3fbbb45ed503 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:02:18.206957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0d9e0b6a-b654-472e-8b59-3fbbb45ed503 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:02:18.223583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0b6a-b654-472e-8b59-3fbbb45ed503 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.286458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0b6a-b654-472e-8b59-3fbbb45ed503 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.289994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0b6a-b654-472e-8b59-3fbbb45ed503 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.319554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e0b6a-b654-472e-8b59-3fbbb45ed503 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac0087e-cc35-464c-8b8c-1c08970997c0,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:18.325834 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0b6a-b654-472e-8b59-3fbbb45ed503 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.327174 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0d9e0b6a-b654-472e-8b59-3fbbb45ed503 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1424091 May 09 14:02:18.329863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36904) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:18.335058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-59e1c661-5986-4746-9c8e-ef6e95eeea73 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '926336ce-fdf3-43b7-82b3-4129095b40c3', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:02:18.341228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-59e1c661-5986-4746-9c8e-ef6e95eeea73 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:02:18.344965 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-59e1c661-5986-4746-9c8e-ef6e95eeea73 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:02:18.347767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-59e1c661-5986-4746-9c8e-ef6e95eeea73 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:02:18.353940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-59e1c661-5986-4746-9c8e-ef6e95eeea73 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:02:18.362992 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-59e1c661-5986-4746-9c8e-ef6e95eeea73 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Project 8be6a886ca984d4180d6ab8c9dcd882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 14:02:18.368984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-59e1c661-5986-4746-9c8e-ef6e95eeea73 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.430320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-59e1c661-5986-4746-9c8e-ef6e95eeea73 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.433550 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-59e1c661-5986-4746-9c8e-ef6e95eeea73 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.455589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1c661-5986-4746-9c8e-ef6e95eeea73 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf43a57-6238-4690-a697-9c772304ac41,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:18.464405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-59e1c661-5986-4746-9c8e-ef6e95eeea73 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.465796 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-59e1c661-5986-4746-9c8e-ef6e95eeea73 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1350050 May 09 14:02:18.468450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36908) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:18.473722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-77acd172-3e27-4f68-8911-2364f8709d6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '926336ce-fdf3-43b7-82b3-4129095b40c3', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:02:18.479373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-77acd172-3e27-4f68-8911-2364f8709d6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:02:18.483116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-77acd172-3e27-4f68-8911-2364f8709d6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:02:18.485891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-77acd172-3e27-4f68-8911-2364f8709d6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:02:18.491373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-77acd172-3e27-4f68-8911-2364f8709d6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:02:18.500683 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-77acd172-3e27-4f68-8911-2364f8709d6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Project 8be6a886ca984d4180d6ab8c9dcd882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 14:02:18.506994 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-77acd172-3e27-4f68-8911-2364f8709d6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.572748 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-77acd172-3e27-4f68-8911-2364f8709d6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.577472 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-77acd172-3e27-4f68-8911-2364f8709d6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.600899 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acd172-3e27-4f68-8911-2364f8709d6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a1a414-e2db-48e3-861b-063379b8e186,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:18.609362 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-77acd172-3e27-4f68-8911-2364f8709d6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.610538 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-77acd172-3e27-4f68-8911-2364f8709d6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1411748 May 09 14:02:18.613377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36912) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:18.618997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'network': {'name': 'tempest-network-smoke--1767783855', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'port_security_enabled': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:02:18.624217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:02:18.628576 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:network and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:02:18.631431 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:02:18.637583 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:02:18.647308 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:02:18.650241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.678546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 14:02:18.687195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.687450 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Added segment c05c05b4-7a69-4ec8-9a3d-e6c9b0791846 of type vlan for network 11adbd18-a447-4d93-8725-ba637242558d May 09 14:02:18.793520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.823278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.827104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:18.827695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.933947 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3195584 May 09 14:02:18.937033 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36916) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:18.937825 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d315476-abf5-4a3b-825c-6da1b8177c4d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Network': ['ID=11adbd18-a447-4d93-8725-ba637242558d,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:18.943212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'admin_state_up': True, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:02:18.949595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 11adbd18-a447-4d93-8725-ba637242558d details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 14:02:18.952143 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:02:18.955968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:router and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:02:18.958813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:02:18.964442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:02:18.977681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.978667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:18.996680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:19.147042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:19.325097 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:19.353735 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:19.485980 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.26.1.177 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/11733a12-8b3e-4fbb-82ed-4a364ddb89b3) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:02:19.720994 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:19.747823 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:19.816648 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:02:19.819508 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:02:19.822470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:02:19.851211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=11733a12-8b3e-4fbb-82ed-4a364ddb89b3,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:19.979377 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:19.980104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:20.203213 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router b4dd9468-5a50-4e55-b1dc-ba94662d80ca is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 14:02:20.396531 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:02:20.406149 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Sync routers for ids ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:02:20.418546 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Routers {'b4dd9468-5a50-4e55-b1dc-ba94662d80ca'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:02:20.419184 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:02:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:20.422541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:20.423816 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1d9f1e90-9861-4e15-b2f7-74d0ecf4b517 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4856973 May 09 14:02:20.426895 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36920) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:20.466343 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7ee72725-f0cd-4c49-8e13-f2b803fab253 tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8be6a886ca984d4180d6ab8c9dcd882f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380917 May 09 14:02:20.468762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36924) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:20.591825 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Set router b4dd9468-5a50-4e55-b1dc-ba94662d80ca gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:02:20.598287 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fb22c2-c748-4267-9b03-1807ef060726 tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:20.602297 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c0fb22c2-c748-4267-9b03-1807ef060726 tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301997 May 09 14:02:20.602548 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36928) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:20.645817 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-947f2d8f-8177-4be2-8bcb-ce3e3393e617 tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416856 May 09 14:02:20.648252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36932) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:20.654034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1778653030', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:02:20.758125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:02:20.762372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:subnet and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:02:20.765142 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:02:20.770883 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:02:20.781220 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:02:20.867371 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:02:19Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:20.871808 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Checking router: b4dd9468-5a50-4e55-b1dc-ba94662d80ca for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:02:20.872149 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Updating router b4dd9468-5a50-4e55-b1dc-ba94662d80ca port 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:02:20.880869 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:20.925897 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:21.094038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:21.171077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Subnet': ['ID=0b887c73-9cc9-49e2-9f7a-97c2b34a50b8,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:21.184783 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Checking segment: {'id': 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '11adbd18-a447-4d93-8725-ba637242558d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:02:21.185141 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network hostable DHCP agents. Network: 11adbd18-a447-4d93-8725-ba637242558d, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 14:02:21.207404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network 11adbd18-a447-4d93-8725-ba637242558d is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 14:02:21.217078 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 11adbd18-a447-4d93-8725-ba637242558d) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:02:21.221852 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:21.222495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:21.225562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c06708-3058-4c58-a442-39d9e45000ad None None] Network 11adbd18-a447-4d93-8725-ba637242558d requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:02:21.258215 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-88f0ba82-e88b-4dc9-8932-a10632818d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6089621 May 09 14:02:21.263384 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 36936) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:21.267643 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:21.281645 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Transition to ACTIVE for port object 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:02:21.288132 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:21.369392 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Attempting to bind port 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:02:21.369837 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Attempting to bind port 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:02:21.370251 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Attempting to bind port 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:02:21.379403 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3444573-6ac8-4915-b5d1-5475221a84bb None None] Pushing event updated for resources: {'Port': ['ID=11733a12-8b3e-4fbb-82ed-4a364ddb89b3,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:21.386546 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:02:21.386901 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:02:21.387291 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:21.387673 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:02:21.388129 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Bound port: 11733a12-8b3e-4fbb-82ed-4a364ddb89b3, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:02:21.388833 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:21.426403 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3444573-6ac8-4915-b5d1-5475221a84bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:21.427094 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3444573-6ac8-4915-b5d1-5475221a84bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:21.427094 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3444573-6ac8-4915-b5d1-5475221a84bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:21.427348 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3444573-6ac8-4915-b5d1-5475221a84bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:21.427833 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3444573-6ac8-4915-b5d1-5475221a84bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:21.428155 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3444573-6ac8-4915-b5d1-5475221a84bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:21.428469 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3444573-6ac8-4915-b5d1-5475221a84bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:21.428783 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3444573-6ac8-4915-b5d1-5475221a84bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:21.429091 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3444573-6ac8-4915-b5d1-5475221a84bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:21.429431 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3444573-6ac8-4915-b5d1-5475221a84bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:21.430476 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3444573-6ac8-4915-b5d1-5475221a84bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:02:21.456131 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-11adbd18-a447-4d93-8725-ba637242558d', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ips': [{'subnet_id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 14:02:21.457022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:21.476730 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] For port 11733a12-8b3e-4fbb-82ed-4a364ddb89b3, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:02:21.481144 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] For port 11733a12-8b3e-4fbb-82ed-4a364ddb89b3, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=11733a12-8b3e-4fbb-82ed-4a364ddb89b3,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:02:21.486357 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:21.564949 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3444573-6ac8-4915-b5d1-5475221a84bb None None] Pushing event updated for resources: {'Port': ['ID=11733a12-8b3e-4fbb-82ed-4a364ddb89b3,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:21.585507 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Routers {'b4dd9468-5a50-4e55-b1dc-ba94662d80ca'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:02:21.586460 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:02:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:21.647452 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Allocated IP 172.20.0.2 (11adbd18-a447-4d93-8725-ba637242558d/0b887c73-9cc9-49e2-9f7a-97c2b34a50b8/b1faf800-e922-46b8-8b37-2a984708b1f6) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:02:21.758718 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:21.803875 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] Set router b4dd9468-5a50-4e55-b1dc-ba94662d80ca gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:02:21.868860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:21.879633 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Transition to ACTIVE for port object b1faf800-e922-46b8-8b37-2a984708b1f6 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:02:21.897777 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Transition to ACTIVE for port object b1faf800-e922-46b8-8b37-2a984708b1f6 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:02:21.904349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:21.976910 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Network 11adbd18-a447-4d93-8725-ba637242558d is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:02:21.980976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:02:21.985811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:02:21.987954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Pushing event updated for resources: {'Port': ['ID=b1faf800-e922-46b8-8b37-2a984708b1f6,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:22.064436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:22.073635 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Attempting to bind port b1faf800-e922-46b8-8b37-2a984708b1f6 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:02:22.074031 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Attempting to bind port b1faf800-e922-46b8-8b37-2a984708b1f6 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '11adbd18-a447-4d93-8725-ba637242558d'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:02:22.074337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Attempting to bind port b1faf800-e922-46b8-8b37-2a984708b1f6 on network 11adbd18-a447-4d93-8725-ba637242558d {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:02:22.081117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:02:22.081506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Checking segment: {'id': 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '11adbd18-a447-4d93-8725-ba637242558d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:02:22.081900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:22.082284 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Bound using segment: {'id': 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '11adbd18-a447-4d93-8725-ba637242558d'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:02:22.082735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Bound port: b1faf800-e922-46b8-8b37-2a984708b1f6, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '11adbd18-a447-4d93-8725-ba637242558d'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:02:22.083099 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:22.108258 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:02:19Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:22.112820 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73184cae-5fd7-4ca3-a126-7366d9defe28 None None] The sync data for ids ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'] in dv-neutron-840889-2-hyperv is: [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:02:19Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:02:22.217370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] For port b1faf800-e922-46b8-8b37-2a984708b1f6, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:02:22.220753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] For port b1faf800-e922-46b8-8b37-2a984708b1f6, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b1faf800-e922-46b8-8b37-2a984708b1f6,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:02:22.226458 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:22.319648 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bced4-86d9-4bb2-9c7e-47a7e9349837 None None] Pushing event updated for resources: {'Port': ['ID=b1faf800-e922-46b8-8b37-2a984708b1f6,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:22.523722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.20.0.1 (11adbd18-a447-4d93-8725-ba637242558d/0b887c73-9cc9-49e2-9f7a-97c2b34a50b8/9cce3794-6ab8-484a-af6b-704a249771a8) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:02:22.704939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:22.721231 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Transition to ACTIVE for port object 9cce3794-6ab8-484a-af6b-704a249771a8 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:02:22.744609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:22.921676 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network 11adbd18-a447-4d93-8725-ba637242558d is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:02:22.924824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:02:22.929504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:02:22.957684 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=9cce3794-6ab8-484a-af6b-704a249771a8,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:22.992043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:23.079388 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:23.281909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf71a8d8-e08c-402d-89a7-0844e03bf5ca None None] Network 11adbd18-a447-4d93-8725-ba637242558d requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:02:23.395215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7daf0a3a-0bae-48e5-afcb-5ebbcd8e1c55 None None] Provisioning for port b1faf800-e922-46b8-8b37-2a984708b1f6 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:02:23.489798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:23.494966 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:23.612088 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:23.615722 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=9cce3794-6ab8-484a-af6b-704a249771a8,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:23.655448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b1faf800-e922-46b8-8b37-2a984708b1f6 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:02:23.730704 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port b1faf800-e922-46b8-8b37-2a984708b1f6 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:02:23.736042 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b1faf800-e922-46b8-8b37-2a984708b1f6 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:02:23.736549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:23.768546 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network 11adbd18-a447-4d93-8725-ba637242558d is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:02:23.769696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:02:23.862807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:23.877546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7361aa4f-8cab-4479-98d7-f898ae75994a None None] Provisioning complete for port b1faf800-e922-46b8-8b37-2a984708b1f6 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:02:23.878319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7361aa4f-8cab-4479-98d7-f898ae75994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:23.954932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port b1faf800-e922-46b8-8b37-2a984708b1f6, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b1faf800-e922-46b8-8b37-2a984708b1f6,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:02:23.963087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:23.963836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:02:24.131564 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=b1faf800-e922-46b8-8b37-2a984708b1f6,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:24.153716 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:02:24.160677 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:02:24.161041 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:24.178342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router b4dd9468-5a50-4e55-b1dc-ba94662d80ca has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:02:24.188643 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7361aa4f-8cab-4479-98d7-f898ae75994a None None] Provisioning for port 9cce3794-6ab8-484a-af6b-704a249771a8 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:02:24.202262 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7361aa4f-8cab-4479-98d7-f898ae75994a None None] Provisioning complete for port 9cce3794-6ab8-484a-af6b-704a249771a8 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:02:24.202633 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7361aa4f-8cab-4479-98d7-f898ae75994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:24.278417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7361aa4f-8cab-4479-98d7-f898ae75994a None None] Port 9cce3794-6ab8-484a-af6b-704a249771a8 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:02:24.333860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:24.350257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 11733a12-8b3e-4fbb-82ed-4a364ddb89b3, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=11733a12-8b3e-4fbb-82ed-4a364ddb89b3,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:02:24.354567 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:24.383774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:02:24.399934 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-62483cfd-13e6-4d3b-a95e-e359219412ca tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "PUT /v2.0/routers/b4dd9468-5a50-4e55-b1dc-ba94662d80ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1308556 May 09 14:02:24.430658 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2d0d20d2-3fb3-49f7-ad2c-6b8a4b4f1c2e None None] Provisioning complete for port 9cce3794-6ab8-484a-af6b-704a249771a8 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:02:24.430943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2d0d20d2-3fb3-49f7-ad2c-6b8a4b4f1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:24.453740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=11733a12-8b3e-4fbb-82ed-4a364ddb89b3,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:24.484588 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d20d2-3fb3-49f7-ad2c-6b8a4b4f1c2e None None] Port 9cce3794-6ab8-484a-af6b-704a249771a8 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:02:24.566572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-a333ef23-c354-4680-97a6-8c71716135fe tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:02:24.582327 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-a333ef23-c354-4680-97a6-8c71716135fe tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:02:24.583515 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-a333ef23-c354-4680-97a6-8c71716135fe tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673755082&fields=id&tenant_id=8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 267 time: 0.0599341 May 09 14:02:24.811981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-3efd71fe-e2c4-4a12-b9dc-ccd99afbb5ce tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:24.812652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-3efd71fe-e2c4-4a12-b9dc-ccd99afbb5ce tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:02:24.827221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-3efd71fe-e2c4-4a12-b9dc-ccd99afbb5ce tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:02:24.828390 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-3efd71fe-e2c4-4a12-b9dc-ccd99afbb5ce tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/networks?id=11adbd18-a447-4d93-8725-ba637242558d HTTP/1.1" status: 200 len: 797 time: 0.2376401 May 09 14:02:24.844646 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-d1bd9e89-3c7e-4723-86ac-14277169fde0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/quotas/8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 375 time: 0.0107801 May 09 14:02:24.924235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-374b86dc-9268-493f-aebf-5e3f8c76b107 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:02:24.938951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-374b86dc-9268-493f-aebf-5e3f8c76b107 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:02:24.940126 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-374b86dc-9268-493f-aebf-5e3f8c76b107 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908339 May 09 14:02:24.956072 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-aee13fa8-8d01-4262-a616-7aa059a536fa service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 14:02:24.957003 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-aee13fa8-8d01-4262-a616-7aa059a536fa service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048370 May 09 14:02:25.085212 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-ca109bcb-24e9-4094-97b4-b08648b44ebe service neutron] 10.222.0.44 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226418 May 09 14:02:25.212286 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-188da904-c441-43d4-8b84-aae02ca0fc9b service neutron] 10.222.0.44 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214695 May 09 14:02:25.408568 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0a7fd072-4ebd-425c-977d-4febd6c5339e req-25df5d87-4264-4bb1-85ba-d76171b6f90b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 210 time: 0.0425062 May 09 14:02:25.569908 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b1faf800-e922-46b8-8b37-2a984708b1f6 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:02:25.651754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b1faf800-e922-46b8-8b37-2a984708b1f6 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:02:25.652251 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:25.691422 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Sync routers for ids ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:02:25.723673 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Routers {'b4dd9468-5a50-4e55-b1dc-ba94662d80ca'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:02:25.724355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:02:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:25.915958 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:02:25.992712 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Set router b4dd9468-5a50-4e55-b1dc-ba94662d80ca gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:02:26.098811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:02:26.099169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:26.444668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:02:23Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '9cce3794-6ab8-484a-af6b-704a249771a8', 'name': '', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:53:4f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:22Z', 'updated_at': '2022-05-09T14:02:23Z', 'revision_number': 2, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:26.451948 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Checking router: b4dd9468-5a50-4e55-b1dc-ba94662d80ca for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:02:26.452342 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Updating router b4dd9468-5a50-4e55-b1dc-ba94662d80ca port 9cce3794-6ab8-484a-af6b-704a249771a8 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:02:26.521730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:26.572361 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-f504d809-ed0b-4544-b536-8a29171bd130 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:26.573243 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-f504d809-ed0b-4544-b536-8a29171bd130 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:02:26.589775 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-f504d809-ed0b-4544-b536-8a29171bd130 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:02:26.591017 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-f504d809-ed0b-4544-b536-8a29171bd130 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/networks?id=11adbd18-a447-4d93-8725-ba637242558d HTTP/1.1" status: 200 len: 797 time: 0.3059523 May 09 14:02:26.598613 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-04560928-2397-45cc-904e-9dc0033caf46 req-19412297-843c-47d8-bf36-449e2531a31d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 210 time: 0.0585167 May 09 14:02:26.647752 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-05632af6-f73b-4044-a2fd-0454bc358d3d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 380 time: 0.0425363 May 09 14:02:26.656044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'port': {'device_id': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'admin_state_up': True, 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'security_groups': ['926336ce-fdf3-43b7-82b3-4129095b40c3']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:02:26.786194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:02:26.795952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:02:26.805305 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:02:26.808773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:26.870995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:26.882818 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Transition to ACTIVE for port object 9cce3794-6ab8-484a-af6b-704a249771a8 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:02:26.889109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:26.976040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.20.0.3 (11adbd18-a447-4d93-8725-ba637242558d/0b887c73-9cc9-49e2-9f7a-97c2b34a50b8/c23bf6cf-791e-43e7-86c4-236d899d2b3d) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:02:27.014536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dc3af-558b-4016-b3b8-74f630e8ecbc None None] Pushing event updated for resources: {'Port': ['ID=9cce3794-6ab8-484a-af6b-704a249771a8,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:27.104713 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Attempting to bind port 9cce3794-6ab8-484a-af6b-704a249771a8 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:02:27.105075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Attempting to bind port 9cce3794-6ab8-484a-af6b-704a249771a8 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '11adbd18-a447-4d93-8725-ba637242558d'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:02:27.105466 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Attempting to bind port 9cce3794-6ab8-484a-af6b-704a249771a8 on network 11adbd18-a447-4d93-8725-ba637242558d {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:02:27.112265 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:02:27.112776 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Checking segment: {'id': 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '11adbd18-a447-4d93-8725-ba637242558d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:02:27.113178 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:27.113601 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Bound using segment: {'id': 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '11adbd18-a447-4d93-8725-ba637242558d'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:02:27.114064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Bound port: 9cce3794-6ab8-484a-af6b-704a249771a8, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '11adbd18-a447-4d93-8725-ba637242558d'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:02:27.114433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:27.181846 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:27.197719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Transition to ACTIVE for port object c23bf6cf-791e-43e7-86c4-236d899d2b3d will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:02:27.205769 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] For port 9cce3794-6ab8-484a-af6b-704a249771a8, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:02:27.208725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] For port 9cce3794-6ab8-484a-af6b-704a249771a8, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9cce3794-6ab8-484a-af6b-704a249771a8,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:02:27.215716 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:27.221815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:27.298112 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network 11adbd18-a447-4d93-8725-ba637242558d is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:02:27.301298 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:02:27.302736 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dc3af-558b-4016-b3b8-74f630e8ecbc None None] Pushing event updated for resources: {'Port': ['ID=9cce3794-6ab8-484a-af6b-704a249771a8,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:27.303745 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:02:27.310946 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Routers {'b4dd9468-5a50-4e55-b1dc-ba94662d80ca'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:02:27.311700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:02:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:27.350839 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=c23bf6cf-791e-43e7-86c4-236d899d2b3d,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:27.382586 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:27.383200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:27.412433 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-0ec2e9e8-22fb-4782-a956-f80d318ebda7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7598336 May 09 14:02:27.425920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Request body: {'port': {'device_id': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:02:27.501502 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] Set router b4dd9468-5a50-4e55-b1dc-ba94662d80ca gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:02:27.546776 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:27.816387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f92d0-8f84-4d97-9191-ce1e4ef48b13 req-793d5345-b3e6-4754-a43f-fb35022c418a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:27.817922 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9e8f92d0-8f84-4d97-9191-ce1e4ef48b13 req-793d5345-b3e6-4754-a43f-fb35022c418a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 931 time: 0.0815926 May 09 14:02:27.851774 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-028f18aa-7680-4ae9-a3bd-029722ac326d None None] Provisioning for port c23bf6cf-791e-43e7-86c4-236d899d2b3d completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:02:27.861592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-028f18aa-7680-4ae9-a3bd-029722ac326d None None] Provisioning complete for port c23bf6cf-791e-43e7-86c4-236d899d2b3d triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:02:27.861592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-028f18aa-7680-4ae9-a3bd-029722ac326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:27.866436 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9e8f92d0-8f84-4d97-9191-ce1e4ef48b13 req-244f66fe-cfaf-4b4d-90d2-ad35530a0e61 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 May 09 14:02:27.921789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c23bf6cf-791e-43e7-86c4-236d899d2b3d {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:02:27.925520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-028f18aa-7680-4ae9-a3bd-029722ac326d None None] Port c23bf6cf-791e-43e7-86c4-236d899d2b3d cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:02:27.928551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:27.941329 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:02:23Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '9cce3794-6ab8-484a-af6b-704a249771a8', 'name': '', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:53:4f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:22Z', 'updated_at': '2022-05-09T14:02:27Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:27.943487 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Transition to ACTIVE for port object c23bf6cf-791e-43e7-86c4-236d899d2b3d will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:02:27.945359 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c753d-6a97-4359-957b-0d592e6dcf12 None None] The sync data for ids ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'] in dv-neutron-840889-2-hyperv is: [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:02:23Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '9cce3794-6ab8-484a-af6b-704a249771a8', 'name': '', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:53:4f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:22Z', 'updated_at': '2022-05-09T14:02:27Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:02:27.948827 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:28.090709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c23bf6cf-791e-43e7-86c4-236d899d2b3d,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:28.206266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Attempting to bind port c23bf6cf-791e-43e7-86c4-236d899d2b3d on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:02:28.206365 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Attempting to bind port c23bf6cf-791e-43e7-86c4-236d899d2b3d by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '11adbd18-a447-4d93-8725-ba637242558d'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:02:28.206778 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Attempting to bind port c23bf6cf-791e-43e7-86c4-236d899d2b3d on network 11adbd18-a447-4d93-8725-ba637242558d {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:02:28.213380 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Port c23bf6cf-791e-43e7-86c4-236d899d2b3d on network 11adbd18-a447-4d93-8725-ba637242558d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 14:02:28.213807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Attempting to bind port c23bf6cf-791e-43e7-86c4-236d899d2b3d on network 11adbd18-a447-4d93-8725-ba637242558d {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:02:28.220529 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:02:28.220856 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Checking segment: {'id': 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '11adbd18-a447-4d93-8725-ba637242558d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:02:28.221230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Bound using segment: {'id': 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '11adbd18-a447-4d93-8725-ba637242558d'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:02:28.221685 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Bound port: c23bf6cf-791e-43e7-86c4-236d899d2b3d, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '11adbd18-a447-4d93-8725-ba637242558d'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:02:28.222021 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:28.316062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] For port c23bf6cf-791e-43e7-86c4-236d899d2b3d, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:02:28.319487 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] For port c23bf6cf-791e-43e7-86c4-236d899d2b3d, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:02:28.323300 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:28.384385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:28.385802 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] 10.222.0.57 "PUT /v2.0/ports/c23bf6cf-791e-43e7-86c4-236d899d2b3d HTTP/1.1" status: 200 len: 1093 time: 0.9662552 May 09 14:02:28.386234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'tag': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:02:28.410434 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92def048-cf39-4a6c-8dfa-c010cf3c23b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c23bf6cf-791e-43e7-86c4-236d899d2b3d,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:28.570180 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae20cb09-f391-4dab-8b4d-1e7c937bb314'] response: {'name': 'network-changed', 'server_uuid': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'tag': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d', 'status': 'completed', 'code': 200} May 09 14:02:28.612991 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-801c4003-9546-459b-af48-387f5b2a6f06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 1096 time: 0.1867170 May 09 14:02:28.684099 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-6b76c583-0e48-4b1a-804d-c0277502476e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d HTTP/1.1" status: 200 len: 217 time: 0.0641079 May 09 14:02:28.745244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-bacf5fc7-c8b4-4051-a809-264187a6e0a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:28.746706 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-bacf5fc7-c8b4-4051-a809-264187a6e0a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b887c73-9cc9-49e2-9f7a-97c2b34a50b8 HTTP/1.1" status: 200 len: 835 time: 0.0576205 May 09 14:02:28.824492 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-d5daa324-601d-43f8-8a13-083f7bc3ee4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11adbd18-a447-4d93-8725-ba637242558d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720408 May 09 14:02:28.955451 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-4bf7b0c6-0d13-4b80-a7ab-c03bfe84624a service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254456 May 09 14:02:29.067533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45805517-1b7e-4f55-844d-2cb0f6933282 req-89068561-a5e6-4334-9491-13648f9dad0d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:29.068984 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-45805517-1b7e-4f55-844d-2cb0f6933282 req-89068561-a5e6-4334-9491-13648f9dad0d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 943 time: 0.0778918 May 09 14:02:29.085576 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cedea2f5-978a-4e81-8b64-629ca2001254 req-abbbf8d8-13cc-49db-8862-f903c94b227f service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244576 May 09 14:02:29.120236 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-45805517-1b7e-4f55-844d-2cb0f6933282 req-6899c5c3-4cdf-42f1-ba26-9c8bcc5780e8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448651 May 09 14:02:29.196274 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d212ba32-d907-4ab3-b679-83cacbda0adf req-83c1590f-555c-4e50-9c7f-7e5c2c18602a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 1096 time: 0.0674448 May 09 14:02:29.323881 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212ba32-d907-4ab3-b679-83cacbda0adf req-3f5b7544-8ae7-44a0-bef2-fb4501a8982c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:29.325324 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d212ba32-d907-4ab3-b679-83cacbda0adf req-3f5b7544-8ae7-44a0-bef2-fb4501a8982c service neutron] 10.222.0.57 "GET /v2.0/networks?id=11adbd18-a447-4d93-8725-ba637242558d HTTP/1.1" status: 200 len: 898 time: 0.1233542 May 09 14:02:29.394917 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d212ba32-d907-4ab3-b679-83cacbda0adf req-411a44b0-6833-4ffd-9425-2b4be6f8ee69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d HTTP/1.1" status: 200 len: 217 time: 0.0638106 May 09 14:02:29.454431 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212ba32-d907-4ab3-b679-83cacbda0adf req-57cb32ee-cade-43d7-afd9-25179bce1678 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:29.455816 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d212ba32-d907-4ab3-b679-83cacbda0adf req-57cb32ee-cade-43d7-afd9-25179bce1678 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b887c73-9cc9-49e2-9f7a-97c2b34a50b8 HTTP/1.1" status: 200 len: 835 time: 0.0555580 May 09 14:02:29.527985 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d212ba32-d907-4ab3-b679-83cacbda0adf req-353ce092-a27b-4ad1-b3d1-a15cf012fa2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11adbd18-a447-4d93-8725-ba637242558d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669258 May 09 14:02:29.587873 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9cce3794-6ab8-484a-af6b-704a249771a8 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:02:29.659489 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 9cce3794-6ab8-484a-af6b-704a249771a8 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:02:29.664056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 9cce3794-6ab8-484a-af6b-704a249771a8 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:02:29.664419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:29.668490 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d212ba32-d907-4ab3-b679-83cacbda0adf req-fb5e88aa-1fe9-47f3-bda1-ba4e4c45dc74 service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332698 May 09 14:02:29.777126 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:29.797792 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d212ba32-d907-4ab3-b679-83cacbda0adf req-3e3ef157-a6d2-4f32-ba67-31c4e3ed45da service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228211 May 09 14:02:29.810390 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 9cce3794-6ab8-484a-af6b-704a249771a8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9cce3794-6ab8-484a-af6b-704a249771a8,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:02:29.814789 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:29.879587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=9cce3794-6ab8-484a-af6b-704a249771a8,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:30.316887 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f240-7726-449c-80d7-cb78b00dda8b req-5e299b45-dc23-405f-ba29-4c23afa7a5d1 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:30.318366 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9833f240-7726-449c-80d7-cb78b00dda8b req-5e299b45-dc23-405f-ba29-4c23afa7a5d1 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 943 time: 0.0754073 May 09 14:02:30.362759 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9833f240-7726-449c-80d7-cb78b00dda8b req-9e3b99a5-b9ac-413d-aa5f-858cac48cbad tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382357 May 09 14:02:31.563618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9cce3794-6ab8-484a-af6b-704a249771a8 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:02:31.564064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee1e7a-33cb-4529-9762-da22a4390a0c req-fd545664-93a1-4cd2-a157-3710ee56c9ad tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:31.565357 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5bee1e7a-33cb-4529-9762-da22a4390a0c req-fd545664-93a1-4cd2-a157-3710ee56c9ad tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 943 time: 0.0837665 May 09 14:02:31.612170 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5bee1e7a-33cb-4529-9762-da22a4390a0c req-97caf746-634c-435c-9010-ceb3e892a3a0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408442 May 09 14:02:31.639444 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 9cce3794-6ab8-484a-af6b-704a249771a8 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:02:31.639444 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:32.809914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9719c-e93d-4d55-931e-80f2d0f2461b req-76285cf9-f50c-4aaf-9379-9f930383440f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:32.811344 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3df9719c-e93d-4d55-931e-80f2d0f2461b req-76285cf9-f50c-4aaf-9379-9f930383440f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 943 time: 0.0769105 May 09 14:02:32.859461 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3df9719c-e93d-4d55-931e-80f2d0f2461b req-87f92a42-ad16-42ab-a98a-450181c912f3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 May 09 14:02:33.516312 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device c23bf6cf-791e-43e7-86c4-236d899d2b3d details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 14:02:33.646652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port c23bf6cf-791e-43e7-86c4-236d899d2b3d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:02:33.659059 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'port_id': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d', 'mac_address': 'fa:16:3e:a4:2f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 14:02:33.717830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:33.734507 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c23bf6cf-791e-43e7-86c4-236d899d2b3d {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:02:33.749074 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port c23bf6cf-791e-43e7-86c4-236d899d2b3d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:02:33.752766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:33.818128 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=c23bf6cf-791e-43e7-86c4-236d899d2b3d,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:34.059305 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ebbac-c59a-42c0-ae57-0c917f7c9bd2 req-24865bc8-fb3d-40f4-8f71-d262ff4d59fb tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:34.060737 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-604ebbac-c59a-42c0-ae57-0c917f7c9bd2 req-24865bc8-fb3d-40f4-8f71-d262ff4d59fb tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 944 time: 0.0753534 May 09 14:02:34.066715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['c23bf6cf-791e-43e7-86c4-236d899d2b3d'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 14:02:34.106309 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-604ebbac-c59a-42c0-ae57-0c917f7c9bd2 req-8b93d4a2-ae92-4cec-b7cb-5347647e1ef4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399401 May 09 14:02:35.299341 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560d29b-f221-4488-97fe-357f08410dfb req-65eacc5b-d089-4cc7-8cc1-136017316d1b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:35.300747 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a560d29b-f221-4488-97fe-357f08410dfb req-65eacc5b-d089-4cc7-8cc1-136017316d1b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 944 time: 0.0778637 May 09 14:02:35.345749 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a560d29b-f221-4488-97fe-357f08410dfb req-c6a86927-1d89-4d0b-b733-644e2d797df2 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394578 May 09 14:02:35.531848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device c23bf6cf-791e-43e7-86c4-236d899d2b3d up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:02:35.597068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port c23bf6cf-791e-43e7-86c4-236d899d2b3d completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:02:35.601519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port c23bf6cf-791e-43e7-86c4-236d899d2b3d triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:02:35.601880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:35.716632 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:35.742294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:02:35.752218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port c23bf6cf-791e-43e7-86c4-236d899d2b3d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:02:35.755919 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:35.795972 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce2a4f6-8519-42e6-ae73-6ce8f1b3c36c'] response: {'server_uuid': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d', 'code': 200} May 09 14:02:35.820760 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=c23bf6cf-791e-43e7-86c4-236d899d2b3d,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:36.043022 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c1cd40eb-043a-4fd3-b99d-83b7ea37c8c4 req-33af032d-2daf-4c31-bf2f-63790ea5ac65 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 1098 time: 0.0700214 May 09 14:02:36.083936 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c1cd40eb-043a-4fd3-b99d-83b7ea37c8c4 req-98334e44-61ec-4361-aa01-7da2c951f4ea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356209 May 09 14:02:36.540771 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c01a7-fa0e-4ace-88fb-3fe0069d9e6f req-57a3fdc7-6574-4016-8375-142c15839ecd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:36.542232 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3e1c01a7-fa0e-4ace-88fb-3fe0069d9e6f req-57a3fdc7-6574-4016-8375-142c15839ecd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0742607 May 09 14:02:36.586370 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3e1c01a7-fa0e-4ace-88fb-3fe0069d9e6f req-2d97ad99-0696-4848-a9e2-059e3d14e8da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385871 May 09 14:02:37.789225 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975731-c1e9-45ce-834c-a6bb1210abf0 req-201191dc-ab9e-41ac-bb6d-85ccd2b83abe tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:37.790702 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ed975731-c1e9-45ce-834c-a6bb1210abf0 req-201191dc-ab9e-41ac-bb6d-85ccd2b83abe tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0847154 May 09 14:02:37.835569 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ed975731-c1e9-45ce-834c-a6bb1210abf0 req-4f76d9d5-dde1-4601-bd5b-c363f37dd3e0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394275 May 09 14:02:38.027139 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35e08b-280b-4ff5-aba0-a6c4993c696a req-53cfadf7-a7ba-4be7-b13d-d8476978fa53 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:38.028595 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b35e08b-280b-4ff5-aba0-a6c4993c696a req-53cfadf7-a7ba-4be7-b13d-d8476978fa53 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0758083 May 09 14:02:38.076862 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b35e08b-280b-4ff5-aba0-a6c4993c696a req-f03abdd6-ab36-4f62-8070-a4e1763ab948 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 May 09 14:02:38.104096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36984) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:38.171356 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fddd85d7-5f8d-4433-9cb0-00ac38f4827a tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 1093 time: 0.0661097 May 09 14:02:38.173771 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 36988) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:38.178711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:02:38.184029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:02:38.187796 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:floatingip and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:02:38.190637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:02:38.196188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:02:38.206639 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:38.417011 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:38.551353 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.26.1.181 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/f572753f-35db-4563-92ef-7c46a74b7429) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:02:38.695603 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:38.723733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:38.788082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:02:38.791425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:02:38.795617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:02:38.825032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=f572753f-35db-4563-92ef-7c46a74b7429,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:39.288551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:39.347733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:39.551118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:39.555593 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:39.663402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=f572753f-35db-4563-92ef-7c46a74b7429,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:02:39.675594 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:39.864342 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Floating IP c16a7fa5-34cd-46e1-9334-c342b0ded2aa associated. External IP: 172.26.1.181, port: c23bf6cf-791e-43e7-86c4-236d899d2b3d. May 09 14:02:40.207238 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-644d2623-4bb1-4757-a77b-ccc1f6630e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:40.332622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router b4dd9468-5a50-4e55-b1dc-ba94662d80ca has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:02:40.523943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:02:40.534313 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c1514-73a9-4c67-a6f9-0e92784005e1 None None] Sync routers for ids ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:02:40.546992 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c1514-73a9-4c67-a6f9-0e92784005e1 None None] Routers {'b4dd9468-5a50-4e55-b1dc-ba94662d80ca'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:02:40.547668 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-de0c1514-73a9-4c67-a6f9-0e92784005e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:02:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:40.550597 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:40.617728 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2e5c776e-353b-4374-814e-453005c78097 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4429679 May 09 14:02:40.618328 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'tag': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:02:40.678338 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675422a1-716e-4c0b-812d-84f7b92159d4'] response: {'name': 'network-changed', 'server_uuid': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'tag': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d', 'status': 'completed', 'code': 200} May 09 14:02:40.735353 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-de0c1514-73a9-4c67-a6f9-0e92784005e1 None None] Set router b4dd9468-5a50-4e55-b1dc-ba94662d80ca gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:02:40.768665 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79eda29a-8910-45a2-adc9-603643899dfe req-d124badc-8c49-4f20-a25e-39aef1dbee75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 1098 time: 0.0696647 May 09 14:02:40.789021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d686273-e13d-4323-b3c7-d7c9f77f3291 req-6e0b6930-2e30-4c90-bca5-94761f7169ff tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:40.790998 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9d686273-e13d-4323-b3c7-d7c9f77f3291 req-6e0b6930-2e30-4c90-bca5-94761f7169ff tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0769660 May 09 14:02:40.839588 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9d686273-e13d-4323-b3c7-d7c9f77f3291 req-7f717374-89dd-4fb8-a29f-1ac40d64a76d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413792 May 09 14:02:40.869213 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37000) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:40.903800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eda29a-8910-45a2-adc9-603643899dfe req-f585475d-1370-430b-bc32-bfcbc61bda05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:40.905217 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79eda29a-8910-45a2-adc9-603643899dfe req-f585475d-1370-430b-bc32-bfcbc61bda05 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11adbd18-a447-4d93-8725-ba637242558d HTTP/1.1" status: 200 len: 898 time: 0.1304994 May 09 14:02:40.976026 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-894e0b25-3f5f-46d2-89d0-8d536228939d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/c16a7fa5-34cd-46e1-9334-c342b0ded2aa HTTP/1.1" status: 200 len: 991 time: 0.1038516 May 09 14:02:41.009088 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79eda29a-8910-45a2-adc9-603643899dfe req-1fe03368-1341-4303-8f7f-eae53de40802 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d HTTP/1.1" status: 200 len: 999 time: 0.0983438 May 09 14:02:41.085552 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-de0c1514-73a9-4c67-a6f9-0e92784005e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:02:23Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'c16a7fa5-34cd-46e1-9334-c342b0ded2aa', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.181', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'port_id': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'mac_address': 'fa:16:3e:a4:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:02:39Z', 'updated_at': '2022-05-09T14:02:39Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cce3794-6ab8-484a-af6b-704a249771a8', 'name': '', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:53:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:22Z', 'updated_at': '2022-05-09T14:02:29Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:41.089778 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c1514-73a9-4c67-a6f9-0e92784005e1 None None] Checking router: b4dd9468-5a50-4e55-b1dc-ba94662d80ca for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:02:41.100755 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c1514-73a9-4c67-a6f9-0e92784005e1 None None] Routers {'b4dd9468-5a50-4e55-b1dc-ba94662d80ca'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:02:41.101397 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-de0c1514-73a9-4c67-a6f9-0e92784005e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:02:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:41.158078 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eda29a-8910-45a2-adc9-603643899dfe req-7a338b04-c8f8-46f2-a306-08c0863f5f71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:02:41.159494 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79eda29a-8910-45a2-adc9-603643899dfe req-7a338b04-c8f8-46f2-a306-08c0863f5f71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b887c73-9cc9-49e2-9f7a-97c2b34a50b8 HTTP/1.1" status: 200 len: 835 time: 0.1446428 May 09 14:02:41.230950 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79eda29a-8910-45a2-adc9-603643899dfe req-e0596ff8-a1e2-4109-887d-527267974306 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11adbd18-a447-4d93-8725-ba637242558d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656645 May 09 14:02:41.277602 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-de0c1514-73a9-4c67-a6f9-0e92784005e1 None None] Set router b4dd9468-5a50-4e55-b1dc-ba94662d80ca gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:02:41.358310 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79eda29a-8910-45a2-adc9-603643899dfe req-43552622-2bfe-489d-82f9-e5cb9fdec6ad service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213176 May 09 14:02:41.498607 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-79eda29a-8910-45a2-adc9-603643899dfe req-f09f8561-89e2-4106-9b2b-9025a5f55e7a service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344273 May 09 14:02:41.654675 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-de0c1514-73a9-4c67-a6f9-0e92784005e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:02:23Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'c16a7fa5-34cd-46e1-9334-c342b0ded2aa', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.181', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'port_id': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'mac_address': 'fa:16:3e:a4:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:02:39Z', 'updated_at': '2022-05-09T14:02:39Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cce3794-6ab8-484a-af6b-704a249771a8', 'name': '', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:53:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:22Z', 'updated_at': '2022-05-09T14:02:29Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:02:41.658351 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c1514-73a9-4c67-a6f9-0e92784005e1 None None] The sync data for ids ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'] in dv-neutron-840889-2-hyperv is: [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:02:23Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'c16a7fa5-34cd-46e1-9334-c342b0ded2aa', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.181', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'port_id': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'mac_address': 'fa:16:3e:a4:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:02:39Z', 'updated_at': '2022-05-09T14:02:39Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cce3794-6ab8-484a-af6b-704a249771a8', 'name': '', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:53:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:22Z', 'updated_at': '2022-05-09T14:02:29Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:02:41.979330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37004) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:42.082543 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b166e7d6-44cb-4599-ad98-955a81b6f421 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/c16a7fa5-34cd-46e1-9334-c342b0ded2aa HTTP/1.1" status: 200 len: 991 time: 0.1021028 May 09 14:02:42.515530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77793305-f5d6-423e-ab29-582ba01fdb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:43.086334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37008) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:43.191356 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e8b77b9b-04ea-471a-ba48-3731854d17f9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/c16a7fa5-34cd-46e1-9334-c342b0ded2aa HTTP/1.1" status: 200 len: 991 time: 0.1038721 May 09 14:02:43.497357 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:43.928959 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:44.195160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37014) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:44.306676 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dd76fb6d-635c-4c29-9b56-eebbf48be57d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/c16a7fa5-34cd-46e1-9334-c342b0ded2aa HTTP/1.1" status: 200 len: 991 time: 0.1099429 May 09 14:02:44.651953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17631f5b-6a1e-4f0a-8ad6-ecb6b7fcb9ef None None] New status for floating IP c16a7fa5-34cd-46e1-9334-c342b0ded2aa: ACTIVE {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:02:45.171920 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:02:45.309753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37018) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:02:45.412009 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3192b165-93fc-4bcc-8af2-682de200a2eb tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/c16a7fa5-34cd-46e1-9334-c342b0ded2aa HTTP/1.1" status: 200 len: 993 time: 0.1011529 May 09 14:02:49.048823 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:02:51.707618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:03:05.376029 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f8ab6bd4-811e-4b0f-9e0e-714302d8e579 req-db48ee0e-e15c-4075-94d5-5aa6bed7bfa7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660181 May 09 14:03:05.513412 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f8ab6bd4-811e-4b0f-9e0e-714302d8e579 req-7394fc66-64a4-44aa-9523-2ea28915b69f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 1098 time: 0.0727634 May 09 14:03:05.655898 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab6bd4-811e-4b0f-9e0e-714302d8e579 req-da9d2c0b-5d6a-4805-9f58-a5ee23c0d3be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:05.657244 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f8ab6bd4-811e-4b0f-9e0e-714302d8e579 req-da9d2c0b-5d6a-4805-9f58-a5ee23c0d3be service neutron] 10.222.0.57 "GET /v2.0/networks?id=11adbd18-a447-4d93-8725-ba637242558d HTTP/1.1" status: 200 len: 898 time: 0.1249490 May 09 14:03:05.753856 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f8ab6bd4-811e-4b0f-9e0e-714302d8e579 req-30e4e085-bc93-41c3-b9ad-6f82f082cede service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d HTTP/1.1" status: 200 len: 1001 time: 0.0897858 May 09 14:03:05.818175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab6bd4-811e-4b0f-9e0e-714302d8e579 req-838156bb-0dc8-42b0-8068-8b5665897544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:05.819556 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f8ab6bd4-811e-4b0f-9e0e-714302d8e579 req-838156bb-0dc8-42b0-8068-8b5665897544 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b887c73-9cc9-49e2-9f7a-97c2b34a50b8 HTTP/1.1" status: 200 len: 835 time: 0.0600214 May 09 14:03:05.892470 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f8ab6bd4-811e-4b0f-9e0e-714302d8e579 req-f49bc01b-4ad3-452c-b404-bada9ecf5c07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11adbd18-a447-4d93-8725-ba637242558d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664904 May 09 14:03:06.027352 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f8ab6bd4-811e-4b0f-9e0e-714302d8e579 req-26b11eb2-15b9-4bc7-9ecf-e0bbf9f69d3f service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214261 May 09 14:03:06.159557 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f8ab6bd4-811e-4b0f-9e0e-714302d8e579 req-705e9914-bd0e-4035-b75f-023520b7adc9 service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255784 May 09 14:03:10.208459 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4f320724-853f-4961-9e11-ff895a5fdeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:03:12.507366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-46c6f264-549a-466a-913d-13fb9c807d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:03:13.499925 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:03:13.931370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:03:15.175678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:03:21.738771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:03:26.048277 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:03:40.209938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-42484791-e5d5-4d74-b1b5-aa3d8c932624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:03:42.508314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eef81ec0-99f4-4976-8032-e76d9ce8163b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:03:43.503459 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:03:43.933132 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:03:44.480450 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-30c9e69d-a591-4d6f-92df-be3a850721da req-0dd2ad59-89aa-4fa7-a583-3e32fba33c18 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1274180 May 09 14:03:44.739418 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37052) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:03:44.794731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21535a4a-b6aa-488f-b561-2c2c8b05b936 req-52209708-54bc-4846-8574-5f5cd68a0921 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:44.796178 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-21535a4a-b6aa-488f-b561-2c2c8b05b936 req-52209708-54bc-4846-8574-5f5cd68a0921 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0797627 May 09 14:03:44.841424 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-21535a4a-b6aa-488f-b561-2c2c8b05b936 req-ae3f1a2b-3614-4a44-8755-79ad22863438 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396895 May 09 14:03:44.967186 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-2611045c-f15e-4c3b-83ea-9a61f509a268 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2266347 May 09 14:03:45.181877 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:03:46.042193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eae09a-7467-4541-a348-8b71cc569a16 req-4a91795d-0156-4bc6-a44f-a135b4a2f54e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:46.043632 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-67eae09a-7467-4541-a348-8b71cc569a16 req-4a91795d-0156-4bc6-a44f-a135b4a2f54e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0749269 May 09 14:03:46.099159 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-67eae09a-7467-4541-a348-8b71cc569a16 req-9bf98d7d-ac60-4a43-88e0-699a8cea6902 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483367 May 09 14:03:46.281092 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-8608413e-dac0-40c3-8c25-fe6c7dc7361f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 1098 time: 0.0668442 May 09 14:03:46.408558 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-39056e06-7d6f-4d60-a95b-d63e427e121e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:46.410005 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-39056e06-7d6f-4d60-a95b-d63e427e121e service neutron] 10.222.0.57 "GET /v2.0/networks?id=11adbd18-a447-4d93-8725-ba637242558d HTTP/1.1" status: 200 len: 898 time: 0.1230955 May 09 14:03:46.511282 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-64b11598-7c9a-4c4f-ad8f-cb7503570a8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d HTTP/1.1" status: 200 len: 1001 time: 0.0954134 May 09 14:03:46.571603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-b0fe6033-0031-492d-a514-96a2e7bd8a57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:46.573032 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-b0fe6033-0031-492d-a514-96a2e7bd8a57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b887c73-9cc9-49e2-9f7a-97c2b34a50b8 HTTP/1.1" status: 200 len: 835 time: 0.0563014 May 09 14:03:46.648076 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-961103c0-72cf-4e40-99e9-0a8aa5fdba67 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11adbd18-a447-4d93-8725-ba637242558d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692112 May 09 14:03:46.776640 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-733bf2ca-0c25-4750-8660-13c52cef15ec service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227725 May 09 14:03:46.905752 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-579754c9-f48b-45f0-9e82-78b4aaacd51e service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231270 May 09 14:03:47.291476 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa25256-9209-417f-bd29-1433725a39af req-5a16c682-6cee-4b33-9e10-08187a9a7980 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:47.292891 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1fa25256-9209-417f-bd29-1433725a39af req-5a16c682-6cee-4b33-9e10-08187a9a7980 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0743468 May 09 14:03:47.344703 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1fa25256-9209-417f-bd29-1433725a39af req-00cfc8e8-228e-498a-ba4f-92b66019400a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421321 May 09 14:03:48.541202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8c12b-2345-439b-bc7d-cb2a9bb81ec2 req-284f79b9-5c08-4269-a6b0-30fc9b550e30 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:48.542662 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-52c8c12b-2345-439b-bc7d-cb2a9bb81ec2 req-284f79b9-5c08-4269-a6b0-30fc9b550e30 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0781355 May 09 14:03:48.586821 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-52c8c12b-2345-439b-bc7d-cb2a9bb81ec2 req-c4003fcb-f4f8-4aff-b1fd-7aaf8ec06443 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381646 May 09 14:03:49.785397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e0a2d-744e-4b9d-9139-46ad6fff2abf req-02eaa90d-bcd7-4130-92f5-28e745a068f2 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:49.786836 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0f2e0a2d-744e-4b9d-9139-46ad6fff2abf req-02eaa90d-bcd7-4130-92f5-28e745a068f2 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0776601 May 09 14:03:49.831108 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0f2e0a2d-744e-4b9d-9139-46ad6fff2abf req-3112d09f-79a7-424b-8bb2-740f2c316401 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387261 May 09 14:03:51.110605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6ed00-fa8f-4321-8234-aea4b0637842 req-bd85dc4c-6041-493b-bc4e-c098843f3999 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:51.112028 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-85f6ed00-fa8f-4321-8234-aea4b0637842 req-bd85dc4c-6041-493b-bc4e-c098843f3999 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.1620498 May 09 14:03:51.155786 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-85f6ed00-fa8f-4321-8234-aea4b0637842 req-dcb4f9fd-c639-4ae5-99dc-7fa9d434694d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381835 May 09 14:03:51.763773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:03:52.346454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063f8ba-5126-473f-8c6d-38b7e75bf76c req-0b818bc0-9780-4659-88de-a898614f42ae tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:52.347903 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6063f8ba-5126-473f-8c6d-38b7e75bf76c req-0b818bc0-9780-4659-88de-a898614f42ae tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0750775 May 09 14:03:52.394356 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6063f8ba-5126-473f-8c6d-38b7e75bf76c req-246366fb-db75-4cdd-aeb0-620701edbdaa tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410323 May 09 14:03:53.587161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6183b1d-98e8-4077-ba8b-aa9d1b4e8251 req-86b87f93-a3ac-46e9-b648-19d8e81b6d3f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:53.588604 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a6183b1d-98e8-4077-ba8b-aa9d1b4e8251 req-86b87f93-a3ac-46e9-b648-19d8e81b6d3f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0750270 May 09 14:03:53.640047 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a6183b1d-98e8-4077-ba8b-aa9d1b4e8251 req-1a2065b5-b6ac-4c25-b20f-86add38f9afc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453467 May 09 14:03:54.835794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ea12-fc44-4a9a-96b7-fbf66bc341c3 req-e8f6fc1b-410d-4385-90d6-cac282ef4e51 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:54.837224 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0718ea12-fc44-4a9a-96b7-fbf66bc341c3 req-e8f6fc1b-410d-4385-90d6-cac282ef4e51 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0771260 May 09 14:03:54.881525 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0718ea12-fc44-4a9a-96b7-fbf66bc341c3 req-95bd3666-54a6-43a5-a90a-544887f8b6a8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388348 May 09 14:03:56.078155 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce51548-e50d-4fb5-95ad-c6d2d3b3c358 req-700e8f3d-74f1-4067-b995-15fc7bab9558 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:56.079593 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3ce51548-e50d-4fb5-95ad-c6d2d3b3c358 req-700e8f3d-74f1-4067-b995-15fc7bab9558 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0743649 May 09 14:03:56.125428 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3ce51548-e50d-4fb5-95ad-c6d2d3b3c358 req-76a9e360-6c44-4b58-aa81-82046c708dba tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400698 May 09 14:03:57.339713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b909b0-6e05-4e32-a193-2a4f546b06af req-a8a99b69-b5b4-424a-bf53-af1d7d82973d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:57.341773 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-29b909b0-6e05-4e32-a193-2a4f546b06af req-a8a99b69-b5b4-424a-bf53-af1d7d82973d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0787256 May 09 14:03:57.386349 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-29b909b0-6e05-4e32-a193-2a4f546b06af req-f6352feb-df56-4972-aecf-040f56e4343f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391233 May 09 14:03:58.546990 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-319bc21a-646e-4eb2-998e-cc87bffe50d7 service neutron] 10.222.0.57 "GET /v2.0/ports/c23bf6cf-791e-43e7-86c4-236d899d2b3d/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0721192 May 09 14:03:58.583584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37f1d5-c08a-4d0c-a08b-b6fe56e36e07 req-28a41a38-6c1f-49b3-b8df-5d1e8002bab4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:58.585023 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2e37f1d5-c08a-4d0c-a08b-b6fe56e36e07 req-28a41a38-6c1f-49b3-b8df-5d1e8002bab4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0797822 May 09 14:03:58.636287 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2e37f1d5-c08a-4d0c-a08b-b6fe56e36e07 req-98539a14-5b0c-4346-89fe-50498e9e038f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447812 May 09 14:03:58.810682 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-c996d77f-9665-4312-a44a-000850de098f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d&tenant_id=8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 1098 time: 0.0727239 May 09 14:03:58.898935 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-e70e64f0-ae07-4250-a41b-d7356d07c2ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 1098 time: 0.0674553 May 09 14:03:59.024913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-a7c82e97-7f27-4a6d-8cab-1e5c144865ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:59.026352 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-a7c82e97-7f27-4a6d-8cab-1e5c144865ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=11adbd18-a447-4d93-8725-ba637242558d HTTP/1.1" status: 200 len: 898 time: 0.1222615 May 09 14:03:59.125778 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-55931437-1eaf-4fbe-84e1-eb4e3fb3dd86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d HTTP/1.1" status: 200 len: 1001 time: 0.0936933 May 09 14:03:59.185310 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-9e1946c2-40aa-4eb8-b343-3a44acad1592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:59.186651 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-9e1946c2-40aa-4eb8-b343-3a44acad1592 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b887c73-9cc9-49e2-9f7a-97c2b34a50b8 HTTP/1.1" status: 200 len: 835 time: 0.0553651 May 09 14:03:59.260253 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-bd527cf9-5d05-4a27-a186-4aeea303caf1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11adbd18-a447-4d93-8725-ba637242558d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678191 May 09 14:03:59.385910 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-a0283320-31ae-4131-87d0-8d031cc1895c service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191638 May 09 14:03:59.602428 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-32122ba4-79a5-4930-a15a-5346a94cb7f4 req-dfc54704-ce23-4e29-92f6-e84364a316df service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106783 May 09 14:03:59.832951 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d61a3-5d63-4cce-a140-92bc9f0d0bf9 req-49bec8c8-6ac9-41b4-8dd0-e2d6956847b7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:03:59.834426 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bc5d61a3-5d63-4cce-a140-92bc9f0d0bf9 req-49bec8c8-6ac9-41b4-8dd0-e2d6956847b7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0761857 May 09 14:03:59.878289 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bc5d61a3-5d63-4cce-a140-92bc9f0d0bf9 req-5ea884b2-ca99-47b8-bf0e-0fe27e783778 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383313 May 09 14:04:01.073814 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925df9f-686c-48bf-a597-6c441d64d202 req-62b77499-047b-4ba7-a2fd-d3f80e6d3c2f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:01.075276 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1925df9f-686c-48bf-a597-6c441d64d202 req-62b77499-047b-4ba7-a2fd-d3f80e6d3c2f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 945 time: 0.0774660 May 09 14:04:01.119303 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1925df9f-686c-48bf-a597-6c441d64d202 req-996af7b2-ebf2-420b-9703-6e4a1d790d0a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386293 May 09 14:04:01.911587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device c23bf6cf-791e-43e7-86c4-236d899d2b3d no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:04:02.016198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:02.041206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:04:02.050611 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port c23bf6cf-791e-43e7-86c4-236d899d2b3d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:04:02.054733 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:02.120714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=c23bf6cf-791e-43e7-86c4-236d899d2b3d,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:04:02.133798 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:02.134136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:02.134465 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:02.134801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:02.135106 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:02.135432 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:02.135754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:02.136069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:02.136403 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:02.136700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:02.137038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:02.177060 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc65f292-6fb6-4548-ab29-1fe1d63856d1'] response: {'server_uuid': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d', 'code': 200} May 09 14:04:02.316466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ee376-43ad-4daf-90da-7cd3997286cf req-3416fff0-14f5-4dc2-a8f1-11341eb3e0c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:02.318171 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ec7ee376-43ad-4daf-90da-7cd3997286cf req-3416fff0-14f5-4dc2-a8f1-11341eb3e0c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 943 time: 0.0758731 May 09 14:04:02.364479 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ec7ee376-43ad-4daf-90da-7cd3997286cf req-ac5a3a2e-edf8-45bc-b201-3206f72b59bb tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408745 May 09 14:04:03.048500 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:04:03.574638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c6804-7f4c-470a-8eae-2bd3960754a1 req-ad8bde3e-25c0-4af4-822d-1fb16f150395 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:03.576614 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9e2c6804-7f4c-470a-8eae-2bd3960754a1 req-ad8bde3e-25c0-4af4-822d-1fb16f150395 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 943 time: 0.0830903 May 09 14:04:03.620788 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9e2c6804-7f4c-470a-8eae-2bd3960754a1 req-87fc0213-3223-4eff-b9ea-a29b3173b1c3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386622 May 09 14:04:03.937616 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b96734-9383-4270-8ace-546f14547de0 req-a79045a2-e985-4eb4-9889-48545ff8742e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:03.938240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-d8b96734-9383-4270-8ace-546f14547de0 req-a79045a2-e985-4eb4-9889-48545ff8742e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:04:03.946964 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc091d73-e213-474c-8701-2115ec1e9e10 req-fe5d9495-244a-4bae-9c45-44b3a3c4757b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:03.948399 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bc091d73-e213-474c-8701-2115ec1e9e10 req-fe5d9495-244a-4bae-9c45-44b3a3c4757b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 943 time: 0.0794983 May 09 14:04:03.954989 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-d8b96734-9383-4270-8ace-546f14547de0 req-a79045a2-e985-4eb4-9889-48545ff8742e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:04:03.956161 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8b96734-9383-4270-8ace-546f14547de0 req-a79045a2-e985-4eb4-9889-48545ff8742e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d&tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 943 time: 0.0977955 May 09 14:04:03.992932 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bc091d73-e213-474c-8701-2115ec1e9e10 req-f6a408d3-842c-4abe-8a5b-b142d34b16ea tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388486 May 09 14:04:04.097528 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8b96734-9383-4270-8ace-546f14547de0 req-49dd0af8-bf0d-4a89-b271-9be734a1f0b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 1096 time: 0.0701559 May 09 14:04:04.189915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8357d-7219-4070-b3da-0169da0c7e9f req-4d10b4c3-0692-4bfa-a6ed-6f8dcfe184fe tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:04.191765 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-65d8357d-7219-4070-b3da-0169da0c7e9f req-4d10b4c3-0692-4bfa-a6ed-6f8dcfe184fe tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 943 time: 0.0774343 May 09 14:04:04.225803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b96734-9383-4270-8ace-546f14547de0 req-e2e6185b-dd00-42f2-b357-62b2686014ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:04.227228 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8b96734-9383-4270-8ace-546f14547de0 req-e2e6185b-dd00-42f2-b357-62b2686014ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=11adbd18-a447-4d93-8725-ba637242558d HTTP/1.1" status: 200 len: 898 time: 0.1246502 May 09 14:04:04.237621 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-65d8357d-7219-4070-b3da-0169da0c7e9f req-cd3d54e9-938e-4251-b8e2-696bfc395327 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 May 09 14:04:04.323433 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8b96734-9383-4270-8ace-546f14547de0 req-a8bc994f-dc60-4d29-986d-f13dfc69c91a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d HTTP/1.1" status: 200 len: 999 time: 0.0901675 May 09 14:04:04.386420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b96734-9383-4270-8ace-546f14547de0 req-9ce59b4f-0e76-4928-a4fe-c43b6f112234 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:04.387821 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8b96734-9383-4270-8ace-546f14547de0 req-9ce59b4f-0e76-4928-a4fe-c43b6f112234 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b887c73-9cc9-49e2-9f7a-97c2b34a50b8 HTTP/1.1" status: 200 len: 835 time: 0.0586023 May 09 14:04:04.457884 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8b96734-9383-4270-8ace-546f14547de0 req-20fc81e0-97b0-4e08-81c4-daf72c9b216e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11adbd18-a447-4d93-8725-ba637242558d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646799 May 09 14:04:04.585925 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8b96734-9383-4270-8ace-546f14547de0 req-634905d2-5dd0-47f9-a6f7-0d80d52f2c1b service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213398 May 09 14:04:04.713656 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8b96734-9383-4270-8ace-546f14547de0 req-781724fa-59b2-4d1d-9b17-b5923ef21b30 service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209197 May 09 14:04:05.402886 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ac109813-2eb1-4c7e-b817-d82fd3c59390 req-61458adb-e35a-42ff-813f-915661c0be1c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698235 May 09 14:04:05.439006 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813123c7-103c-48a5-9e78-09bb7a87d48a req-38141faa-f90a-4955-9f23-1f7ddfd49add tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:05.440476 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-813123c7-103c-48a5-9e78-09bb7a87d48a req-38141faa-f90a-4955-9f23-1f7ddfd49add tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 943 time: 0.0759649 May 09 14:04:05.490617 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-813123c7-103c-48a5-9e78-09bb7a87d48a req-4256ccee-ecff-4161-be64-373e0e1c753e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446818 May 09 14:04:05.518901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37128) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:04:05.538884 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ac109813-2eb1-4c7e-b817-d82fd3c59390 req-d26bfcb3-3f70-45c6-92a8-dbfd0b704786 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 1096 time: 0.0683661 May 09 14:04:05.624366 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-87c3183e-360c-49bc-ade2-9e4e68027505 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/c16a7fa5-34cd-46e1-9334-c342b0ded2aa HTTP/1.1" status: 200 len: 991 time: 0.1042578 May 09 14:04:05.684647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac109813-2eb1-4c7e-b817-d82fd3c59390 req-6809c9fe-4315-4695-8bac-f96924edc6ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:05.686022 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ac109813-2eb1-4c7e-b817-d82fd3c59390 req-6809c9fe-4315-4695-8bac-f96924edc6ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=11adbd18-a447-4d93-8725-ba637242558d HTTP/1.1" status: 200 len: 898 time: 0.1261256 May 09 14:04:05.786085 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ac109813-2eb1-4c7e-b817-d82fd3c59390 req-4a67f71c-bcb6-4e6d-893a-feb25ac04ba0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d HTTP/1.1" status: 200 len: 999 time: 0.0945234 May 09 14:04:05.845812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac109813-2eb1-4c7e-b817-d82fd3c59390 req-b8db4f1d-c0b3-472c-b78a-7fc10ee0fd1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:05.847177 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ac109813-2eb1-4c7e-b817-d82fd3c59390 req-b8db4f1d-c0b3-472c-b78a-7fc10ee0fd1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b887c73-9cc9-49e2-9f7a-97c2b34a50b8 HTTP/1.1" status: 200 len: 835 time: 0.0557461 May 09 14:04:05.922410 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ac109813-2eb1-4c7e-b817-d82fd3c59390 req-911bacc6-b50c-4b44-a832-0f313840834f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11adbd18-a447-4d93-8725-ba637242558d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697851 May 09 14:04:05.936615 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device c23bf6cf-791e-43e7-86c4-236d899d2b3d no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:04:06.058519 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ac109813-2eb1-4c7e-b817-d82fd3c59390 req-6f2206f3-7c99-4e69-99dc-0b60cc6d497c service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300838 May 09 14:04:06.273789 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ac109813-2eb1-4c7e-b817-d82fd3c59390 req-a0b5d2d5-96ba-4484-9cb1-c14d719e7318 service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094822 May 09 14:04:10.211393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fd2b0007-d127-406a-bb2e-15bf07f2a22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:12.510847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8dd14d6a-dd94-40ab-98e3-fb60f16dddcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:13.506131 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:13.936331 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:15.181281 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:21.763580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:40.047915 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:04:40.213416 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77fb282f-c00d-449e-810e-822f1d6cd73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:42.505335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81f08fce-e9af-4245-b47e-67ccda1dbb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:43.509061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:43.937279 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:45.190556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:51.774224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:52.256512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37146) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:04:52.456400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port f572753f-35db-4563-92ef-7c46a74b7429 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:04:52.456738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:52.695573 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:52.695892 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:52.810075 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for f572753f-35db-4563-92ef-7c46a74b7429 owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:04:52.959400 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:53.001271 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=f572753f-35db-4563-92ef-7c46a74b7429,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:04:53.035538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:53.035881 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:53.036217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:53.036553 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:53.036883 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:53.037209 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:53.037558 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:53.037881 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:53.038200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:53.038522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:53.038848 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:53.104011 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:53.487137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router b4dd9468-5a50-4e55-b1dc-ba94662d80ca has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:04:53.683379 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:04:53.692725 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dceff2-ae78-46e0-aaf2-b153cbdfbef7 None None] Sync routers for ids ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:04:53.704188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:53.704437 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dceff2-ae78-46e0-aaf2-b153cbdfbef7 None None] Routers {'b4dd9468-5a50-4e55-b1dc-ba94662d80ca'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:04:53.705008 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-43dceff2-ae78-46e0-aaf2-b153cbdfbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:04:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:04:53.759243 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f1e8b209-bb20-4cd7-9816-c7e111ea9fa0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/floatingips/c16a7fa5-34cd-46e1-9334-c342b0ded2aa HTTP/1.1" status: 204 len: 168 time: 1.5014887 May 09 14:04:53.759652 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'tag': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:04:53.816162 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7c3d9d-180a-4f61-889a-f9c6931ee2ca'] response: {'name': 'network-changed', 'server_uuid': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'tag': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d', 'status': 'completed', 'code': 200} May 09 14:04:53.884062 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-43dceff2-ae78-46e0-aaf2-b153cbdfbef7 None None] Set router b4dd9468-5a50-4e55-b1dc-ba94662d80ca gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:04:53.916523 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c39c806b-dc66-42c1-ae34-4c2d7229023b req-1d8b23c9-93c6-40ba-90ef-20dd76666aa1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 1096 time: 0.0684977 May 09 14:04:54.062601 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c806b-dc66-42c1-ae34-4c2d7229023b req-f7025ab1-33c8-4373-819e-477f308de94c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:54.064325 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c39c806b-dc66-42c1-ae34-4c2d7229023b req-f7025ab1-33c8-4373-819e-477f308de94c service neutron] 10.222.0.57 "GET /v2.0/networks?id=11adbd18-a447-4d93-8725-ba637242558d HTTP/1.1" status: 200 len: 898 time: 0.1424701 May 09 14:04:54.139499 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c39c806b-dc66-42c1-ae34-4c2d7229023b req-acd0f81c-3688-4ff4-af26-65931d52f1d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d HTTP/1.1" status: 200 len: 217 time: 0.0681729 May 09 14:04:54.206480 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c806b-dc66-42c1-ae34-4c2d7229023b req-3d09fe7f-14ad-419f-a995-890623995516 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:54.207886 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c39c806b-dc66-42c1-ae34-4c2d7229023b req-3d09fe7f-14ad-419f-a995-890623995516 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b887c73-9cc9-49e2-9f7a-97c2b34a50b8 HTTP/1.1" status: 200 len: 835 time: 0.0614059 May 09 14:04:54.211191 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-43dceff2-ae78-46e0-aaf2-b153cbdfbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:02:23Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '9cce3794-6ab8-484a-af6b-704a249771a8', 'name': '', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:53:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:22Z', 'updated_at': '2022-05-09T14:02:29Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:04:54.216009 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dceff2-ae78-46e0-aaf2-b153cbdfbef7 None None] Checking router: b4dd9468-5a50-4e55-b1dc-ba94662d80ca for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:04:54.226642 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dceff2-ae78-46e0-aaf2-b153cbdfbef7 None None] Routers {'b4dd9468-5a50-4e55-b1dc-ba94662d80ca'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:04:54.227309 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-43dceff2-ae78-46e0-aaf2-b153cbdfbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:04:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:04:54.276364 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb7220-ecec-45b8-b1cd-f1283a3ec73f req-00261993-b3ad-47fd-b83e-3a1127a2a79a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:54.277067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-80eb7220-ecec-45b8-b1cd-f1283a3ec73f req-00261993-b3ad-47fd-b83e-3a1127a2a79a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:04:54.287964 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c39c806b-dc66-42c1-ae34-4c2d7229023b req-4a45590f-7184-4511-8c77-14f60e7407b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11adbd18-a447-4d93-8725-ba637242558d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731606 May 09 14:04:54.293550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-80eb7220-ecec-45b8-b1cd-f1283a3ec73f req-00261993-b3ad-47fd-b83e-3a1127a2a79a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:04:54.294692 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-80eb7220-ecec-45b8-b1cd-f1283a3ec73f req-00261993-b3ad-47fd-b83e-3a1127a2a79a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 943 time: 0.2165661 May 09 14:04:54.341277 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-80eb7220-ecec-45b8-b1cd-f1283a3ec73f req-a2ce529c-d153-4325-aa8a-c3c12bfb5b62 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405304 May 09 14:04:54.407502 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-43dceff2-ae78-46e0-aaf2-b153cbdfbef7 None None] Set router b4dd9468-5a50-4e55-b1dc-ba94662d80ca gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:04:54.424875 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c39c806b-dc66-42c1-ae34-4c2d7229023b req-04ecde10-2881-4dc3-a94f-b7324e30995e service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292670 May 09 14:04:54.559468 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c39c806b-dc66-42c1-ae34-4c2d7229023b req-c056d748-2cc3-45f9-8c3b-18ba44a7d83c service neutron] 10.222.0.57 "GET /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275945 May 09 14:04:54.709323 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-43dceff2-ae78-46e0-aaf2-b153cbdfbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:02:23Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '9cce3794-6ab8-484a-af6b-704a249771a8', 'name': '', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:53:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:22Z', 'updated_at': '2022-05-09T14:02:29Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:04:54.713094 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dceff2-ae78-46e0-aaf2-b153cbdfbef7 None None] The sync data for ids ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'] in dv-neutron-840889-2-hyperv is: [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:02:23Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '9cce3794-6ab8-484a-af6b-704a249771a8', 'name': '', 'network_id': '11adbd18-a447-4d93-8725-ba637242558d', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:53:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:22Z', 'updated_at': '2022-05-09T14:02:29Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '0b887c73-9cc9-49e2-9f7a-97c2b34a50b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:04:54.928213 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688c51fd-16ce-4ac0-9484-1df2f7e5405f None None] New status for floating IP c16a7fa5-34cd-46e1-9334-c342b0ded2aa: DOWN {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:04:55.609553 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca70519-27cc-4584-bc21-b14769cca4bb req-15d00c8b-fcb5-4d85-8245-4b10eef8f088 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:55.611002 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2ca70519-27cc-4584-bc21-b14769cca4bb req-15d00c8b-fcb5-4d85-8245-4b10eef8f088 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 943 time: 0.1442864 May 09 14:04:55.655506 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2ca70519-27cc-4584-bc21-b14769cca4bb req-a4f0d474-d7be-4ceb-9963-9319b5d36044 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=926336ce-fdf3-43b7-82b3-4129095b40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388813 May 09 14:04:56.083450 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c1a80-2e7d-41c0-8c27-0b6f4567cbd6 req-59d43507-5723-4c67-8789-580a1c895867 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:04:56.084931 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e03c1a80-2e7d-41c0-8c27-0b6f4567cbd6 req-59d43507-5723-4c67-8789-580a1c895867 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 943 time: 0.0757680 May 09 14:04:56.155038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-e03c1a80-2e7d-41c0-8c27-0b6f4567cbd6 req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port c23bf6cf-791e-43e7-86c4-236d899d2b3d {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:04:56.155370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e03c1a80-2e7d-41c0-8c27-0b6f4567cbd6 req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:56.391195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-e03c1a80-2e7d-41c0-8c27-0b6f4567cbd6 req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port c23bf6cf-791e-43e7-86c4-236d899d2b3d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c23bf6cf-791e-43e7-86c4-236d899d2b3d,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:04:56.391463 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e03c1a80-2e7d-41c0-8c27-0b6f4567cbd6 req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:56.513427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-e03c1a80-2e7d-41c0-8c27-0b6f4567cbd6 req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for c23bf6cf-791e-43e7-86c4-236d899d2b3d owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:04:56.651294 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e03c1a80-2e7d-41c0-8c27-0b6f4567cbd6 req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:56.703217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=c23bf6cf-791e-43e7-86c4-236d899d2b3d,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:04:56.713731 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:56.714081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:56.714419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:56.714753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:56.715124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:56.715452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:56.715773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:56.716094 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:56.716961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:56.716961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:56.717116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:04:56.785488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03c1a80-2e7d-41c0-8c27-0b6f4567cbd6 req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] No DVR routers for this DVR port c23bf6cf-791e-43e7-86c4-236d899d2b3d on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:04:56.787961 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-e03c1a80-2e7d-41c0-8c27-0b6f4567cbd6 req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:56.790544 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'name': 'network-vif-deleted', 'tag': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:04:56.806851 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e03c1a80-2e7d-41c0-8c27-0b6f4567cbd6 req-08459ad7-48f1-4b84-9b0a-577f34be597b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "DELETE /v2.0/ports/c23bf6cf-791e-43e7-86c4-236d899d2b3d HTTP/1.1" status: 204 len: 173 time: 0.7164314 May 09 14:04:56.834748 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-58d0e9c1-6c04-4130-97fe-72f05e141a06 req-52bd563d-1c5a-4f44-b960-e6f308847010 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=b337e662-907b-4a61-a24e-0c4db99fa00d HTTP/1.1" status: 200 len: 210 time: 0.0523832 May 09 14:04:56.925443 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc8d77a-ed09-4ea4-abcc-f216cf8e7b93'] response: {'server_uuid': 'b337e662-907b-4a61-a24e-0c4db99fa00d', 'name': 'network-vif-deleted', 'tag': 'c23bf6cf-791e-43e7-86c4-236d899d2b3d', 'status': 'completed', 'code': 200} May 09 14:04:58.085425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37172) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:04:58.563152 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9770debf-0371-46a2-b59f-1772191d8b33 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:59.144305 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9770debf-0371-46a2-b59f-1772191d8b33 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port 9cce3794-6ab8-484a-af6b-704a249771a8 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:04:59.144987 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9770debf-0371-46a2-b59f-1772191d8b33 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:59.320893 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-9770debf-0371-46a2-b59f-1772191d8b33 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port 9cce3794-6ab8-484a-af6b-704a249771a8, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=9cce3794-6ab8-484a-af6b-704a249771a8,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:04:59.321249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9770debf-0371-46a2-b59f-1772191d8b33 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:59.437679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-9770debf-0371-46a2-b59f-1772191d8b33 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for 9cce3794-6ab8-484a-af6b-704a249771a8 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:04:59.607363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9770debf-0371-46a2-b59f-1772191d8b33 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:04:59.739449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770debf-0371-46a2-b59f-1772191d8b33 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=9cce3794-6ab8-484a-af6b-704a249771a8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:00.023971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9770debf-0371-46a2-b59f-1772191d8b33 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:00.186252 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device c23bf6cf-791e-43e7-86c4-236d899d2b3d no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:05:00.221537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: c23bf6cf-791e-43e7-86c4-236d899d2b3d {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:05:00.221895 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device c23bf6cf-791e-43e7-86c4-236d899d2b3d not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:05:00.589356 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9770debf-0371-46a2-b59f-1772191d8b33 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router b4dd9468-5a50-4e55-b1dc-ba94662d80ca has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:05:00.785058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9770debf-0371-46a2-b59f-1772191d8b33 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:05:00.795485 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345e1ad6-4f66-4d45-9676-9c9360856895 None None] Sync routers for ids ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:05:00.798169 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9770debf-0371-46a2-b59f-1772191d8b33 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "PUT /v2.0/routers/b4dd9468-5a50-4e55-b1dc-ba94662d80ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7117186 May 09 14:05:00.800772 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37176) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:00.809866 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e1ad6-4f66-4d45-9676-9c9360856895 None None] Routers {'b4dd9468-5a50-4e55-b1dc-ba94662d80ca'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:05:00.810488 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-345e1ad6-4f66-4d45-9676-9c9360856895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:04:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:00.980211 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-80de8d43-0b38-48ec-a71b-2027e3fd11e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting subnet 0b887c73-9cc9-49e2-9f7a-97c2b34a50b8 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 14:05:00.983414 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-80de8d43-0b38-48ec-a71b-2027e3fd11e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:01.011043 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-345e1ad6-4f66-4d45-9676-9c9360856895 None None] Set router b4dd9468-5a50-4e55-b1dc-ba94662d80ca gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:05:01.035552 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-80de8d43-0b38-48ec-a71b-2027e3fd11e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:01.213523 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-80de8d43-0b38-48ec-a71b-2027e3fd11e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:01.284234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-80de8d43-0b38-48ec-a71b-2027e3fd11e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:01.291991 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-345e1ad6-4f66-4d45-9676-9c9360856895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:04:59Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:01.296272 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345e1ad6-4f66-4d45-9676-9c9360856895 None None] Checking router: b4dd9468-5a50-4e55-b1dc-ba94662d80ca for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:05:01.306627 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e1ad6-4f66-4d45-9676-9c9360856895 None None] Routers {'b4dd9468-5a50-4e55-b1dc-ba94662d80ca'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:05:01.307206 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-345e1ad6-4f66-4d45-9676-9c9360856895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:04:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:01.323384 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de8d43-0b38-48ec-a71b-2027e3fd11e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Subnet': ['ID=0b887c73-9cc9-49e2-9f7a-97c2b34a50b8,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:01.330403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-80de8d43-0b38-48ec-a71b-2027e3fd11e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:01.335161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2746ded8-37b4-498d-9507-8014d810e7a9 None None] Network 11adbd18-a447-4d93-8725-ba637242558d requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:05:01.337312 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-80de8d43-0b38-48ec-a71b-2027e3fd11e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/subnets/0b887c73-9cc9-49e2-9f7a-97c2b34a50b8 HTTP/1.1" status: 204 len: 168 time: 0.5355303 May 09 14:05:01.340550 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37180) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:01.491217 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-345e1ad6-4f66-4d45-9676-9c9360856895 None None] Set router b4dd9468-5a50-4e55-b1dc-ba94662d80ca gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:05:01.614705 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] DHCP port deletion for 11adbd18-a447-4d93-8725-ba637242558d request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 14:05:01.619252 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] Deleting port b1faf800-e922-46b8-8b37-2a984708b1f6 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:05:01.619672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:01.662911 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:01.735716 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b1faf800-e922-46b8-8b37-2a984708b1f6 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:05:01.802363 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-345e1ad6-4f66-4d45-9676-9c9360856895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:04:59Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:01.806596 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345e1ad6-4f66-4d45-9676-9c9360856895 None None] The sync data for ids ['b4dd9468-5a50-4e55-b1dc-ba94662d80ca'] in dv-neutron-840889-2-hyperv is: [{'id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845273106', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:02:18Z', 'updated_at': '2022-05-09T14:04:59Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '11733a12-8b3e-4fbb-82ed-4a364ddb89b3', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd9468-5a50-4e55-b1dc-ba94662d80ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:02:19Z', 'updated_at': '2022-05-09T14:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:05:01.875552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:01.885127 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:05:01.885609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:01.923051 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] For port b1faf800-e922-46b8-8b37-2a984708b1f6, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b1faf800-e922-46b8-8b37-2a984708b1f6,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:05:01.923438 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:02.053892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port 11733a12-8b3e-4fbb-82ed-4a364ddb89b3, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=11733a12-8b3e-4fbb-82ed-4a364ddb89b3,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:05:02.054153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:02.072533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] Calling delete_port for b1faf800-e922-46b8-8b37-2a984708b1f6 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:05:02.128050 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:02.177670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port b1faf800-e922-46b8-8b37-2a984708b1f6, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b1faf800-e922-46b8-8b37-2a984708b1f6,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:05:02.180566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:05:02.182088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:02.231607 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 14:05:02.231949 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 14:05:02.257589 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=b1faf800-e922-46b8-8b37-2a984708b1f6,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:02.266892 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:02.267290 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:02.267629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:02.268426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:02.268426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:02.268621 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:02.268905 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:02.269368 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:02.270092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:02.270223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:02.270528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:02.354299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:02.397765 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=11733a12-8b3e-4fbb-82ed-4a364ddb89b3,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:02.612819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:02.733717 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] Deleting port b1faf800-e922-46b8-8b37-2a984708b1f6 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:05:02.734247 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:02.943946 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] For port b1faf800-e922-46b8-8b37-2a984708b1f6, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b1faf800-e922-46b8-8b37-2a984708b1f6,segment=NetworkSegment(c05c05b4-7a69-4ec8-9a3d-e6c9b0791846),segment_id=c05c05b4-7a69-4ec8-9a3d-e6c9b0791846)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:05:02.944300 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:02.976594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:02.981274 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.009570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.010057 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Fanout notify agent at l3_agent the message router_deleted on router b4dd9468-5a50-4e55-b1dc-ba94662d80ca {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 14:05:03.025504 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.026616 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-004b7b66-cb66-442f-8a73-e225c4c215cc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/routers/b4dd9468-5a50-4e55-b1dc-ba94662d80ca HTTP/1.1" status: 204 len: 168 time: 1.6851044 May 09 14:05:03.029457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37184) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:03.072932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] Calling delete_port for b1faf800-e922-46b8-8b37-2a984708b1f6 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:05:03.160032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eac26d9d-3175-4386-a001-da74a907ea6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.165450 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.218468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] Pushing event deleted for resources: {'Port': ['ID=b1faf800-e922-46b8-8b37-2a984708b1f6,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:03.221758 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99305b19-f41b-4908-a398-d49fda8abe47 None None] No DVR routers for this DVR port b1faf800-e922-46b8-8b37-2a984708b1f6 on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:05:03.296827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eac26d9d-3175-4386-a001-da74a907ea6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.321702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-eac26d9d-3175-4386-a001-da74a907ea6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11adbd18-a447-4d93-8725-ba637242558d']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:03.333528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-eac26d9d-3175-4386-a001-da74a907ea6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:03.333823 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-eac26d9d-3175-4386-a001-da74a907ea6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05c05b4-7a69-4ec8-9a3d-e6c9b0791846') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:03.345600 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eac26d9d-3175-4386-a001-da74a907ea6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.361505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eac26d9d-3175-4386-a001-da74a907ea6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.367503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac26d9d-3175-4386-a001-da74a907ea6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 14:05:03.367883 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eac26d9d-3175-4386-a001-da74a907ea6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 14:05:03.382515 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 14:05:03.462890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eac26d9d-3175-4386-a001-da74a907ea6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.482122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-eac26d9d-3175-4386-a001-da74a907ea6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.500483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac26d9d-3175-4386-a001-da74a907ea6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Network': ['ID=11adbd18-a447-4d93-8725-ba637242558d,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:03.504561 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-eac26d9d-3175-4386-a001-da74a907ea6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/networks/11adbd18-a447-4d93-8725-ba637242558d HTTP/1.1" status: 204 len: 168 time: 0.4739618 May 09 14:05:03.507454 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37188) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:03.575746 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9449e3e3-a1a9-4a95-b9b6-d98cd441a740 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.610950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9449e3e3-a1a9-4a95-b9b6-d98cd441a740 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.656641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9cce3794-6ab8-484a-af6b-704a249771a8 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:05:03.681387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9449e3e3-a1a9-4a95-b9b6-d98cd441a740 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.688984 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 9cce3794-6ab8-484a-af6b-704a249771a8 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:05:03.689351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 9cce3794-6ab8-484a-af6b-704a249771a8 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:05:03.689889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:05:03.705408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449e3e3-a1a9-4a95-b9b6-d98cd441a740 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926336ce-fdf3-43b7-82b3-4129095b40c3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:03.718466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9449e3e3-a1a9-4a95-b9b6-d98cd441a740 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:03.719669 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9449e3e3-a1a9-4a95-b9b6-d98cd441a740 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/security-groups/926336ce-fdf3-43b7-82b3-4129095b40c3 HTTP/1.1" status: 204 len: 168 time: 0.2113326 May 09 14:05:03.728430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:05:03.728707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 11733a12-8b3e-4fbb-82ed-4a364ddb89b3 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:05:04.879154 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37198) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:04.884934 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350778657', 'description': 'tempest-secgroup-smoke-1350778657 description', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:05:04.890899 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:05:04.894946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:05:04.897768 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:05:04.903805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:05:04.913278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:04.947351 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:05:04.950995 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:05:04.953717 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:05:04.959274 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:05:05.013497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.016971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.058675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d3c688-ab03-4ac4-97f1-f1e07b6bec03,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:05.064115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.065902 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4416161f-edbc-466f-a8f2-0e75349eacd0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1851339 May 09 14:05:05.068244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37202) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:05.073449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9ba09586-0db2-4d49-ae00-e83e3ada16b7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '56d3c688-ab03-4ac4-97f1-f1e07b6bec03', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:05:05.079202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9ba09586-0db2-4d49-ae00-e83e3ada16b7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:05:05.082926 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9ba09586-0db2-4d49-ae00-e83e3ada16b7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:05:05.085737 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9ba09586-0db2-4d49-ae00-e83e3ada16b7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:05:05.091770 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9ba09586-0db2-4d49-ae00-e83e3ada16b7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:05:05.107810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ba09586-0db2-4d49-ae00-e83e3ada16b7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.165956 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ba09586-0db2-4d49-ae00-e83e3ada16b7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.169846 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ba09586-0db2-4d49-ae00-e83e3ada16b7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.191205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba09586-0db2-4d49-ae00-e83e3ada16b7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4237da87-2e60-4580-8910-98935414b948,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:05.200108 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9ba09586-0db2-4d49-ae00-e83e3ada16b7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.201336 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9ba09586-0db2-4d49-ae00-e83e3ada16b7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1322050 May 09 14:05:05.203914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37206) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:05.209083 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-229b79de-25f6-406a-a506-d46ee06960bc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '56d3c688-ab03-4ac4-97f1-f1e07b6bec03', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:05:05.214594 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-229b79de-25f6-406a-a506-d46ee06960bc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:05:05.218890 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-229b79de-25f6-406a-a506-d46ee06960bc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:05:05.221724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-229b79de-25f6-406a-a506-d46ee06960bc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:05:05.227261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-229b79de-25f6-406a-a506-d46ee06960bc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:05:05.244696 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-229b79de-25f6-406a-a506-d46ee06960bc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.307509 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-229b79de-25f6-406a-a506-d46ee06960bc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.310903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-229b79de-25f6-406a-a506-d46ee06960bc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.334701 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b79de-25f6-406a-a506-d46ee06960bc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f10f56b-d32c-4499-b6b2-76d3f0bb2c1b,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:05.344490 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-229b79de-25f6-406a-a506-d46ee06960bc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.345666 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-229b79de-25f6-406a-a506-d46ee06960bc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1408713 May 09 14:05:05.348387 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37210) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:05.353456 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-aeaef013-8b09-4785-8147-5b97a090ba09 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '56d3c688-ab03-4ac4-97f1-f1e07b6bec03', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:05:05.358918 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-aeaef013-8b09-4785-8147-5b97a090ba09 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:05:05.366922 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-aeaef013-8b09-4785-8147-5b97a090ba09 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:05:05.370001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-aeaef013-8b09-4785-8147-5b97a090ba09 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:05:05.375702 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-aeaef013-8b09-4785-8147-5b97a090ba09 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:05:05.391974 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aeaef013-8b09-4785-8147-5b97a090ba09 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.452755 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aeaef013-8b09-4785-8147-5b97a090ba09 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.456180 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aeaef013-8b09-4785-8147-5b97a090ba09 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.480245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaef013-8b09-4785-8147-5b97a090ba09 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e5796c-6a0a-4109-a859-2f85bc67abb5,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:05.489194 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-aeaef013-8b09-4785-8147-5b97a090ba09 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.490371 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-aeaef013-8b09-4785-8147-5b97a090ba09 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1411090 May 09 14:05:05.493080 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37214) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:05.498340 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-66a8d522-55c4-4065-85f0-1eb9a9473875 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '56d3c688-ab03-4ac4-97f1-f1e07b6bec03', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:05:05.504252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-66a8d522-55c4-4065-85f0-1eb9a9473875 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:05:05.508226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-66a8d522-55c4-4065-85f0-1eb9a9473875 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:05:05.511056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-66a8d522-55c4-4065-85f0-1eb9a9473875 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:05:05.517121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-66a8d522-55c4-4065-85f0-1eb9a9473875 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:05:05.533314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66a8d522-55c4-4065-85f0-1eb9a9473875 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.597072 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66a8d522-55c4-4065-85f0-1eb9a9473875 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.600888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66a8d522-55c4-4065-85f0-1eb9a9473875 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.623104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8d522-55c4-4065-85f0-1eb9a9473875 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0bb637-a4f2-404d-a7bc-e69e578a3d17,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:05.631178 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-66a8d522-55c4-4065-85f0-1eb9a9473875 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.632238 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-66a8d522-55c4-4065-85f0-1eb9a9473875 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1382496 May 09 14:05:05.635076 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37218) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:05.642420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-31101bf6-18f2-4119-8fae-7fd364edadb5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '56d3c688-ab03-4ac4-97f1-f1e07b6bec03', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:05:05.648038 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-31101bf6-18f2-4119-8fae-7fd364edadb5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:05:05.651730 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-31101bf6-18f2-4119-8fae-7fd364edadb5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:05:05.654554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-31101bf6-18f2-4119-8fae-7fd364edadb5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:05:05.660061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-31101bf6-18f2-4119-8fae-7fd364edadb5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:05:05.670054 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-31101bf6-18f2-4119-8fae-7fd364edadb5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Project 8be6a886ca984d4180d6ab8c9dcd882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 14:05:05.676460 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31101bf6-18f2-4119-8fae-7fd364edadb5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.738219 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31101bf6-18f2-4119-8fae-7fd364edadb5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.741820 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31101bf6-18f2-4119-8fae-7fd364edadb5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.764757 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31101bf6-18f2-4119-8fae-7fd364edadb5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b38d7e-7d41-4df5-81c5-6cfa2f1658a2,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:05.773102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31101bf6-18f2-4119-8fae-7fd364edadb5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.774269 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-31101bf6-18f2-4119-8fae-7fd364edadb5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1383135 May 09 14:05:05.777073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37222) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:05.782311 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-af6c96c7-ab1a-4c77-b21e-4cb97be93c9f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '56d3c688-ab03-4ac4-97f1-f1e07b6bec03', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:05:05.787792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-af6c96c7-ab1a-4c77-b21e-4cb97be93c9f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:05:05.791471 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-af6c96c7-ab1a-4c77-b21e-4cb97be93c9f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:05:05.794339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-af6c96c7-ab1a-4c77-b21e-4cb97be93c9f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:05:05.799857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-af6c96c7-ab1a-4c77-b21e-4cb97be93c9f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:05:05.809397 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-af6c96c7-ab1a-4c77-b21e-4cb97be93c9f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Project 8be6a886ca984d4180d6ab8c9dcd882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 14:05:05.815304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af6c96c7-ab1a-4c77-b21e-4cb97be93c9f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.879300 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af6c96c7-ab1a-4c77-b21e-4cb97be93c9f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.882875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af6c96c7-ab1a-4c77-b21e-4cb97be93c9f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.911815 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c96c7-ab1a-4c77-b21e-4cb97be93c9f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b55dfe8-ea0d-4cd8-aed0-f5901551a5e5,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:05.918228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-af6c96c7-ab1a-4c77-b21e-4cb97be93c9f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.919320 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-af6c96c7-ab1a-4c77-b21e-4cb97be93c9f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1412549 May 09 14:05:05.922120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37226) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:05.927673 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'network': {'name': 'tempest-network-smoke--649070710', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'port_security_enabled': True}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:05:05.932430 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:05:05.936964 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:network and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:05:05.939779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:05:05.945371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:05:05.954915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:05:05.957710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.985226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 14:05:05.994170 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:05.994365 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Added segment 77da6c79-123b-4be2-b902-19f2df7731d0 of type vlan for network d1a2c13a-98b6-4581-8dbc-7bca252aec2f May 09 14:05:06.019572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:06.047069 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:06.050606 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:06.051167 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:06.151416 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2281740 May 09 14:05:06.154193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37230) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:06.162073 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'admin_state_up': True, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:05:06.173314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79a534-f89c-4046-a27b-6d7591d4795d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Network': ['ID=d1a2c13a-98b6-4581-8dbc-7bca252aec2f,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:06.175868 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:05:06.179801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:router and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:05:06.182665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:05:06.184664 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network d1a2c13a-98b6-4581-8dbc-7bca252aec2f details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 14:05:06.188829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:05:06.197617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:06.198485 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:06.217519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:06.441486 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:06.620263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:06.648613 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:06.781617 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.26.1.122 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/f37654ea-538a-49ff-b9da-120d804b70fe) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:05:06.922550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:06.948993 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:07.014921 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:05:07.017762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:05:07.022124 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:05:07.050261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=f37654ea-538a-49ff-b9da-120d804b70fe,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:07.177475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:07.178116 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:07.404037 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 15a9e6e9-5c12-451a-a478-2818b9db1161 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 14:05:07.597991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:05:07.607505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Sync routers for ids ['15a9e6e9-5c12-451a-a478-2818b9db1161'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:05:07.619049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Routers {'15a9e6e9-5c12-451a-a478-2818b9db1161'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:05:07.619670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:04:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['15a9e6e9-5c12-451a-a478-2818b9db1161'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:07.624798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:07.625997 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-38b59620-7728-4640-958d-1d27c4c04945 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4709060 May 09 14:05:07.629147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37234) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:07.735172 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f4921e1d-803b-4a7d-a72c-273a59dbf1f0 tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8be6a886ca984d4180d6ab8c9dcd882f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1049201 May 09 14:05:07.737876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37240) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:07.795348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Set router 15a9e6e9-5c12-451a-a478-2818b9db1161 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:05:07.865140 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a1f9d-04d0-4d4e-acbc-ad39d4c895ee tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:07.866550 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-e69a1f9d-04d0-4d4e-acbc-ad39d4c895ee tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277997 May 09 14:05:07.869406 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37244) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:07.908341 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-025db086-e6c2-4bf0-9931-4013bfe955de tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378795 May 09 14:05:07.910923 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37248) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:07.916199 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1971223854', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:05:08.021219 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:05:08.024930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:subnet and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:05:08.028221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:05:08.033760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:05:08.044528 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:05:08.105265 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:07Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:08.109703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Checking router: 15a9e6e9-5c12-451a-a478-2818b9db1161 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:05:08.110034 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Updating router 15a9e6e9-5c12-451a-a478-2818b9db1161 port f37654ea-538a-49ff-b9da-120d804b70fe binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:05:08.170188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:08.243811 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:08.456665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:08.498360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:08.510397 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Transition to ACTIVE for port object f37654ea-538a-49ff-b9da-120d804b70fe will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:05:08.517440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:08.533907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Subnet': ['ID=9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:08.548864 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Checking segment: {'id': '77da6c79-123b-4be2-b902-19f2df7731d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:05:08.549366 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network hostable DHCP agents. Network: d1a2c13a-98b6-4581-8dbc-7bca252aec2f, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 14:05:08.573016 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network d1a2c13a-98b6-4581-8dbc-7bca252aec2f is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 14:05:08.586611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, d1a2c13a-98b6-4581-8dbc-7bca252aec2f) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:05:08.593851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:08.594505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:08.604984 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b8313e-624f-419f-aaa6-aa7caf4f200a None None] Network d1a2c13a-98b6-4581-8dbc-7bca252aec2f requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:05:08.622762 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a705edb8-b409-4d86-b711-edc205fc7e1a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7101028 May 09 14:05:08.623508 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37252) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:08.629800 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0693cff-15e3-4013-8cdc-b4f2b3c77b80 None None] Pushing event updated for resources: {'Port': ['ID=f37654ea-538a-49ff-b9da-120d804b70fe,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:08.680743 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Attempting to bind port f37654ea-538a-49ff-b9da-120d804b70fe on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:05:08.681106 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Attempting to bind port f37654ea-538a-49ff-b9da-120d804b70fe by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:05:08.681482 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Attempting to bind port f37654ea-538a-49ff-b9da-120d804b70fe on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:05:08.698339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:05:08.698699 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:05:08.699083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:08.700032 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:05:08.700479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Bound port: f37654ea-538a-49ff-b9da-120d804b70fe, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:05:08.700841 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:08.829803 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] For port f37654ea-538a-49ff-b9da-120d804b70fe, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:05:08.846088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] For port f37654ea-538a-49ff-b9da-120d804b70fe, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f37654ea-538a-49ff-b9da-120d804b70fe,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:05:08.851696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:08.947929 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-d1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ips': [{'subnet_id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 14:05:08.948718 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:08.984629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0693cff-15e3-4013-8cdc-b4f2b3c77b80 None None] Pushing event updated for resources: {'Port': ['ID=f37654ea-538a-49ff-b9da-120d804b70fe,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:09.031798 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Routers {'15a9e6e9-5c12-451a-a478-2818b9db1161'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:05:09.032413 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:04:42Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['15a9e6e9-5c12-451a-a478-2818b9db1161'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:09.268840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Allocated IP 172.20.0.2 (d1a2c13a-98b6-4581-8dbc-7bca252aec2f/9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882/27ce6a3b-c299-43c1-a047-a513f385b21f) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:05:09.280491 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] Set router 15a9e6e9-5c12-451a-a478-2818b9db1161 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:05:09.367978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:09.741062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:09.753722 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Transition to ACTIVE for port object 27ce6a3b-c299-43c1-a047-a513f385b21f will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:05:09.776509 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Transition to ACTIVE for port object 27ce6a3b-c299-43c1-a047-a513f385b21f will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:05:09.783122 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:07Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:09.785427 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:09.826130 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f3893-b728-457d-845d-bf7308a391c5 None None] The sync data for ids ['15a9e6e9-5c12-451a-a478-2818b9db1161'] in dv-neutron-840889-2-hyperv is: [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:07Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:05:09.845733 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.20.0.1 (d1a2c13a-98b6-4581-8dbc-7bca252aec2f/9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882/85d09bf0-023e-4cec-a9b9-6437a40c6e05) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:05:09.859326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Network d1a2c13a-98b6-4581-8dbc-7bca252aec2f is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:05:09.862253 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:05:09.866688 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:05:09.868778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Pushing event updated for resources: {'Port': ['ID=27ce6a3b-c299-43c1-a047-a513f385b21f,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:09.961083 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Attempting to bind port 27ce6a3b-c299-43c1-a047-a513f385b21f on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:05:09.961479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Attempting to bind port 27ce6a3b-c299-43c1-a047-a513f385b21f by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '77da6c79-123b-4be2-b902-19f2df7731d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:05:09.961844 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Attempting to bind port 27ce6a3b-c299-43c1-a047-a513f385b21f on network d1a2c13a-98b6-4581-8dbc-7bca252aec2f {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:05:09.969657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:05:09.970161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Checking segment: {'id': '77da6c79-123b-4be2-b902-19f2df7731d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:05:09.970569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:09.970965 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Bound using segment: {'id': '77da6c79-123b-4be2-b902-19f2df7731d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:05:09.971433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Bound port: 27ce6a3b-c299-43c1-a047-a513f385b21f, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77da6c79-123b-4be2-b902-19f2df7731d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:05:09.971809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:10.040939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:10.061281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Transition to ACTIVE for port object 85d09bf0-023e-4cec-a9b9-6437a40c6e05 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:05:10.085179 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] For port 27ce6a3b-c299-43c1-a047-a513f385b21f, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:05:10.085754 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:10.089332 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] For port 27ce6a3b-c299-43c1-a047-a513f385b21f, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=27ce6a3b-c299-43c1-a047-a513f385b21f,segment=NetworkSegment(77da6c79-123b-4be2-b902-19f2df7731d0),segment_id=77da6c79-123b-4be2-b902-19f2df7731d0)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:05:10.094778 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:10.166366 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network d1a2c13a-98b6-4581-8dbc-7bca252aec2f is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:05:10.170091 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:05:10.173139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:05:10.193380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662980a5-4763-4652-94e5-1cf26a323017 None None] Pushing event updated for resources: {'Port': ['ID=27ce6a3b-c299-43c1-a047-a513f385b21f,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:10.227011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b54c06bc-421e-411c-b729-108aeaeefea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:10.338916 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=85d09bf0-023e-4cec-a9b9-6437a40c6e05,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:10.386549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:10.483901 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:10.910176 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:10.915272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:11.024348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:11.027855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=85d09bf0-023e-4cec-a9b9-6437a40c6e05,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:11.140174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f1631-4cf5-40cb-8071-1d8690bbb405 None None] Network d1a2c13a-98b6-4581-8dbc-7bca252aec2f requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:05:11.163292 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network d1a2c13a-98b6-4581-8dbc-7bca252aec2f is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:05:11.164396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:05:11.236542 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ea876c0d-ee09-4646-8148-1fed3f14dbfa None None] Provisioning for port 27ce6a3b-c299-43c1-a047-a513f385b21f completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:05:11.547072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 15a9e6e9-5c12-451a-a478-2818b9db1161 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:05:11.602000 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e3da920e-f8df-4b07-925e-75a4dc68bf30 None None] Provisioning for port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:05:11.612028 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e3da920e-f8df-4b07-925e-75a4dc68bf30 None None] Provisioning complete for port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:05:11.612476 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e3da920e-f8df-4b07-925e-75a4dc68bf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:11.687938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e3da920e-f8df-4b07-925e-75a4dc68bf30 None None] Port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:05:11.724038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f37654ea-538a-49ff-b9da-120d804b70fe up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:05:11.786821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:05:11.799889 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6f6f4eb0-cf96-4a08-b384-cb2953d82e23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "PUT /v2.0/routers/15a9e6e9-5c12-451a-a478-2818b9db1161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1752484 May 09 14:05:11.807574 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port f37654ea-538a-49ff-b9da-120d804b70fe completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:05:11.813029 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f37654ea-538a-49ff-b9da-120d804b70fe triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:05:11.813423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:11.945639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:11.958005 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cf6c633d-1f03-419b-ae69-fcfc42565ab6 None None] Provisioning complete for port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:05:11.958371 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf6c633d-1f03-419b-ae69-fcfc42565ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:11.989321 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-76fe8533-eecc-4a28-a199-431ee4592eb2 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:05:12.000101 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port f37654ea-538a-49ff-b9da-120d804b70fe, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f37654ea-538a-49ff-b9da-120d804b70fe,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:05:12.006760 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-76fe8533-eecc-4a28-a199-431ee4592eb2 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:05:12.008256 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:12.008647 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-76fe8533-eecc-4a28-a199-431ee4592eb2 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350778657&fields=id&tenant_id=8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 267 time: 0.0663302 May 09 14:05:12.009011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 27ce6a3b-c299-43c1-a047-a513f385b21f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:05:12.108031 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c633d-1f03-419b-ae69-fcfc42565ab6 None None] Port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:05:12.129576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=f37654ea-538a-49ff-b9da-120d804b70fe,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:12.146863 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 27ce6a3b-c299-43c1-a047-a513f385b21f completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:05:12.151473 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 27ce6a3b-c299-43c1-a047-a513f385b21f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:05:12.151840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:12.164551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-c92929b5-7284-4f5d-b4cf-c5b70645fd6e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:12.165230 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-c92929b5-7284-4f5d-b4cf-c5b70645fd6e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:05:12.180419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-c92929b5-7284-4f5d-b4cf-c5b70645fd6e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:05:12.181722 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-c92929b5-7284-4f5d-b4cf-c5b70645fd6e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/networks?id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f HTTP/1.1" status: 200 len: 796 time: 0.1636710 May 09 14:05:12.198326 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-5330c127-d51c-45a5-be8a-4450743f30e4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/quotas/8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 375 time: 0.0106871 May 09 14:05:12.286168 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-2d3a6b61-a50d-43e0-94d5-c1f8c9e0e1bb tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:05:12.287903 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0fbe6b1a-996f-42e7-bd73-7b29addfaf1b None None] Provisioning complete for port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:05:12.288270 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0fbe6b1a-996f-42e7-bd73-7b29addfaf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:12.300615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-2d3a6b61-a50d-43e0-94d5-c1f8c9e0e1bb tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:05:12.301880 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-2d3a6b61-a50d-43e0-94d5-c1f8c9e0e1bb tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980718 May 09 14:05:12.315780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:12.363254 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe6b1a-996f-42e7-bd73-7b29addfaf1b None None] Port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:05:12.368297 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 27ce6a3b-c299-43c1-a047-a513f385b21f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=27ce6a3b-c299-43c1-a047-a513f385b21f,segment=NetworkSegment(77da6c79-123b-4be2-b902-19f2df7731d0),segment_id=77da6c79-123b-4be2-b902-19f2df7731d0)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:05:12.372709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:12.437113 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=27ce6a3b-c299-43c1-a047-a513f385b21f,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:12.497842 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-9f22c9f9-aa70-4d9b-8de7-cf0eb66c0d27 service neutron] 10.222.0.44 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840265 May 09 14:05:12.509245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6846a1b1-f2d8-4315-be54-69af1132a175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:12.633501 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-ad2f1021-1e3a-412a-8967-ec365c097bba service neutron] 10.222.0.44 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298878 May 09 14:05:13.370626 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Sync routers for ids ['15a9e6e9-5c12-451a-a478-2818b9db1161'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:05:13.382194 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Routers {'15a9e6e9-5c12-451a-a478-2818b9db1161'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:05:13.382782 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:05:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['15a9e6e9-5c12-451a-a478-2818b9db1161'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:13.510830 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:13.554554 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Set router 15a9e6e9-5c12-451a-a478-2818b9db1161 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:05:13.651682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f37654ea-538a-49ff-b9da-120d804b70fe up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:05:13.759462 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f37654ea-538a-49ff-b9da-120d804b70fe triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:05:13.760029 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:13.842773 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-be5dac6e-546f-452e-9231-9721fb6c19a0 req-11c163a9-f28e-4781-a54f-9b98b89ebf94 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 210 time: 0.0465240 May 09 14:05:13.882058 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 27ce6a3b-c299-43c1-a047-a513f385b21f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:05:13.895530 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:10Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '85d09bf0-023e-4cec-a9b9-6437a40c6e05', 'name': '', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:23:68:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:09Z', 'updated_at': '2022-05-09T14:05:10Z', 'revision_number': 2, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:13.899344 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Checking router: 15a9e6e9-5c12-451a-a478-2818b9db1161 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:05:13.899625 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Updating router 15a9e6e9-5c12-451a-a478-2818b9db1161 port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:05:13.946956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:13.954083 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:13.960730 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 27ce6a3b-c299-43c1-a047-a513f385b21f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:05:13.961086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:14.281450 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:14.293333 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Transition to ACTIVE for port object 85d09bf0-023e-4cec-a9b9-6437a40c6e05 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:05:14.299337 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:14.425925 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f99df-f86a-453f-9022-836b6b2a741f None None] Pushing event updated for resources: {'Port': ['ID=85d09bf0-023e-4cec-a9b9-6437a40c6e05,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:14.459613 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f99df-f86a-453f-9022-836b6b2a741f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:14.459956 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f99df-f86a-453f-9022-836b6b2a741f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:14.460286 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f99df-f86a-453f-9022-836b6b2a741f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:14.460616 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f99df-f86a-453f-9022-836b6b2a741f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:14.460942 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f99df-f86a-453f-9022-836b6b2a741f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:14.461279 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f99df-f86a-453f-9022-836b6b2a741f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:14.461604 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f99df-f86a-453f-9022-836b6b2a741f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:14.461924 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f99df-f86a-453f-9022-836b6b2a741f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:14.462242 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f99df-f86a-453f-9022-836b6b2a741f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:14.462554 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f99df-f86a-453f-9022-836b6b2a741f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:14.462866 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f99df-f86a-453f-9022-836b6b2a741f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:05:14.524075 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Attempting to bind port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:05:14.524434 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Attempting to bind port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '77da6c79-123b-4be2-b902-19f2df7731d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:05:14.524785 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Attempting to bind port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 on network d1a2c13a-98b6-4581-8dbc-7bca252aec2f {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:05:14.532058 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:05:14.532358 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Checking segment: {'id': '77da6c79-123b-4be2-b902-19f2df7731d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:05:14.532744 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:14.533120 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Bound using segment: {'id': '77da6c79-123b-4be2-b902-19f2df7731d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:05:14.533585 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Bound port: 85d09bf0-023e-4cec-a9b9-6437a40c6e05, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77da6c79-123b-4be2-b902-19f2df7731d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:05:14.533942 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:14.624938 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] For port 85d09bf0-023e-4cec-a9b9-6437a40c6e05, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:05:14.627865 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] For port 85d09bf0-023e-4cec-a9b9-6437a40c6e05, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=85d09bf0-023e-4cec-a9b9-6437a40c6e05,segment=NetworkSegment(77da6c79-123b-4be2-b902-19f2df7731d0),segment_id=77da6c79-123b-4be2-b902-19f2df7731d0)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:05:14.633330 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:14.713234 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f99df-f86a-453f-9022-836b6b2a741f None None] Pushing event updated for resources: {'Port': ['ID=85d09bf0-023e-4cec-a9b9-6437a40c6e05,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:14.716818 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Routers {'15a9e6e9-5c12-451a-a478-2818b9db1161'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:05:14.717456 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:05:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['15a9e6e9-5c12-451a-a478-2818b9db1161'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:14.906844 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] Set router 15a9e6e9-5c12-451a-a478-2818b9db1161 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:05:14.954331 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f653af6-beee-4c21-9551-232181bc7efc req-fa5c56aa-b1bc-4345-8c5e-5737c92f0a77 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 210 time: 0.0419505 May 09 14:05:15.190036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:15.209950 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:10Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '85d09bf0-023e-4cec-a9b9-6437a40c6e05', 'name': '', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:23:68:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:09Z', 'updated_at': '2022-05-09T14:05:14Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:15.213713 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a9984-a6f6-4260-8132-b225e6d36ad5 None None] The sync data for ids ['15a9e6e9-5c12-451a-a478-2818b9db1161'] in dv-neutron-840889-2-hyperv is: [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:10Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '85d09bf0-023e-4cec-a9b9-6437a40c6e05', 'name': '', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:23:68:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:09Z', 'updated_at': '2022-05-09T14:05:14Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:05:15.670161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 85d09bf0-023e-4cec-a9b9-6437a40c6e05 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:05:15.738075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:05:15.742990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:05:15.743356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:15.861658 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:15.897822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 85d09bf0-023e-4cec-a9b9-6437a40c6e05, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=85d09bf0-023e-4cec-a9b9-6437a40c6e05,segment=NetworkSegment(77da6c79-123b-4be2-b902-19f2df7731d0),segment_id=77da6c79-123b-4be2-b902-19f2df7731d0)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:05:15.905308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:15.993440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=85d09bf0-023e-4cec-a9b9-6437a40c6e05,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:16.077420 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7189683a-06b1-4985-bafd-2fad47fb41ff req-e197f02e-f92e-4a06-bbbb-c8dfdf0eda4c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 210 time: 0.0470076 May 09 14:05:17.048392 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:05:17.189071 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-99b4a8cc-8208-4378-98dd-8c3f11dd25c5 req-29da499d-3c2a-40db-82e9-b31000f51534 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 210 time: 0.0439875 May 09 14:05:17.642975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 85d09bf0-023e-4cec-a9b9-6437a40c6e05 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:05:17.708306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:05:17.708669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:18.360240 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a4748456-c72c-4a90-9fc9-7401a2614109 req-cf61606f-17a6-4fef-88b3-a5424c5fe448 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 210 time: 0.0430107 May 09 14:05:19.061648 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-bf696110-1a01-4b43-9119-838f9a48d98c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:19.063039 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-bf696110-1a01-4b43-9119-838f9a48d98c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/networks?id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f HTTP/1.1" status: 200 len: 796 time: 0.2421498 May 09 14:05:19.114318 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-2f193ff5-ca63-426a-a97c-e5b954b146d3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 380 time: 0.0389719 May 09 14:05:19.122828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'port': {'device_id': '8a18e159-2da1-4093-8324-96d8e18fc678', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'admin_state_up': True, 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'security_groups': ['56d3c688-ab03-4ac4-97f1-f1e07b6bec03']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:05:19.250944 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:05:19.260335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:05:19.269622 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:05:19.272589 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:19.428631 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.20.0.8 (d1a2c13a-98b6-4581-8dbc-7bca252aec2f/9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882/56991947-be69-42b1-9af7-ba1d25961492) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:05:19.521837 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-11048575-6260-4626-b42b-a6b55151be8e req-56ea56b3-4dd0-47d9-a91c-cefc9e9f1ac2 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 210 time: 0.0404029 May 09 14:05:19.613837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:19.629319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Transition to ACTIVE for port object 56991947-be69-42b1-9af7-ba1d25961492 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:05:19.650281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:19.720055 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network d1a2c13a-98b6-4581-8dbc-7bca252aec2f is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:05:19.722953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:05:19.726750 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:05:19.764404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=56991947-be69-42b1-9af7-ba1d25961492,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:19.794289 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:19.794887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:19.820802 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-58aa91f0-e7a1-4c04-a913-4f65e1e0c041 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7017448 May 09 14:05:19.831780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Request body: {'port': {'device_id': '8a18e159-2da1-4093-8324-96d8e18fc678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:05:19.942069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:19.967416 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a48788e7-1512-4868-96c1-b6cabdf24785 None None] Provisioning for port 56991947-be69-42b1-9af7-ba1d25961492 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:05:19.972274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a48788e7-1512-4868-96c1-b6cabdf24785 None None] Provisioning complete for port 56991947-be69-42b1-9af7-ba1d25961492 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:05:19.972637 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a48788e7-1512-4868-96c1-b6cabdf24785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:20.026401 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a48788e7-1512-4868-96c1-b6cabdf24785 None None] Port 56991947-be69-42b1-9af7-ba1d25961492 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:05:20.274977 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56991947-be69-42b1-9af7-ba1d25961492 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:05:20.282074 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:20.297369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Transition to ACTIVE for port object 56991947-be69-42b1-9af7-ba1d25961492 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:05:20.301568 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:20.429801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Pushing event updated for resources: {'Port': ['ID=56991947-be69-42b1-9af7-ba1d25961492,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:20.534671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Attempting to bind port 56991947-be69-42b1-9af7-ba1d25961492 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:05:20.534945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Attempting to bind port 56991947-be69-42b1-9af7-ba1d25961492 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '77da6c79-123b-4be2-b902-19f2df7731d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:05:20.535268 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Attempting to bind port 56991947-be69-42b1-9af7-ba1d25961492 on network d1a2c13a-98b6-4581-8dbc-7bca252aec2f {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:05:20.541671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Port 56991947-be69-42b1-9af7-ba1d25961492 on network d1a2c13a-98b6-4581-8dbc-7bca252aec2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 14:05:20.542104 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Attempting to bind port 56991947-be69-42b1-9af7-ba1d25961492 on network d1a2c13a-98b6-4581-8dbc-7bca252aec2f {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:05:20.548759 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:05:20.549242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Checking segment: {'id': '77da6c79-123b-4be2-b902-19f2df7731d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:05:20.550027 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Bound using segment: {'id': '77da6c79-123b-4be2-b902-19f2df7731d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:05:20.553579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Bound port: 56991947-be69-42b1-9af7-ba1d25961492, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77da6c79-123b-4be2-b902-19f2df7731d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:05:20.553939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:20.648985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] For port 56991947-be69-42b1-9af7-ba1d25961492, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:05:20.651901 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] For port 56991947-be69-42b1-9af7-ba1d25961492, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=56991947-be69-42b1-9af7-ba1d25961492,segment=NetworkSegment(77da6c79-123b-4be2-b902-19f2df7731d0),segment_id=77da6c79-123b-4be2-b902-19f2df7731d0)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:05:20.657376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:20.722605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:20.723955 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] 10.222.0.57 "PUT /v2.0/ports/56991947-be69-42b1-9af7-ba1d25961492 HTTP/1.1" status: 200 len: 1093 time: 0.8963983 May 09 14:05:20.724405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a18e159-2da1-4093-8324-96d8e18fc678', 'tag': '56991947-be69-42b1-9af7-ba1d25961492'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:05:20.728022 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6eb627-d624-45f6-bb5e-0a900ae818c0 req-38d7b770-3dc5-45b3-8254-89a811710b3b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:20.729708 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dc6eb627-d624-45f6-bb5e-0a900ae818c0 req-38d7b770-3dc5-45b3-8254-89a811710b3b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 943 time: 0.0861979 May 09 14:05:20.750382 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbd04c-0ed3-417d-bdd6-c446ec519e67 service neutron] Pushing event updated for resources: {'Port': ['ID=56991947-be69-42b1-9af7-ba1d25961492,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:20.785925 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dc6eb627-d624-45f6-bb5e-0a900ae818c0 req-e24aad97-7e27-4d2a-aa88-3289a8704bf6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506022 May 09 14:05:20.802953 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d70400-ab0b-46ef-9ce5-9e78d10ee1ad'] response: {'name': 'network-changed', 'server_uuid': '8a18e159-2da1-4093-8324-96d8e18fc678', 'tag': '56991947-be69-42b1-9af7-ba1d25961492', 'status': 'completed', 'code': 200} May 09 14:05:20.938674 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-c7c8f852-53b9-41bd-b615-993f189b763f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 1096 time: 0.1688063 May 09 14:05:21.007399 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-27730ced-1af0-4849-83c5-1e5924397393 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56991947-be69-42b1-9af7-ba1d25961492 HTTP/1.1" status: 200 len: 217 time: 0.0612731 May 09 14:05:21.070229 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-3bcd39e5-5fbc-4298-9c86-d42d8610da9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:21.071630 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-3bcd39e5-5fbc-4298-9c86-d42d8610da9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882 HTTP/1.1" status: 200 len: 835 time: 0.0586278 May 09 14:05:21.144498 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-197082e5-3750-482e-952c-b2bd976d576e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664742 May 09 14:05:21.271332 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-4be08272-b30a-499a-ac25-1ad06212b598 service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212552 May 09 14:05:21.399594 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9400eb74-2ea2-47b3-a1d5-77756ddaebac req-607f6aa7-b4ff-4ec1-9ae6-211dc0015749 service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223385 May 09 14:05:21.514294 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e9ef233d-80d1-486f-be27-16e2bf506132 req-a452b866-2c26-4a75-97ab-9476f6c803f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 1096 time: 0.0715873 May 09 14:05:21.643879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef233d-80d1-486f-be27-16e2bf506132 req-9232684d-b2db-4f26-a5be-b63af8d7c260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:21.645342 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e9ef233d-80d1-486f-be27-16e2bf506132 req-9232684d-b2db-4f26-a5be-b63af8d7c260 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f HTTP/1.1" status: 200 len: 897 time: 0.1258516 May 09 14:05:21.717637 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e9ef233d-80d1-486f-be27-16e2bf506132 req-0695f703-8032-495d-9fbb-8a5c5b4e6445 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56991947-be69-42b1-9af7-ba1d25961492 HTTP/1.1" status: 200 len: 217 time: 0.0635822 May 09 14:05:21.771328 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:21.781106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef233d-80d1-486f-be27-16e2bf506132 req-4e29548a-c799-4124-83f0-66bfdb8ba743 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:21.782551 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e9ef233d-80d1-486f-be27-16e2bf506132 req-4e29548a-c799-4124-83f0-66bfdb8ba743 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882 HTTP/1.1" status: 200 len: 835 time: 0.0597777 May 09 14:05:21.855999 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e9ef233d-80d1-486f-be27-16e2bf506132 req-b5750bd7-2b25-466e-845f-dec4b89da897 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675950 May 09 14:05:21.976381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6603b84-4ff2-4116-a359-c6274babe30d req-87f953ba-f4f1-4887-b4aa-01cf14f2f7ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:21.977761 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f6603b84-4ff2-4116-a359-c6274babe30d req-87f953ba-f4f1-4887-b4aa-01cf14f2f7ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 943 time: 0.0737886 May 09 14:05:21.986493 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e9ef233d-80d1-486f-be27-16e2bf506132 req-99070b42-78c9-4053-8b18-b34591c53535 service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234889 May 09 14:05:22.029814 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f6603b84-4ff2-4116-a359-c6274babe30d req-76e88af9-1632-4de8-a462-78c197c1cac5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 May 09 14:05:22.119310 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-e9ef233d-80d1-486f-be27-16e2bf506132 req-ffa20bae-85f4-4ba9-9b4c-f57a75dcc61a service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266530 May 09 14:05:23.224928 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4350d-ba26-45e2-9c44-8957be89d62c req-3819a588-e80b-41d2-a16f-144d7704c30c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:23.226374 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-48f4350d-ba26-45e2-9c44-8957be89d62c req-3819a588-e80b-41d2-a16f-144d7704c30c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 943 time: 0.0738945 May 09 14:05:23.270688 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-48f4350d-ba26-45e2-9c44-8957be89d62c req-8377ccdc-d3e9-40b6-b0e9-089ed538c188 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384367 May 09 14:05:24.342932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 56991947-be69-42b1-9af7-ba1d25961492 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 14:05:24.473833 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 56991947-be69-42b1-9af7-ba1d25961492, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=56991947-be69-42b1-9af7-ba1d25961492,segment=NetworkSegment(77da6c79-123b-4be2-b902-19f2df7731d0),segment_id=77da6c79-123b-4be2-b902-19f2df7731d0)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:05:24.477402 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef788ae3-5c5f-45d2-909b-cafe617c6ee1 req-c3a498ed-c276-4fa4-a941-29acb60be161 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:24.478830 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ef788ae3-5c5f-45d2-909b-cafe617c6ee1 req-c3a498ed-c276-4fa4-a941-29acb60be161 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 943 time: 0.0773306 May 09 14:05:24.486824 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '56991947-be69-42b1-9af7-ba1d25961492', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'port_id': '56991947-be69-42b1-9af7-ba1d25961492', 'mac_address': 'fa:16:3e:68:85:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 14:05:24.524297 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ef788ae3-5c5f-45d2-909b-cafe617c6ee1 req-671ea3f8-4921-489f-b552-2187122e7f50 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398521 May 09 14:05:24.543349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:24.560740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56991947-be69-42b1-9af7-ba1d25961492 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:05:24.575609 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 56991947-be69-42b1-9af7-ba1d25961492, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=56991947-be69-42b1-9af7-ba1d25961492,segment=NetworkSegment(77da6c79-123b-4be2-b902-19f2df7731d0),segment_id=77da6c79-123b-4be2-b902-19f2df7731d0)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:05:24.579884 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:24.644354 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=56991947-be69-42b1-9af7-ba1d25961492,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:24.958645 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['56991947-be69-42b1-9af7-ba1d25961492'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 14:05:25.715444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eca6a-7ba2-44de-b7d1-d00fce26685e req-762f0bf5-ecaa-422e-b8e1-d40ab68ccf04 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:25.716886 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a5eca6a-7ba2-44de-b7d1-d00fce26685e req-762f0bf5-ecaa-422e-b8e1-d40ab68ccf04 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 944 time: 0.0750635 May 09 14:05:25.760338 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a5eca6a-7ba2-44de-b7d1-d00fce26685e req-7b63d0a0-9e4b-470f-8108-92769d92d43d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379832 May 09 14:05:26.369403 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 56991947-be69-42b1-9af7-ba1d25961492 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:05:26.499871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 56991947-be69-42b1-9af7-ba1d25961492 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:05:26.506729 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 56991947-be69-42b1-9af7-ba1d25961492 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:05:26.507088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:26.643317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:26.669864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a18e159-2da1-4093-8324-96d8e18fc678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56991947-be69-42b1-9af7-ba1d25961492'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:05:26.678850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 56991947-be69-42b1-9af7-ba1d25961492, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=56991947-be69-42b1-9af7-ba1d25961492,segment=NetworkSegment(77da6c79-123b-4be2-b902-19f2df7731d0),segment_id=77da6c79-123b-4be2-b902-19f2df7731d0)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:05:26.683003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:26.732768 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52f04e5-cc2f-4445-a7cb-5a85368c9bec'] response: {'server_uuid': '8a18e159-2da1-4093-8324-96d8e18fc678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56991947-be69-42b1-9af7-ba1d25961492', 'code': 200} May 09 14:05:26.748967 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=56991947-be69-42b1-9af7-ba1d25961492,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:26.954939 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9a50fa64-8b91-4297-aced-3c9ea35fd35f req-76f90d37-2d17-460e-9374-e5fba5486eb3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 1098 time: 0.0669007 May 09 14:05:27.002869 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9a50fa64-8b91-4297-aced-3c9ea35fd35f req-0a0586cc-fccd-43a3-b4ae-e3b0d9276cb9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 May 09 14:05:27.051799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468096d-ffc7-40c2-939b-3f411ed4ddc3 req-d1adac7b-c810-440f-9694-e133233428b4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:27.053148 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3468096d-ffc7-40c2-939b-3f411ed4ddc3 req-d1adac7b-c810-440f-9694-e133233428b4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.1637652 May 09 14:05:27.096941 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3468096d-ffc7-40c2-939b-3f411ed4ddc3 req-e928b46e-1917-47a0-839a-60cd252598f4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381737 May 09 14:05:28.295426 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a9368-e5f3-4ced-bc52-40de846ba744 req-6c572804-f182-4540-9099-b4242fd9156b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:28.296904 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c15a9368-e5f3-4ced-bc52-40de846ba744 req-6c572804-f182-4540-9099-b4242fd9156b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0801053 May 09 14:05:28.343956 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c15a9368-e5f3-4ced-bc52-40de846ba744 req-d4ed339c-f169-44e2-8332-912cd00d67f1 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409219 May 09 14:05:29.536806 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac72cad-1543-4483-bad8-9263c3eb9db6 req-27866c86-810c-4790-b075-94d1faa353d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:29.538157 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7ac72cad-1543-4483-bad8-9263c3eb9db6 req-27866c86-810c-4790-b075-94d1faa353d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0768232 May 09 14:05:29.583361 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7ac72cad-1543-4483-bad8-9263c3eb9db6 req-c9c71de0-339a-4ddc-80eb-bb29bdf9fac9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391297 May 09 14:05:29.773877 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03827b74-4666-4740-85a7-c334d655b60f req-e34f24c0-a8a2-4444-af3a-91feeea275a5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:29.775308 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-03827b74-4666-4740-85a7-c334d655b60f req-e34f24c0-a8a2-4444-af3a-91feeea275a5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0746918 May 09 14:05:29.823183 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-03827b74-4666-4740-85a7-c334d655b60f req-b4d75d69-1c7e-4fd3-b128-9d2a77836f5c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419028 May 09 14:05:29.850570 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37318) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:29.918654 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a81af0e1-88cd-464f-accf-4b1d11d45a6a tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 1093 time: 0.0669670 May 09 14:05:29.921132 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37322) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:29.926116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': '56991947-be69-42b1-9af7-ba1d25961492', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:05:29.931374 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:05:29.935645 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:floatingip and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:05:29.938426 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:05:29.943988 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:05:29.954927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:30.089760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:30.302981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.26.1.88 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/175fe91c-d9d7-487d-adcd-e227f5da1092) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:05:30.449745 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:30.476366 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:30.540729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:05:30.544116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:05:30.548333 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:05:30.576836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=175fe91c-d9d7-487d-adcd-e227f5da1092,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:31.035788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:31.088396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:31.280912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:31.285232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:31.390117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=175fe91c-d9d7-487d-adcd-e227f5da1092,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:05:31.401476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:31.587301 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Floating IP 61aadad8-6d70-495a-a3eb-7799a70aebf0 associated. External IP: 172.26.1.88, port: 56991947-be69-42b1-9af7-ba1d25961492. May 09 14:05:32.059520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 15a9e6e9-5c12-451a-a478-2818b9db1161 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:05:32.252795 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:05:32.263146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5601c4-eb15-49d4-a48f-d36f86f34349 None None] Sync routers for ids ['15a9e6e9-5c12-451a-a478-2818b9db1161'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:05:32.275490 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5601c4-eb15-49d4-a48f-d36f86f34349 None None] Routers {'15a9e6e9-5c12-451a-a478-2818b9db1161'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:05:32.276176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9d5601c4-eb15-49d4-a48f-d36f86f34349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:05:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['15a9e6e9-5c12-451a-a478-2818b9db1161'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:32.278203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:32.335855 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fa4e99c3-3ce3-4f45-a307-afa1eccb0844 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4112458 May 09 14:05:32.335855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a18e159-2da1-4093-8324-96d8e18fc678', 'tag': '56991947-be69-42b1-9af7-ba1d25961492'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:05:32.405041 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a08e69c4-dc8e-448c-a0d2-a91add54ba97'] response: {'name': 'network-changed', 'server_uuid': '8a18e159-2da1-4093-8324-96d8e18fc678', 'tag': '56991947-be69-42b1-9af7-ba1d25961492', 'status': 'completed', 'code': 200} May 09 14:05:32.463863 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9d5601c4-eb15-49d4-a48f-d36f86f34349 None None] Set router 15a9e6e9-5c12-451a-a478-2818b9db1161 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:05:32.507609 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-036f2073-cc0b-448e-b089-dbb53e4a3f89 req-d93b6329-6f1b-44e6-8990-c963f9cccb39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 1098 time: 0.0813663 May 09 14:05:32.530955 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69035040-2c7e-4fd5-a269-eb671a0fca08 req-0062b4d6-2b59-4ccd-bbb2-040e3d374a6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:32.536601 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-69035040-2c7e-4fd5-a269-eb671a0fca08 req-0062b4d6-2b59-4ccd-bbb2-040e3d374a6b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0823464 May 09 14:05:32.581782 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-69035040-2c7e-4fd5-a269-eb671a0fca08 req-bd311224-23a8-4d80-8f06-c6e2043b8a36 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437973 May 09 14:05:32.621159 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37330) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:32.644852 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f2073-cc0b-448e-b089-dbb53e4a3f89 req-32ca6cf3-f123-4e52-a3eb-bb54ea420180 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:32.646732 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-036f2073-cc0b-448e-b089-dbb53e4a3f89 req-32ca6cf3-f123-4e52-a3eb-bb54ea420180 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f HTTP/1.1" status: 200 len: 897 time: 0.1334119 May 09 14:05:32.725803 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f5198473-7a84-4e56-9e64-e7c067215270 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/61aadad8-6d70-495a-a3eb-7799a70aebf0 HTTP/1.1" status: 200 len: 990 time: 0.1034684 May 09 14:05:32.748702 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-036f2073-cc0b-448e-b089-dbb53e4a3f89 req-33064f4b-6b49-4eb7-bf92-85e957587d41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56991947-be69-42b1-9af7-ba1d25961492 HTTP/1.1" status: 200 len: 998 time: 0.0965741 May 09 14:05:32.814605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f2073-cc0b-448e-b089-dbb53e4a3f89 req-fc1311e1-0b57-483e-801a-9dde2136cbf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:05:32.816072 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-036f2073-cc0b-448e-b089-dbb53e4a3f89 req-fc1311e1-0b57-483e-801a-9dde2136cbf2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882 HTTP/1.1" status: 200 len: 835 time: 0.0621588 May 09 14:05:32.818380 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9d5601c4-eb15-49d4-a48f-d36f86f34349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:10Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61aadad8-6d70-495a-a3eb-7799a70aebf0', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.88', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'port_id': '56991947-be69-42b1-9af7-ba1d25961492', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'mac_address': 'fa:16:3e:68:85:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a18e159-2da1-4093-8324-96d8e18fc678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:05:30Z', 'updated_at': '2022-05-09T14:05:30Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d09bf0-023e-4cec-a9b9-6437a40c6e05', 'name': '', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:23:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:09Z', 'updated_at': '2022-05-09T14:05:15Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:32.822323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5601c4-eb15-49d4-a48f-d36f86f34349 None None] Checking router: 15a9e6e9-5c12-451a-a478-2818b9db1161 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:05:32.833590 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5601c4-eb15-49d4-a48f-d36f86f34349 None None] Routers {'15a9e6e9-5c12-451a-a478-2818b9db1161'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:05:32.834194 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9d5601c4-eb15-49d4-a48f-d36f86f34349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:05:12Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['15a9e6e9-5c12-451a-a478-2818b9db1161'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:32.894398 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-036f2073-cc0b-448e-b089-dbb53e4a3f89 req-4cbdc358-cdfa-4d7d-afcc-647b36a3ee00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730231 May 09 14:05:33.012750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9d5601c4-eb15-49d4-a48f-d36f86f34349 None None] Set router 15a9e6e9-5c12-451a-a478-2818b9db1161 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:05:33.022150 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-036f2073-cc0b-448e-b089-dbb53e4a3f89 req-6416283f-a74f-4305-aba0-ed7081bbb490 service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220827 May 09 14:05:33.148885 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-036f2073-cc0b-448e-b089-dbb53e4a3f89 req-2af511b7-9edd-4f87-81b6-3006593d73f4 service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201825 May 09 14:05:33.353688 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9d5601c4-eb15-49d4-a48f-d36f86f34349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:10Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61aadad8-6d70-495a-a3eb-7799a70aebf0', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.88', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'port_id': '56991947-be69-42b1-9af7-ba1d25961492', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'mac_address': 'fa:16:3e:68:85:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a18e159-2da1-4093-8324-96d8e18fc678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:05:30Z', 'updated_at': '2022-05-09T14:05:30Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d09bf0-023e-4cec-a9b9-6437a40c6e05', 'name': '', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:23:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:09Z', 'updated_at': '2022-05-09T14:05:15Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:05:33.357672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5601c4-eb15-49d4-a48f-d36f86f34349 None None] The sync data for ids ['15a9e6e9-5c12-451a-a478-2818b9db1161'] in dv-neutron-840889-2-hyperv is: [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:10Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '61aadad8-6d70-495a-a3eb-7799a70aebf0', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.88', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'port_id': '56991947-be69-42b1-9af7-ba1d25961492', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'mac_address': 'fa:16:3e:68:85:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a18e159-2da1-4093-8324-96d8e18fc678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:05:30Z', 'updated_at': '2022-05-09T14:05:30Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d09bf0-023e-4cec-a9b9-6437a40c6e05', 'name': '', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:23:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:09Z', 'updated_at': '2022-05-09T14:05:15Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:05:33.554550 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce8a080-3b18-4f42-bbdd-1094427d69f8 None None] New status for floating IP 61aadad8-6d70-495a-a3eb-7799a70aebf0: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:05:33.729743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37334) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:33.852059 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0373d9eb-c746-4adb-a2f7-2e55ad2d876e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/61aadad8-6d70-495a-a3eb-7799a70aebf0 HTTP/1.1" status: 200 len: 990 time: 0.1207471 May 09 14:05:34.855952 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37338) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:05:34.957371 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fb5799ee-66b9-4e05-8629-da2b00208b7c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/61aadad8-6d70-495a-a3eb-7799a70aebf0 HTTP/1.1" status: 200 len: 992 time: 0.1003506 May 09 14:05:40.219326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a4ecdd3-213d-4caa-80cd-34bb55fefbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:42.512784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78441599-e714-4798-9a9e-826f64408e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:43.509811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:43.938738 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:44.300342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-650e5a48-8e2e-4294-bedf-cf8604a84add req-00dca0c0-f7b1-4752-be71-bdf974dcd2f8 service neutron] (83894) timed out ('10.222.0.44', 33690) {{(pid=83894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 09 14:05:45.191483 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:51.785473 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:05:54.048310 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:06:07.383725 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8a0a43f-265c-45d5-a705-9f7cd2ed90c0 req-713ec6ef-0cdd-47fe-ad03-9c62bf55d3b0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661767 May 09 14:06:07.515712 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8a0a43f-265c-45d5-a705-9f7cd2ed90c0 req-fa9ddbeb-ead6-45d4-95a3-9b4fcdeb6cfd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 1098 time: 0.0665510 May 09 14:06:07.752408 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0a43f-265c-45d5-a705-9f7cd2ed90c0 req-934c8c98-38b5-4854-801f-96de15235ac9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:07.753780 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8a0a43f-265c-45d5-a705-9f7cd2ed90c0 req-934c8c98-38b5-4854-801f-96de15235ac9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f HTTP/1.1" status: 200 len: 897 time: 0.2206211 May 09 14:06:07.852996 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8a0a43f-265c-45d5-a705-9f7cd2ed90c0 req-6a9688b6-c0dc-4a57-a78a-51fbb5395ad7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56991947-be69-42b1-9af7-ba1d25961492 HTTP/1.1" status: 200 len: 1000 time: 0.0930796 May 09 14:06:07.916547 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0a43f-265c-45d5-a705-9f7cd2ed90c0 req-ea3b94f1-0f59-4fcf-ba8d-b06df02be491 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:07.918555 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8a0a43f-265c-45d5-a705-9f7cd2ed90c0 req-ea3b94f1-0f59-4fcf-ba8d-b06df02be491 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882 HTTP/1.1" status: 200 len: 835 time: 0.0594556 May 09 14:06:07.989316 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8a0a43f-265c-45d5-a705-9f7cd2ed90c0 req-7ac3edc2-0128-499e-b9f9-d655db81e3aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655386 May 09 14:06:08.116657 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8a0a43f-265c-45d5-a705-9f7cd2ed90c0 req-79abbe7c-b746-4883-bf23-14bcda36e83b service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211350 May 09 14:06:08.243544 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d8a0a43f-265c-45d5-a705-9f7cd2ed90c0 req-96301a35-ef1e-41fd-9ee1-d233895a8bde service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215150 May 09 14:06:10.220576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20db7192-0da0-4973-94fe-c55f7be20ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:06:12.514487 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99ffa4b4-c122-42a3-a415-86a11aa95f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:06:13.512651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:06:13.940525 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:06:15.194152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:06:21.785508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:06:31.048050 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:06:40.222379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d924dce6-1178-4662-8643-cba1eba81098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:06:42.515923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bd674e19-d49e-4a75-b1ae-f39347022219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:06:43.516907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:06:43.941639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:06:44.618193 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb90441-5cd0-4895-b0b6-696e01d2fb83 req-b841c88e-79cc-4431-8448-d4c20b708601 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:44.619645 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-abb90441-5cd0-4895-b0b6-696e01d2fb83 req-b841c88e-79cc-4431-8448-d4c20b708601 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0775757 May 09 14:06:44.667917 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-abb90441-5cd0-4895-b0b6-696e01d2fb83 req-d10fc3f3-204b-401f-8280-6bea7cbab4c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421576 May 09 14:06:45.197304 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:06:45.861181 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10614b-e982-4ca0-9598-bfa1ad1868f1 req-8024b288-bcd2-461c-bfbd-293b602bc06d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:45.862571 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2c10614b-e982-4ca0-9598-bfa1ad1868f1 req-8024b288-bcd2-461c-bfbd-293b602bc06d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0751905 May 09 14:06:45.906452 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2c10614b-e982-4ca0-9598-bfa1ad1868f1 req-5a67c400-e565-4d8b-8b2b-65619c665112 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384746 May 09 14:06:47.104146 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5cb44-109b-4af9-a600-f86a15890fda req-8a1b870b-15d4-47d0-ac81-adbb7a96a532 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:47.105616 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a4f5cb44-109b-4af9-a600-f86a15890fda req-8a1b870b-15d4-47d0-ac81-adbb7a96a532 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0794387 May 09 14:06:47.150232 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a4f5cb44-109b-4af9-a600-f86a15890fda req-f21933ca-46f3-462b-846f-e9f9647adb5c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391226 May 09 14:06:48.345313 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f0384-ff70-4bd2-99d8-f41bdbe90717 req-b68c7233-c66f-46de-87c4-035654f068cd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:48.346758 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d29f0384-ff70-4bd2-99d8-f41bdbe90717 req-b68c7233-c66f-46de-87c4-035654f068cd tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0760503 May 09 14:06:48.391273 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d29f0384-ff70-4bd2-99d8-f41bdbe90717 req-daa2a565-b238-46c3-bb68-177ee74d653f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388920 May 09 14:06:49.586600 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571d644-e5af-43cc-8641-975efb00a4e5 req-7fa5abb0-4964-40e9-b3d5-86eccf7117f7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:49.588035 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2571d644-e5af-43cc-8641-975efb00a4e5 req-7fa5abb0-4964-40e9-b3d5-86eccf7117f7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0774944 May 09 14:06:49.633038 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2571d644-e5af-43cc-8641-975efb00a4e5 req-69831ff0-bf0d-4404-b0c8-0de0fe4db2a3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393975 May 09 14:06:50.829839 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d4e5-ab4f-4d6d-b25d-dfec25a613eb req-a8737694-8539-4587-9ce9-4835a8bee4c1 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:50.831263 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4f61d4e5-ab4f-4d6d-b25d-dfec25a613eb req-a8737694-8539-4587-9ce9-4835a8bee4c1 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0820544 May 09 14:06:50.874962 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4f61d4e5-ab4f-4d6d-b25d-dfec25a613eb req-1cb8924a-448b-4110-82d1-ba6b5e95ac2c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381503 May 09 14:06:51.793182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:06:52.071284 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d386e-05fa-4fcf-80ad-283ad403f9ef req-73f012bb-eb27-43da-a2cd-89810790343d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:52.072729 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bb1d386e-05fa-4fcf-80ad-283ad403f9ef req-73f012bb-eb27-43da-a2cd-89810790343d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0781896 May 09 14:06:52.116521 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-bb1d386e-05fa-4fcf-80ad-283ad403f9ef req-be685de7-1bfc-430e-8c55-4a6088f62208 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374513 May 09 14:06:53.307980 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35c79e-d39d-4dec-a8fb-383ba358bef8 req-bb635b13-b909-41d9-b68f-79804d2a8d12 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:53.309465 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-df35c79e-d39d-4dec-a8fb-383ba358bef8 req-bb635b13-b909-41d9-b68f-79804d2a8d12 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0750890 May 09 14:06:53.360098 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-df35c79e-d39d-4dec-a8fb-383ba358bef8 req-84023569-09bc-46b5-8989-10092e4b7af9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452032 May 09 14:06:54.551227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9db51-9e35-44ad-8b7f-90694d05ba8c req-082677f8-82f6-41a4-90d2-296d5dd63094 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:54.552660 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-32e9db51-9e35-44ad-8b7f-90694d05ba8c req-082677f8-82f6-41a4-90d2-296d5dd63094 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0750358 May 09 14:06:54.596479 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-32e9db51-9e35-44ad-8b7f-90694d05ba8c req-21b0a7b2-f8f4-4c19-9a21-20008027d448 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382295 May 09 14:06:55.793955 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f6cd-c29b-4e73-a987-d63bc0d2359e req-2242492c-991e-4304-8af5-96a2ea7ce2f4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:55.795375 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c0e3f6cd-c29b-4e73-a987-d63bc0d2359e req-2242492c-991e-4304-8af5-96a2ea7ce2f4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0773518 May 09 14:06:55.839078 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c0e3f6cd-c29b-4e73-a987-d63bc0d2359e req-9530cf30-bb09-46c1-84e6-f347e59f4047 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383179 May 09 14:06:55.867088 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37394) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:06:55.973919 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bd182a7a-22b9-4412-87df-49f977c5dc0c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/61aadad8-6d70-495a-a3eb-7799a70aebf0 HTTP/1.1" status: 200 len: 992 time: 0.1056871 May 09 14:06:57.604346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c80ee-5feb-442f-99ca-6839a29d0bdc req-c03ecebc-4612-46b8-b471-fbfdead1fe29 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:57.606990 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4e4c80ee-5feb-442f-99ca-6839a29d0bdc req-c03ecebc-4612-46b8-b471-fbfdead1fe29 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0785298 May 09 14:06:57.632482 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a19da730-0966-44ae-80fd-349bee4f7af1 req-7e29a770-51a2-4e64-a1c9-c89a2f9ef4a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 1098 time: 0.0686986 May 09 14:06:57.664056 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4e4c80ee-5feb-442f-99ca-6839a29d0bdc req-c0d59aeb-54d1-4644-841a-0711dc1c870c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508902 May 09 14:06:57.763969 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19da730-0966-44ae-80fd-349bee4f7af1 req-707e555c-3693-4270-8c3a-dd2b2946edd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:57.765453 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a19da730-0966-44ae-80fd-349bee4f7af1 req-707e555c-3693-4270-8c3a-dd2b2946edd6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f HTTP/1.1" status: 200 len: 897 time: 0.1245458 May 09 14:06:57.864067 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a19da730-0966-44ae-80fd-349bee4f7af1 req-239a92f5-5eb4-4e23-b54a-85f7ea33d36b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56991947-be69-42b1-9af7-ba1d25961492 HTTP/1.1" status: 200 len: 1000 time: 0.0931821 May 09 14:06:57.927002 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19da730-0966-44ae-80fd-349bee4f7af1 req-afb603cb-ce6d-42d5-ae0a-229d4c3a3118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:57.928345 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a19da730-0966-44ae-80fd-349bee4f7af1 req-afb603cb-ce6d-42d5-ae0a-229d4c3a3118 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882 HTTP/1.1" status: 200 len: 835 time: 0.0587687 May 09 14:06:58.000536 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a19da730-0966-44ae-80fd-349bee4f7af1 req-27a5c931-5abe-4f75-bab5-09ff6cf87d35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650711 May 09 14:06:58.127301 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a19da730-0966-44ae-80fd-349bee4f7af1 req-4fc92550-2c5a-43cf-8b7a-f803226615cc service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207609 May 09 14:06:58.254185 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a19da730-0966-44ae-80fd-349bee4f7af1 req-07ded1e3-4f2f-4b84-97c1-6300c26d36fc service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214359 May 09 14:06:58.874655 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1629f7f-d13c-4a14-a488-8d95b75d1dc8 req-0b877bf8-68f7-4b10-92a9-c15d886897c5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:06:58.876272 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f1629f7f-d13c-4a14-a488-8d95b75d1dc8 req-0b877bf8-68f7-4b10-92a9-c15d886897c5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0889418 May 09 14:06:58.920628 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f1629f7f-d13c-4a14-a488-8d95b75d1dc8 req-86ce970f-5433-4f96-a74f-91ef62c076a7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385673 May 09 14:07:00.113853 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fb79c-a16e-4712-b5ec-60f374edaea8 req-d3841f49-f342-48c1-ba8e-146edc43d8a8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:07:00.115270 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-725fb79c-a16e-4712-b5ec-60f374edaea8 req-d3841f49-f342-48c1-ba8e-146edc43d8a8 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0742297 May 09 14:07:00.161483 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-725fb79c-a16e-4712-b5ec-60f374edaea8 req-770d8636-687c-4021-b804-70acf1ecf58f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400608 May 09 14:07:00.189645 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37408) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:07:00.368733 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-de7e5e3d-500e-4bbb-b7f3-4673a9b25d95 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/61aadad8-6d70-495a-a3eb-7799a70aebf0 HTTP/1.1" status: 200 len: 992 time: 0.1779816 May 09 14:07:08.047904 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:07:08.474095 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1e4df75b-6e94-4651-aeef-ba8e9ba098ba req-41c8e84a-d16b-43d8-836c-731d00f80ed6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1611378 May 09 14:07:08.690865 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1e4df75b-6e94-4651-aeef-ba8e9ba098ba req-206638e4-f2fe-4e12-87aa-26b21a29a99f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 1098 time: 0.1509299 May 09 14:07:08.828006 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4df75b-6e94-4651-aeef-ba8e9ba098ba req-52a76734-3d6b-4b4a-b42a-5950cff71385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:07:08.829427 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1e4df75b-6e94-4651-aeef-ba8e9ba098ba req-52a76734-3d6b-4b4a-b42a-5950cff71385 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f HTTP/1.1" status: 200 len: 897 time: 0.1204295 May 09 14:07:08.937064 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1e4df75b-6e94-4651-aeef-ba8e9ba098ba req-d47f936d-7509-435a-a8dc-40d133793199 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56991947-be69-42b1-9af7-ba1d25961492 HTTP/1.1" status: 200 len: 1000 time: 0.1016867 May 09 14:07:08.997171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4df75b-6e94-4651-aeef-ba8e9ba098ba req-e6bd3272-36a3-4190-9a31-ffcdb0e6c842 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:07:08.998594 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1e4df75b-6e94-4651-aeef-ba8e9ba098ba req-e6bd3272-36a3-4190-9a31-ffcdb0e6c842 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882 HTTP/1.1" status: 200 len: 835 time: 0.0561812 May 09 14:07:09.074712 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1e4df75b-6e94-4651-aeef-ba8e9ba098ba req-a0361407-823a-4615-a5da-01e95a3b9062 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692046 May 09 14:07:09.084467 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [req-1e4df75b-6e94-4651-aeef-ba8e9ba098ba req-1a4ff32d-b117-4eaf-8f15-4ad531410d35 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 14:07:09.085417 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1e4df75b-6e94-4651-aeef-ba8e9ba098ba req-1a4ff32d-b117-4eaf-8f15-4ad531410d35 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045705 May 09 14:07:09.210383 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1e4df75b-6e94-4651-aeef-ba8e9ba098ba req-a5c0083e-a340-498b-ab67-6e08f486fb9c service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187146 May 09 14:07:09.340408 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-1e4df75b-6e94-4651-aeef-ba8e9ba098ba req-0cbb6ae1-fd10-4ace-8851-5013e21a5868 service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236255 May 09 14:07:10.225611 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ca1ef526-dcde-48b7-8f53-7ae3dc528393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:12.556333 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-015bef28-d941-4e7e-b15e-9814edc3f3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:13.516117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:13.942903 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:15.200188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:21.794706 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:40.226665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58edbbfb-1513-47d7-9f11-e293582753e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:42.517914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-be099abc-9de6-4c2c-9b6c-2e1065a3708e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:43.518451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:43.944348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:45.048257 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:07:45.204353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:49.928809 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37458) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:07:50.120335 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port 175fe91c-d9d7-487d-adcd-e227f5da1092 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:07:50.120698 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:50.283337 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:50.283575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:50.397970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for 175fe91c-d9d7-487d-adcd-e227f5da1092 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:07:50.539772 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:50.587837 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=175fe91c-d9d7-487d-adcd-e227f5da1092,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:07:50.621900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:50.622241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:50.622574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:50.622954 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:50.623279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:50.623605 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:50.623923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:50.624241 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:50.624559 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:50.624879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:50.625195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:50.781319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:51.161375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 15a9e6e9-5c12-451a-a478-2818b9db1161 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:07:51.354987 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:07:51.364349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcd40d-28bf-4dbf-919d-11404dc1a76b None None] Sync routers for ids ['15a9e6e9-5c12-451a-a478-2818b9db1161'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:07:51.370443 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:51.377245 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbcd40d-28bf-4dbf-919d-11404dc1a76b None None] Routers {'15a9e6e9-5c12-451a-a478-2818b9db1161'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:07:51.377881 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6dbcd40d-28bf-4dbf-919d-11404dc1a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:07:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['15a9e6e9-5c12-451a-a478-2818b9db1161'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:07:51.425790 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-560cd5cd-db37-4c6e-ae3d-6cfb71f845c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/floatingips/61aadad8-6d70-495a-a3eb-7799a70aebf0 HTTP/1.1" status: 204 len: 168 time: 1.4958553 May 09 14:07:51.426255 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a18e159-2da1-4093-8324-96d8e18fc678', 'tag': '56991947-be69-42b1-9af7-ba1d25961492'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:07:51.496475 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf2fe51-339b-4625-a839-ce48395404c9'] response: {'name': 'network-changed', 'server_uuid': '8a18e159-2da1-4093-8324-96d8e18fc678', 'tag': '56991947-be69-42b1-9af7-ba1d25961492', 'status': 'completed', 'code': 200} May 09 14:07:51.582515 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-6dbcd40d-28bf-4dbf-919d-11404dc1a76b None None] Set router 15a9e6e9-5c12-451a-a478-2818b9db1161 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:07:51.600149 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8851fb01-a78f-4d89-bb9f-a9991a035bdb req-78d792a0-0d2d-4663-915f-027b1c0f7b61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 1098 time: 0.0766587 May 09 14:07:51.743362 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851fb01-a78f-4d89-bb9f-a9991a035bdb req-d1f21b72-c40f-4801-a2d8-b774fb870f85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:07:51.744802 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8851fb01-a78f-4d89-bb9f-a9991a035bdb req-d1f21b72-c40f-4801-a2d8-b774fb870f85 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f HTTP/1.1" status: 200 len: 897 time: 0.1387868 May 09 14:07:51.812148 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8851fb01-a78f-4d89-bb9f-a9991a035bdb req-c22b69ae-f228-41ec-92df-6ae1383415a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56991947-be69-42b1-9af7-ba1d25961492 HTTP/1.1" status: 200 len: 217 time: 0.0605769 May 09 14:07:51.815089 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:51.866330 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f1879-3c17-4102-92c9-9c406b7284f8 req-c4efd5ea-deb0-433a-820e-1f50c9763710 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:07:51.867842 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f21f1879-3c17-4102-92c9-9c406b7284f8 req-c4efd5ea-deb0-433a-820e-1f50c9763710 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0788984 May 09 14:07:51.880068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851fb01-a78f-4d89-bb9f-a9991a035bdb req-d45fa7cb-cae6-41a7-871f-28b264448a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:07:51.881614 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8851fb01-a78f-4d89-bb9f-a9991a035bdb req-d45fa7cb-cae6-41a7-871f-28b264448a68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882 HTTP/1.1" status: 200 len: 835 time: 0.0638924 May 09 14:07:51.916409 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f21f1879-3c17-4102-92c9-9c406b7284f8 req-c50241d5-f97d-44af-bbf0-623f9ec37647 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400660 May 09 14:07:51.923466 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6dbcd40d-28bf-4dbf-919d-11404dc1a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:10Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '85d09bf0-023e-4cec-a9b9-6437a40c6e05', 'name': '', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:23:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:09Z', 'updated_at': '2022-05-09T14:05:15Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:07:51.927708 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcd40d-28bf-4dbf-919d-11404dc1a76b None None] Checking router: 15a9e6e9-5c12-451a-a478-2818b9db1161 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:07:51.948435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbcd40d-28bf-4dbf-919d-11404dc1a76b None None] Routers {'15a9e6e9-5c12-451a-a478-2818b9db1161'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:07:51.949120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6dbcd40d-28bf-4dbf-919d-11404dc1a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:07:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['15a9e6e9-5c12-451a-a478-2818b9db1161'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:07:51.960958 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8851fb01-a78f-4d89-bb9f-a9991a035bdb req-f76584d1-305d-4cdb-9dbc-eb9ba5a315c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1a2c13a-98b6-4581-8dbc-7bca252aec2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710518 May 09 14:07:52.090371 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8851fb01-a78f-4d89-bb9f-a9991a035bdb req-5c759b65-e587-44b1-9378-88201076151a service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227124 May 09 14:07:52.124292 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-6dbcd40d-28bf-4dbf-919d-11404dc1a76b None None] Set router 15a9e6e9-5c12-451a-a478-2818b9db1161 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:07:52.221635 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8851fb01-a78f-4d89-bb9f-a9991a035bdb req-89faa022-70c8-4b7e-ae19-5e2acf5d0c75 service neutron] 10.222.0.57 "GET /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246467 May 09 14:07:52.423382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6dbcd40d-28bf-4dbf-919d-11404dc1a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:10Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '85d09bf0-023e-4cec-a9b9-6437a40c6e05', 'name': '', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:23:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:09Z', 'updated_at': '2022-05-09T14:05:15Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:07:52.427143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcd40d-28bf-4dbf-919d-11404dc1a76b None None] The sync data for ids ['15a9e6e9-5c12-451a-a478-2818b9db1161'] in dv-neutron-840889-2-hyperv is: [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:10Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '85d09bf0-023e-4cec-a9b9-6437a40c6e05', 'name': '', 'network_id': 'd1a2c13a-98b6-4581-8dbc-7bca252aec2f', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:23:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:09Z', 'updated_at': '2022-05-09T14:05:15Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:07:52.638996 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca75d4-c8f2-4bc1-88c5-20be0701f127 None None] New status for floating IP 61aadad8-6d70-495a-a3eb-7799a70aebf0: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:07:53.121811 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4c031-60e4-4b35-b073-986c98a7aca9 req-53d0411f-64e5-4da9-81eb-f0bf8ba4f36c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:07:53.123242 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6ac4c031-60e4-4b35-b073-986c98a7aca9 req-53d0411f-64e5-4da9-81eb-f0bf8ba4f36c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0819383 May 09 14:07:53.167490 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6ac4c031-60e4-4b35-b073-986c98a7aca9 req-05890a3b-7e85-49a1-885a-cb0ab1060a21 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d3c688-ab03-4ac4-97f1-f1e07b6bec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380292 May 09 14:07:53.531552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d9be6-1f93-4887-9ac3-f5b72a8aab3f req-924784a6-f2d4-4789-9388-68532a6e3513 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:07:53.532145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-d37d9be6-1f93-4887-9ac3-f5b72a8aab3f req-924784a6-f2d4-4789-9388-68532a6e3513 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:07:53.547642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-d37d9be6-1f93-4887-9ac3-f5b72a8aab3f req-924784a6-f2d4-4789-9388-68532a6e3513 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:07:53.548714 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d37d9be6-1f93-4887-9ac3-f5b72a8aab3f req-924784a6-f2d4-4789-9388-68532a6e3513 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 945 time: 0.0897899 May 09 14:07:53.711067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-d37d9be6-1f93-4887-9ac3-f5b72a8aab3f req-5009f49b-65e3-446e-925e-4c766689d205 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port 56991947-be69-42b1-9af7-ba1d25961492 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:07:53.711397 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d37d9be6-1f93-4887-9ac3-f5b72a8aab3f req-5009f49b-65e3-446e-925e-4c766689d205 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:53.945237 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-d37d9be6-1f93-4887-9ac3-f5b72a8aab3f req-5009f49b-65e3-446e-925e-4c766689d205 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port 56991947-be69-42b1-9af7-ba1d25961492, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=56991947-be69-42b1-9af7-ba1d25961492,segment=NetworkSegment(77da6c79-123b-4be2-b902-19f2df7731d0),segment_id=77da6c79-123b-4be2-b902-19f2df7731d0)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:07:53.945621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d37d9be6-1f93-4887-9ac3-f5b72a8aab3f req-5009f49b-65e3-446e-925e-4c766689d205 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:54.062234 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-d37d9be6-1f93-4887-9ac3-f5b72a8aab3f req-5009f49b-65e3-446e-925e-4c766689d205 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for 56991947-be69-42b1-9af7-ba1d25961492 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:07:54.201886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d37d9be6-1f93-4887-9ac3-f5b72a8aab3f req-5009f49b-65e3-446e-925e-4c766689d205 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:54.251508 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009f49b-65e3-446e-925e-4c766689d205 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=56991947-be69-42b1-9af7-ba1d25961492,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:07:54.324991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37d9be6-1f93-4887-9ac3-f5b72a8aab3f req-5009f49b-65e3-446e-925e-4c766689d205 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] No DVR routers for this DVR port 56991947-be69-42b1-9af7-ba1d25961492 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:07:54.327375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-d37d9be6-1f93-4887-9ac3-f5b72a8aab3f req-5009f49b-65e3-446e-925e-4c766689d205 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:54.330415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a18e159-2da1-4093-8324-96d8e18fc678', 'name': 'network-vif-deleted', 'tag': '56991947-be69-42b1-9af7-ba1d25961492'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:07:54.335599 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a0554502-75c9-4392-80b9-c328d18c7d29 req-a25b9744-f2b1-49f7-94cb-76562be198ff tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a18e159-2da1-4093-8324-96d8e18fc678 HTTP/1.1" status: 200 len: 210 time: 0.0412998 May 09 14:07:54.344984 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d37d9be6-1f93-4887-9ac3-f5b72a8aab3f req-5009f49b-65e3-446e-925e-4c766689d205 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "DELETE /v2.0/ports/56991947-be69-42b1-9af7-ba1d25961492 HTTP/1.1" status: 204 len: 173 time: 0.7914147 May 09 14:07:54.389949 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07072409-2051-489f-b3ef-a1a860a23d35'] response: {'server_uuid': '8a18e159-2da1-4093-8324-96d8e18fc678', 'name': 'network-vif-deleted', 'tag': '56991947-be69-42b1-9af7-ba1d25961492', 'status': 'completed', 'code': 200} May 09 14:07:55.448012 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37486) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:07:55.831140 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7f786a68-a76b-4666-9a94-6505fb491383 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:56.504422 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-7f786a68-a76b-4666-9a94-6505fb491383 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port 85d09bf0-023e-4cec-a9b9-6437a40c6e05 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:07:56.505116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7f786a68-a76b-4666-9a94-6505fb491383 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:56.687061 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-7f786a68-a76b-4666-9a94-6505fb491383 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port 85d09bf0-023e-4cec-a9b9-6437a40c6e05, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=85d09bf0-023e-4cec-a9b9-6437a40c6e05,segment=NetworkSegment(77da6c79-123b-4be2-b902-19f2df7731d0),segment_id=77da6c79-123b-4be2-b902-19f2df7731d0)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:07:56.687420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7f786a68-a76b-4666-9a94-6505fb491383 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:56.803362 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-7f786a68-a76b-4666-9a94-6505fb491383 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for 85d09bf0-023e-4cec-a9b9-6437a40c6e05 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:07:56.970865 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7f786a68-a76b-4666-9a94-6505fb491383 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:57.015519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f786a68-a76b-4666-9a94-6505fb491383 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=85d09bf0-023e-4cec-a9b9-6437a40c6e05,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:07:57.183225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 56991947-be69-42b1-9af7-ba1d25961492 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:07:57.259353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 56991947-be69-42b1-9af7-ba1d25961492 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:07:57.259692 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 56991947-be69-42b1-9af7-ba1d25961492 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:07:57.309353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-7f786a68-a76b-4666-9a94-6505fb491383 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:57.962765 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f786a68-a76b-4666-9a94-6505fb491383 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 15a9e6e9-5c12-451a-a478-2818b9db1161 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:07:58.154044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f786a68-a76b-4666-9a94-6505fb491383 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:07:58.164100 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8930f-0922-4730-889c-6e7384ee9de5 None None] Sync routers for ids ['15a9e6e9-5c12-451a-a478-2818b9db1161'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:07:58.167130 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-7f786a68-a76b-4666-9a94-6505fb491383 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "PUT /v2.0/routers/15a9e6e9-5c12-451a-a478-2818b9db1161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7180848 May 09 14:07:58.169773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37490) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:07:58.175941 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8930f-0922-4730-889c-6e7384ee9de5 None None] Routers {'15a9e6e9-5c12-451a-a478-2818b9db1161'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:07:58.176546 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f2b8930f-0922-4730-889c-6e7384ee9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:07:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['15a9e6e9-5c12-451a-a478-2818b9db1161'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:07:58.347788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-f2b8930f-0922-4730-889c-6e7384ee9de5 None None] Set router 15a9e6e9-5c12-451a-a478-2818b9db1161 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:07:58.359137 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d921cb3-7cd0-4bbe-8ad8-406aa50bee28 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting subnet 9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 14:07:58.362143 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d921cb3-7cd0-4bbe-8ad8-406aa50bee28 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:58.415888 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d921cb3-7cd0-4bbe-8ad8-406aa50bee28 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:58.496259 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d921cb3-7cd0-4bbe-8ad8-406aa50bee28 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:58.573124 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d921cb3-7cd0-4bbe-8ad8-406aa50bee28 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:58.611106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d921cb3-7cd0-4bbe-8ad8-406aa50bee28 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:07:58.618072 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4d921cb3-7cd0-4bbe-8ad8-406aa50bee28 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:58.624348 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4d921cb3-7cd0-4bbe-8ad8-406aa50bee28 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/subnets/9ee3ea0d-761f-4c9c-a9cd-4f9a2e359882 HTTP/1.1" status: 204 len: 168 time: 0.4536228 May 09 14:07:58.626938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f2b8930f-0922-4730-889c-6e7384ee9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:07:56Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:07:58.627133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37494) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:07:58.629010 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad389db-573e-48b2-b485-cc490d8b686b None None] Network d1a2c13a-98b6-4581-8dbc-7bca252aec2f requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:07:58.645523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8930f-0922-4730-889c-6e7384ee9de5 None None] Checking router: 15a9e6e9-5c12-451a-a478-2818b9db1161 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:07:58.729759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8930f-0922-4730-889c-6e7384ee9de5 None None] Routers {'15a9e6e9-5c12-451a-a478-2818b9db1161'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:07:58.730360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f2b8930f-0922-4730-889c-6e7384ee9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:07:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['15a9e6e9-5c12-451a-a478-2818b9db1161'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:07:58.822942 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:58.978547 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-f2b8930f-0922-4730-889c-6e7384ee9de5 None None] Set router 15a9e6e9-5c12-451a-a478-2818b9db1161 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:07:59.016651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:59.028826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port f37654ea-538a-49ff-b9da-120d804b70fe {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:07:59.029087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:59.098389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] DHCP port deletion for d1a2c13a-98b6-4581-8dbc-7bca252aec2f request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 14:07:59.150448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Deleting port 27ce6a3b-c299-43c1-a047-a513f385b21f {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:07:59.150815 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:59.321464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port f37654ea-538a-49ff-b9da-120d804b70fe, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f37654ea-538a-49ff-b9da-120d804b70fe,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:07:59.321748 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:59.446023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for f37654ea-538a-49ff-b9da-120d804b70fe owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:07:59.477542 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] For port 27ce6a3b-c299-43c1-a047-a513f385b21f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=27ce6a3b-c299-43c1-a047-a513f385b21f,segment=NetworkSegment(77da6c79-123b-4be2-b902-19f2df7731d0),segment_id=77da6c79-123b-4be2-b902-19f2df7731d0)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:07:59.478107 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:59.599581 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Calling delete_port for 27ce6a3b-c299-43c1-a047-a513f385b21f owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:07:59.617822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:59.651662 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-f2b8930f-0922-4730-889c-6e7384ee9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:07:56Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:07:59.660651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8930f-0922-4730-889c-6e7384ee9de5 None None] The sync data for ids ['15a9e6e9-5c12-451a-a478-2818b9db1161'] in dv-neutron-840889-2-hyperv is: [{'id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605393451', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:07:56Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': 'f37654ea-538a-49ff-b9da-120d804b70fe', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e6e9-5c12-451a-a478-2818b9db1161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:05:06Z', 'updated_at': '2022-05-09T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:07:59.662458 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=f37654ea-538a-49ff-b9da-120d804b70fe,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:07:59.685656 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:07:59.736900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Pushing event deleted for resources: {'Port': ['ID=27ce6a3b-c299-43c1-a047-a513f385b21f,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:07:59.748503 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:59.748845 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:59.749181 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:59.750038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:59.750038 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:59.750234 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:59.750531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:59.750855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:59.751193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:59.751511 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:59.751831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:07:59.754367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63965c0f-cb38-4a02-bc50-4bee4c35d365 None None] No DVR routers for this DVR port 27ce6a3b-c299-43c1-a047-a513f385b21f on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:07:59.892336 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.114849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 27ce6a3b-c299-43c1-a047-a513f385b21f no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:08:00.146444 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.150744 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.152338 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 27ce6a3b-c299-43c1-a047-a513f385b21f {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:08:00.152745 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 27ce6a3b-c299-43c1-a047-a513f385b21f not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:08:00.177144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.177695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Fanout notify agent at l3_agent the message router_deleted on router 15a9e6e9-5c12-451a-a478-2818b9db1161 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 14:08:00.193110 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.194284 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3d665896-c538-4f02-bdb5-26feb34eb28e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/routers/15a9e6e9-5c12-451a-a478-2818b9db1161 HTTP/1.1" status: 204 len: 168 time: 1.5663326 May 09 14:08:00.196866 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37498) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:00.309860 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a7c2e30d-ea2a-4d9e-bf3d-ca226cc8d8ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.439679 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a7c2e30d-ea2a-4d9e-bf3d-ca226cc8d8ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.464638 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-a7c2e30d-ea2a-4d9e-bf3d-ca226cc8d8ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a2c13a-98b6-4581-8dbc-7bca252aec2f']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:00.476312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-a7c2e30d-ea2a-4d9e-bf3d-ca226cc8d8ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77da6c79-123b-4be2-b902-19f2df7731d0') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:00.476609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-a7c2e30d-ea2a-4d9e-bf3d-ca226cc8d8ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77da6c79-123b-4be2-b902-19f2df7731d0') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:00.487706 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a7c2e30d-ea2a-4d9e-bf3d-ca226cc8d8ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.503491 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a7c2e30d-ea2a-4d9e-bf3d-ca226cc8d8ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.509779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c2e30d-ea2a-4d9e-bf3d-ca226cc8d8ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 14:08:00.510293 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a7c2e30d-ea2a-4d9e-bf3d-ca226cc8d8ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 14:08:00.524957 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 14:08:00.697626 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a7c2e30d-ea2a-4d9e-bf3d-ca226cc8d8ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.714922 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a7c2e30d-ea2a-4d9e-bf3d-ca226cc8d8ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.725705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2e30d-ea2a-4d9e-bf3d-ca226cc8d8ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Network': ['ID=d1a2c13a-98b6-4581-8dbc-7bca252aec2f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:00.734652 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a7c2e30d-ea2a-4d9e-bf3d-ca226cc8d8ee tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/networks/d1a2c13a-98b6-4581-8dbc-7bca252aec2f HTTP/1.1" status: 204 len: 168 time: 0.5368116 May 09 14:08:00.737178 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37502) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:00.803934 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-16d6d308-91e3-4462-8708-67c66cabe2f1 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.832209 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-16d6d308-91e3-4462-8708-67c66cabe2f1 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.895144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-16d6d308-91e3-4462-8708-67c66cabe2f1 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.915779 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6d308-91e3-4462-8708-67c66cabe2f1 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d3c688-ab03-4ac4-97f1-f1e07b6bec03,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:00.925922 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-16d6d308-91e3-4462-8708-67c66cabe2f1 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:00.929593 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-16d6d308-91e3-4462-8708-67c66cabe2f1 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/security-groups/56d3c688-ab03-4ac4-97f1-f1e07b6bec03 HTTP/1.1" status: 204 len: 168 time: 0.1889358 May 09 14:08:01.070686 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37510) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:01.076108 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568873253', 'description': 'tempest-secgroup-smoke-1568873253 description', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:08:01.081938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:08:01.085935 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:08:01.088683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:08:01.094808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:08:01.104613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.138520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:08:01.142284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:08:01.145004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:08:01.150630 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:08:01.206262 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.209951 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.258840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcf39bd-570a-4bbb-ac10-a57805556925,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:01.261169 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.262517 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-db1609f0-2623-4775-852d-222b6935f82e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1908395 May 09 14:08:01.265278 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37514) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:01.270623 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-c317bedb-f13f-4ad5-8b15-8752bb569769 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '7bcf39bd-570a-4bbb-ac10-a57805556925', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:08:01.276400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c317bedb-f13f-4ad5-8b15-8752bb569769 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:08:01.280187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c317bedb-f13f-4ad5-8b15-8752bb569769 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:08:01.283580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-c317bedb-f13f-4ad5-8b15-8752bb569769 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:08:01.289204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-c317bedb-f13f-4ad5-8b15-8752bb569769 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:08:01.305121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c317bedb-f13f-4ad5-8b15-8752bb569769 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.364314 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c317bedb-f13f-4ad5-8b15-8752bb569769 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.367978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c317bedb-f13f-4ad5-8b15-8752bb569769 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.391516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317bedb-f13f-4ad5-8b15-8752bb569769 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1962794-41ab-471d-ae7d-13f8b8e62e80,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:01.399863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-c317bedb-f13f-4ad5-8b15-8752bb569769 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.401092 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-c317bedb-f13f-4ad5-8b15-8752bb569769 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1349044 May 09 14:08:01.403832 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37518) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:01.409698 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-de7dab93-d710-4348-ac43-28c1f3dc4f6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '7bcf39bd-570a-4bbb-ac10-a57805556925', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:08:01.415247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-de7dab93-d710-4348-ac43-28c1f3dc4f6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:08:01.418895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-de7dab93-d710-4348-ac43-28c1f3dc4f6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:08:01.421680 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-de7dab93-d710-4348-ac43-28c1f3dc4f6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:08:01.427288 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-de7dab93-d710-4348-ac43-28c1f3dc4f6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:08:01.445348 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de7dab93-d710-4348-ac43-28c1f3dc4f6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.506633 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de7dab93-d710-4348-ac43-28c1f3dc4f6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.510295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de7dab93-d710-4348-ac43-28c1f3dc4f6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.533424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dab93-d710-4348-ac43-28c1f3dc4f6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1dc89c-97ac-4aba-a12c-1c4ca92977bf,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:01.541910 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-de7dab93-d710-4348-ac43-28c1f3dc4f6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.545566 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-de7dab93-d710-4348-ac43-28c1f3dc4f6c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1383445 May 09 14:08:01.545758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37522) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:01.551250 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-112545b1-69bb-4188-b41c-8d7449833c75 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '7bcf39bd-570a-4bbb-ac10-a57805556925', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:08:01.557162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-112545b1-69bb-4188-b41c-8d7449833c75 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:08:01.561165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-112545b1-69bb-4188-b41c-8d7449833c75 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:08:01.564064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-112545b1-69bb-4188-b41c-8d7449833c75 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:08:01.569705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-112545b1-69bb-4188-b41c-8d7449833c75 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:08:01.585700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-112545b1-69bb-4188-b41c-8d7449833c75 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.647141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-112545b1-69bb-4188-b41c-8d7449833c75 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.650551 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-112545b1-69bb-4188-b41c-8d7449833c75 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.676964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112545b1-69bb-4188-b41c-8d7449833c75 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7df61c-06a7-44bc-a6cd-76dcf7eb359f,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:01.682562 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f37654ea-538a-49ff-b9da-120d804b70fe no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:08:01.683396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-112545b1-69bb-4188-b41c-8d7449833c75 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.687793 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-112545b1-69bb-4188-b41c-8d7449833c75 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1377985 May 09 14:08:01.687950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37526) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:01.693329 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-0269b6f2-97d4-401e-bf36-cbfa4d30f7ac tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '7bcf39bd-570a-4bbb-ac10-a57805556925', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:08:01.699247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0269b6f2-97d4-401e-bf36-cbfa4d30f7ac tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:08:01.703703 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0269b6f2-97d4-401e-bf36-cbfa4d30f7ac tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:08:01.706780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-0269b6f2-97d4-401e-bf36-cbfa4d30f7ac tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:08:01.712501 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-0269b6f2-97d4-401e-bf36-cbfa4d30f7ac tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:08:01.715975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: f37654ea-538a-49ff-b9da-120d804b70fe {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:08:01.716382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f37654ea-538a-49ff-b9da-120d804b70fe not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:08:01.716853 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 85d09bf0-023e-4cec-a9b9-6437a40c6e05 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:08:01.728702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0269b6f2-97d4-401e-bf36-cbfa4d30f7ac tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.747116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 85d09bf0-023e-4cec-a9b9-6437a40c6e05 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:08:01.747454 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 85d09bf0-023e-4cec-a9b9-6437a40c6e05 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:08:01.794778 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0269b6f2-97d4-401e-bf36-cbfa4d30f7ac tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.797923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0269b6f2-97d4-401e-bf36-cbfa4d30f7ac tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.820681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269b6f2-97d4-401e-bf36-cbfa4d30f7ac tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b3f3c2-8bbf-4a5a-8c8b-8c10350b28e5,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:01.829191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-0269b6f2-97d4-401e-bf36-cbfa4d30f7ac tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.830372 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0269b6f2-97d4-401e-bf36-cbfa4d30f7ac tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1414914 May 09 14:08:01.833019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37530) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:01.838502 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-3769f7d6-d306-46cb-a068-c304ef399c7e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '7bcf39bd-570a-4bbb-ac10-a57805556925', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:08:01.844486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3769f7d6-d306-46cb-a068-c304ef399c7e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:08:01.848626 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3769f7d6-d306-46cb-a068-c304ef399c7e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:08:01.851729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-3769f7d6-d306-46cb-a068-c304ef399c7e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:08:01.857357 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-3769f7d6-d306-46cb-a068-c304ef399c7e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:08:01.866936 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-3769f7d6-d306-46cb-a068-c304ef399c7e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Project 8be6a886ca984d4180d6ab8c9dcd882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 14:08:01.873107 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3769f7d6-d306-46cb-a068-c304ef399c7e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.935002 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3769f7d6-d306-46cb-a068-c304ef399c7e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.938528 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3769f7d6-d306-46cb-a068-c304ef399c7e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.961762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769f7d6-d306-46cb-a068-c304ef399c7e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890db6f1-294b-4dea-9a51-ee38feb150ef,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:01.970014 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3769f7d6-d306-46cb-a068-c304ef399c7e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:01.971327 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3769f7d6-d306-46cb-a068-c304ef399c7e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1373780 May 09 14:08:01.974011 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37534) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:01.979194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-e0dde408-415c-4602-814a-adb7f7e2e32b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'security_group_rule': {'security_group_id': '7bcf39bd-570a-4bbb-ac10-a57805556925', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:08:01.984806 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e0dde408-415c-4602-814a-adb7f7e2e32b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:08:01.988549 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e0dde408-415c-4602-814a-adb7f7e2e32b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:security_group_rule and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:08:01.991407 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-e0dde408-415c-4602-814a-adb7f7e2e32b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:08:01.996997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-e0dde408-415c-4602-814a-adb7f7e2e32b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:08:02.007977 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-e0dde408-415c-4602-814a-adb7f7e2e32b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Project 8be6a886ca984d4180d6ab8c9dcd882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 14:08:02.014290 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e0dde408-415c-4602-814a-adb7f7e2e32b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.078983 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e0dde408-415c-4602-814a-adb7f7e2e32b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.082199 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e0dde408-415c-4602-814a-adb7f7e2e32b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.104541 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dde408-415c-4602-814a-adb7f7e2e32b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb034d3b-8798-4daa-92bf-5777333da6ab,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:02.113591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e0dde408-415c-4602-814a-adb7f7e2e32b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.114729 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e0dde408-415c-4602-814a-adb7f7e2e32b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1398377 May 09 14:08:02.117591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37538) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:02.122927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'network': {'name': 'tempest-network-smoke--1542026029', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'port_security_enabled': True}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:08:02.128198 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:08:02.132392 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:network and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:08:02.135158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:08:02.140729 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:08:02.150380 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:08:02.153579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.184030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 14:08:02.197495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.197903 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Added segment 2dd4ef62-6c68-46f4-b800-d07243e17e29 of type vlan for network fb60dc30-4398-4b2f-af5a-79014566b7ac May 09 14:08:02.224847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.256867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.260701 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:02.261282 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.364865 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2461407 May 09 14:08:02.367587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37542) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:02.368069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a8f37-2205-4852-984f-3a64035f01d0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Network': ['ID=fb60dc30-4398-4b2f-af5a-79014566b7ac,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:02.372886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'admin_state_up': True, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:08:02.378159 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network fb60dc30-4398-4b2f-af5a-79014566b7ac details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 14:08:02.380517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:08:02.384546 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:router and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:08:02.387353 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:08:02.393475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:08:02.402559 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.403431 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.420679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.575045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.746101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.774430 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:02.910121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.26.1.78 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/315598b5-9a7c-42dd-b660-e6642870b983) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:08:03.054592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:03.081057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:03.148217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:08:03.151274 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:08:03.156792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:08:03.186642 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=315598b5-9a7c-42dd-b660-e6642870b983,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:03.205519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:03.205865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:03.206200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:03.206530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:03.206855 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:03.207178 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:03.207497 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:03.207822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:03.208136 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:03.208459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:03.208776 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:03.324801 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:03.325560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:03.557089 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 9eeb7317-13dd-458c-9939-ba9e90974c98 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 14:08:03.847606 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:08:03.857225 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Sync routers for ids ['9eeb7317-13dd-458c-9939-ba9e90974c98'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:08:03.868534 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Routers {'9eeb7317-13dd-458c-9939-ba9e90974c98'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:08:03.869070 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:07:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['9eeb7317-13dd-458c-9939-ba9e90974c98'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:03.873584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:03.874809 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-121f69e1-903c-4150-9d12-be8f3634b9dc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5061457 May 09 14:08:03.877931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37546) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:03.916991 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-5b4ee12f-d22c-4265-953c-742b93cf509b tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8be6a886ca984d4180d6ab8c9dcd882f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378113 May 09 14:08:03.919348 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37550) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:04.044412 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c24021-9f43-4a67-9e67-13127de75c41 tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:04.044664 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Set router 9eeb7317-13dd-458c-9939-ba9e90974c98 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:08:04.048499 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-06c24021-9f43-4a67-9e67-13127de75c41 tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1256993 May 09 14:08:04.048707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37554) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:04.087052 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f086d989-4f9f-4f6d-b2b9-a4404c6f8aff tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f9882ce2-2129-4722-aeae-788d8eb15c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373366 May 09 14:08:04.089425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37558) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:04.094533 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-935215940', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:08:04.201325 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:08:04.205658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:subnet and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:08:04.208458 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:08:04.214059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:08:04.224399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:08:04.323873 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:03Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:04.324810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:04.327574 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Checking router: 9eeb7317-13dd-458c-9939-ba9e90974c98 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:08:04.327909 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Updating router 9eeb7317-13dd-458c-9939-ba9e90974c98 port 315598b5-9a7c-42dd-b660-e6642870b983 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:08:04.380117 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:04.541420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:04.620418 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Subnet': ['ID=1f564737-c23d-425f-bcf0-6487c4b4e9c7,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:04.637862 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Checking segment: {'id': '2dd4ef62-6c68-46f4-b800-d07243e17e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:08:04.638227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network hostable DHCP agents. Network: fb60dc30-4398-4b2f-af5a-79014566b7ac, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 14:08:04.659071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network fb60dc30-4398-4b2f-af5a-79014566b7ac is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 14:08:04.668518 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, fb60dc30-4398-4b2f-af5a-79014566b7ac) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:08:04.673292 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:04.674041 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:04.681646 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19541b7-cb5f-4e8e-a460-43587f278a9e None None] Network fb60dc30-4398-4b2f-af5a-79014566b7ac requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:08:04.698324 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c1c03cc1-a168-429a-a630-8bf7aba41702 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6079304 May 09 14:08:04.701281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37562) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:04.732850 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:04.745946 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Transition to ACTIVE for port object 315598b5-9a7c-42dd-b660-e6642870b983 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:08:04.752633 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:04.833813 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Attempting to bind port 315598b5-9a7c-42dd-b660-e6642870b983 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:08:04.834174 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Attempting to bind port 315598b5-9a7c-42dd-b660-e6642870b983 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:08:04.834523 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Attempting to bind port 315598b5-9a7c-42dd-b660-e6642870b983 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:08:04.837123 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e35ae-5d34-4a2c-9e3e-28da1740dbd0 None None] Pushing event updated for resources: {'Port': ['ID=315598b5-9a7c-42dd-b660-e6642870b983,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:04.848336 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:08:04.848726 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:08:04.849408 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:04.849760 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:08:04.850337 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Bound port: 315598b5-9a7c-42dd-b660-e6642870b983, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:08:04.851383 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:04.881976 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e35ae-5d34-4a2c-9e3e-28da1740dbd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:04.882957 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e35ae-5d34-4a2c-9e3e-28da1740dbd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:04.882957 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e35ae-5d34-4a2c-9e3e-28da1740dbd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:04.883289 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e35ae-5d34-4a2c-9e3e-28da1740dbd0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:04.883607 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e35ae-5d34-4a2c-9e3e-28da1740dbd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:04.883926 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e35ae-5d34-4a2c-9e3e-28da1740dbd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:04.884240 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e35ae-5d34-4a2c-9e3e-28da1740dbd0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:04.884559 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e35ae-5d34-4a2c-9e3e-28da1740dbd0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:04.884870 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e35ae-5d34-4a2c-9e3e-28da1740dbd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:04.885176 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e35ae-5d34-4a2c-9e3e-28da1740dbd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:04.885518 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e35ae-5d34-4a2c-9e3e-28da1740dbd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:08:04.934287 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] For port 315598b5-9a7c-42dd-b660-e6642870b983, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:08:04.934431 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-fb60dc30-4398-4b2f-af5a-79014566b7ac', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ips': [{'subnet_id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 14:08:04.935278 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:04.938621 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] For port 315598b5-9a7c-42dd-b660-e6642870b983, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=315598b5-9a7c-42dd-b660-e6642870b983,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:08:04.943046 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:05.023088 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Routers {'9eeb7317-13dd-458c-9939-ba9e90974c98'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:08:05.023691 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:07:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['9eeb7317-13dd-458c-9939-ba9e90974c98'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:05.094621 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Allocated IP 172.20.0.2 (fb60dc30-4398-4b2f-af5a-79014566b7ac/1f564737-c23d-425f-bcf0-6487c4b4e9c7/4f3adb73-7ea1-48e3-a549-11ed7301109c) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:08:05.201414 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] Set router 9eeb7317-13dd-458c-9939-ba9e90974c98 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:08:05.238672 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e35ae-5d34-4a2c-9e3e-28da1740dbd0 None None] Pushing event updated for resources: {'Port': ['ID=315598b5-9a7c-42dd-b660-e6642870b983,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:05.308438 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:05.319414 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Transition to ACTIVE for port object 4f3adb73-7ea1-48e3-a549-11ed7301109c will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:08:05.338737 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Transition to ACTIVE for port object 4f3adb73-7ea1-48e3-a549-11ed7301109c will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:08:05.346046 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:05.418508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Network fb60dc30-4398-4b2f-af5a-79014566b7ac is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:08:05.419447 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Pushing event updated for resources: {'Port': ['ID=4f3adb73-7ea1-48e3-a549-11ed7301109c,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:05.423239 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:08:05.425390 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:08:05.470491 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:05.489051 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:03Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:05.493166 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1254f-9542-4cc7-9cd3-5d0e6ee0b106 None None] The sync data for ids ['9eeb7317-13dd-458c-9939-ba9e90974c98'] in dv-neutron-840889-2-hyperv is: [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:03Z', 'revision_number': 3, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:08:05.523746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Attempting to bind port 4f3adb73-7ea1-48e3-a549-11ed7301109c on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:08:05.524164 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Attempting to bind port 4f3adb73-7ea1-48e3-a549-11ed7301109c by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '2dd4ef62-6c68-46f4-b800-d07243e17e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:08:05.524519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Attempting to bind port 4f3adb73-7ea1-48e3-a549-11ed7301109c on network fb60dc30-4398-4b2f-af5a-79014566b7ac {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:08:05.532109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:08:05.532532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Checking segment: {'id': '2dd4ef62-6c68-46f4-b800-d07243e17e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:08:05.532880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:05.533314 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Bound using segment: {'id': '2dd4ef62-6c68-46f4-b800-d07243e17e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:08:05.533753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Bound port: 4f3adb73-7ea1-48e3-a549-11ed7301109c, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd4ef62-6c68-46f4-b800-d07243e17e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:08:05.534119 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:05.629195 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] For port 4f3adb73-7ea1-48e3-a549-11ed7301109c, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:08:05.632520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] For port 4f3adb73-7ea1-48e3-a549-11ed7301109c, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4f3adb73-7ea1-48e3-a549-11ed7301109c,segment=NetworkSegment(2dd4ef62-6c68-46f4-b800-d07243e17e29),segment_id=2dd4ef62-6c68-46f4-b800-d07243e17e29)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:08:05.638841 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:05.735266 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7d51d-a1f6-4ad1-b1a2-947e259d29b0 None None] Pushing event updated for resources: {'Port': ['ID=4f3adb73-7ea1-48e3-a549-11ed7301109c,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:06.020937 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.20.0.1 (fb60dc30-4398-4b2f-af5a-79014566b7ac/1f564737-c23d-425f-bcf0-6487c4b4e9c7/157dad9e-9977-4058-96d1-df729fb934b9) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:08:06.185331 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:06.202063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Transition to ACTIVE for port object 157dad9e-9977-4058-96d1-df729fb934b9 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:08:06.225862 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:06.301505 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network fb60dc30-4398-4b2f-af5a-79014566b7ac is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:08:06.304992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=157dad9e-9977-4058-96d1-df729fb934b9,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:06.307541 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:08:06.309684 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:08:06.366885 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:06.468554 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:06.706399 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0412f733-ef0c-4746-bd28-b92e06c64c85 None None] Network fb60dc30-4398-4b2f-af5a-79014566b7ac requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:08:06.840896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f21d0472-ac64-42c5-a06b-c0c15edaed70 None None] Provisioning for port 4f3adb73-7ea1-48e3-a549-11ed7301109c completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:08:06.880161 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:06.884901 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:06.994535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:06.999927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=157dad9e-9977-4058-96d1-df729fb934b9,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:07.134621 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network fb60dc30-4398-4b2f-af5a-79014566b7ac is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:08:07.135718 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:08:07.185723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-210e0044-1332-4036-b81f-22579d948727 None None] Provisioning for port 157dad9e-9977-4058-96d1-df729fb934b9 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:08:07.191670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-210e0044-1332-4036-b81f-22579d948727 None None] Provisioning complete for port 157dad9e-9977-4058-96d1-df729fb934b9 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:08:07.192505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-210e0044-1332-4036-b81f-22579d948727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:07.257539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-210e0044-1332-4036-b81f-22579d948727 None None] Port 157dad9e-9977-4058-96d1-df729fb934b9 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:08:07.379653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-66da0c77-7782-405e-98e6-64d5a3a5182b None None] Provisioning complete for port 157dad9e-9977-4058-96d1-df729fb934b9 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:08:07.380023 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66da0c77-7782-405e-98e6-64d5a3a5182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:07.437990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-66da0c77-7782-405e-98e6-64d5a3a5182b None None] Port 157dad9e-9977-4058-96d1-df729fb934b9 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:08:07.563443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1f860217-7013-4a46-8cc3-fb66ec95ae1c None None] Provisioning complete for port 157dad9e-9977-4058-96d1-df729fb934b9 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:08:07.563899 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1f860217-7013-4a46-8cc3-fb66ec95ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:07.617775 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-1f860217-7013-4a46-8cc3-fb66ec95ae1c None None] Port 157dad9e-9977-4058-96d1-df729fb934b9 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:08:07.636051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 9eeb7317-13dd-458c-9939-ba9e90974c98 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:08:07.774054 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 315598b5-9a7c-42dd-b660-e6642870b983 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:08:07.838879 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:08:07.842641 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 315598b5-9a7c-42dd-b660-e6642870b983 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:08:07.848478 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 315598b5-9a7c-42dd-b660-e6642870b983 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:08:07.848858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:07.853099 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ec6245fc-2b3c-4fb8-8068-f4ef5e5f263c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "PUT /v2.0/routers/9eeb7317-13dd-458c-9939-ba9e90974c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1506126 May 09 14:08:07.959577 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:07.975126 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 315598b5-9a7c-42dd-b660-e6642870b983, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=315598b5-9a7c-42dd-b660-e6642870b983,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:08:07.978835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:07.979645 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4f3adb73-7ea1-48e3-a549-11ed7301109c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:08:08.091678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=315598b5-9a7c-42dd-b660-e6642870b983,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:08.104700 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 4f3adb73-7ea1-48e3-a549-11ed7301109c completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:08:08.110021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 4f3adb73-7ea1-48e3-a549-11ed7301109c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:08:08.110389 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:08.130753 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-75597f82-c7fa-482a-a43d-e362aa883193 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568873253&fields=id&tenant_id=8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 267 time: 0.0421278 May 09 14:08:08.222839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:08.254218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 4f3adb73-7ea1-48e3-a549-11ed7301109c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4f3adb73-7ea1-48e3-a549-11ed7301109c,segment=NetworkSegment(2dd4ef62-6c68-46f4-b800-d07243e17e29),segment_id=2dd4ef62-6c68-46f4-b800-d07243e17e29)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:08:08.258188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:08.275658 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-40b3b355-59a5-4011-87cc-87786a81f61e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:08.277154 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-40b3b355-59a5-4011-87cc-87786a81f61e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/networks?id=fb60dc30-4398-4b2f-af5a-79014566b7ac HTTP/1.1" status: 200 len: 797 time: 0.1396956 May 09 14:08:08.292936 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-9369d19f-d427-420d-93c6-008ef5014d23 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/quotas/8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 375 time: 0.0103736 May 09 14:08:08.333200 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=4f3adb73-7ea1-48e3-a549-11ed7301109c,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:08.381356 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-ff5496e6-1e46-4df9-bd71-71fe61c8b869 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825710 May 09 14:08:08.396423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-679c5fdb-e504-4ba4-be7c-3536fc4c82c1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 14:08:08.397357 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-679c5fdb-e504-4ba4-be7c-3536fc4c82c1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047910 May 09 14:08:08.524956 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-19387a69-e94e-4c32-bc8a-2d7304418808 service neutron] 10.222.0.44 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221235 May 09 14:08:08.652330 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-c9cc3b2e-f3fc-46e7-97d4-f546dcdd970a service neutron] 10.222.0.44 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216619 May 09 14:08:08.838287 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-55f7c35c-77f3-43d2-a7c1-348f82854dfe req-59a7dc20-dd03-478e-8dce-229d43b4a2c0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 210 time: 0.0404973 May 09 14:08:09.103561 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Sync routers for ids ['9eeb7317-13dd-458c-9939-ba9e90974c98'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:08:09.115419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Routers {'9eeb7317-13dd-458c-9939-ba9e90974c98'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:08:09.116025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:07:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['9eeb7317-13dd-458c-9939-ba9e90974c98'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:09.299479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Set router 9eeb7317-13dd-458c-9939-ba9e90974c98 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:08:09.613687 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:06Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '157dad9e-9977-4058-96d1-df729fb934b9', 'name': '', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:bd:59:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:05Z', 'updated_at': '2022-05-09T14:08:06Z', 'revision_number': 2, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:09.617533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Checking router: 9eeb7317-13dd-458c-9939-ba9e90974c98 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:08:09.617889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Updating router 9eeb7317-13dd-458c-9939-ba9e90974c98 port 157dad9e-9977-4058-96d1-df729fb934b9 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:08:09.668041 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:09.746936 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 315598b5-9a7c-42dd-b660-e6642870b983 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:08:09.982760 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 315598b5-9a7c-42dd-b660-e6642870b983 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:08:09.983121 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:10.037125 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c4620a3e-97e7-40aa-adf2-9c62c71cc4c1 req-2797c426-f025-4d65-a668-20ca92ba8b93 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 210 time: 0.0485244 May 09 14:08:10.187092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-b7081588-50bb-4cc8-8047-04a65e2ed748 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:10.187788 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-b7081588-50bb-4cc8-8047-04a65e2ed748 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:08:10.191109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4f3adb73-7ea1-48e3-a549-11ed7301109c up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:08:10.206755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-b7081588-50bb-4cc8-8047-04a65e2ed748 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:08:10.207903 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-b7081588-50bb-4cc8-8047-04a65e2ed748 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/networks?id=fb60dc30-4398-4b2f-af5a-79014566b7ac HTTP/1.1" status: 200 len: 797 time: 0.1969359 May 09 14:08:10.237081 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:10.267479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-34108764-6ae5-400d-b8ee-8f99f1301f8e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:08:10.272604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Transition to ACTIVE for port object 157dad9e-9977-4058-96d1-df729fb934b9 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:08:10.278202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f23eb508-05b6-49f7-9580-0c94f51484b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:10.283654 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:10.284793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-34108764-6ae5-400d-b8ee-8f99f1301f8e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:08:10.285994 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-34108764-6ae5-400d-b8ee-8f99f1301f8e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be6a886ca984d4180d6ab8c9dcd882f HTTP/1.1" status: 200 len: 380 time: 0.0646455 May 09 14:08:10.299978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'port': {'device_id': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'admin_state_up': True, 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'security_groups': ['7bcf39bd-570a-4bbb-ac10-a57805556925']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:08:10.415069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e7746-2a6d-4647-8038-8da3b4415000 None None] Pushing event updated for resources: {'Port': ['ID=157dad9e-9977-4058-96d1-df729fb934b9,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:10.418234 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 4f3adb73-7ea1-48e3-a549-11ed7301109c triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:08:10.418603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:10.439704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:08:10.445121 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:port and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:08:10.448476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:08:10.456456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:08:10.471448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Made reservation on behalf of 8be6a886ca984d4180d6ab8c9dcd882f for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:08:10.475067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:10.560669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Attempting to bind port 157dad9e-9977-4058-96d1-df729fb934b9 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:08:10.561036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Attempting to bind port 157dad9e-9977-4058-96d1-df729fb934b9 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '2dd4ef62-6c68-46f4-b800-d07243e17e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:08:10.561426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Attempting to bind port 157dad9e-9977-4058-96d1-df729fb934b9 on network fb60dc30-4398-4b2f-af5a-79014566b7ac {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:08:10.594828 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:08:10.595210 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Checking segment: {'id': '2dd4ef62-6c68-46f4-b800-d07243e17e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:08:10.595580 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:10.595965 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Bound using segment: {'id': '2dd4ef62-6c68-46f4-b800-d07243e17e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:08:10.596420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Bound port: 157dad9e-9977-4058-96d1-df729fb934b9, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd4ef62-6c68-46f4-b800-d07243e17e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:08:10.596787 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:10.644028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.20.0.11 (fb60dc30-4398-4b2f-af5a-79014566b7ac/1f564737-c23d-425f-bcf0-6487c4b4e9c7/f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:08:10.717347 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] For port 157dad9e-9977-4058-96d1-df729fb934b9, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:08:10.720419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] For port 157dad9e-9977-4058-96d1-df729fb934b9, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=157dad9e-9977-4058-96d1-df729fb934b9,segment=NetworkSegment(2dd4ef62-6c68-46f4-b800-d07243e17e29),segment_id=2dd4ef62-6c68-46f4-b800-d07243e17e29)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:08:10.724775 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:10.805754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e7746-2a6d-4647-8038-8da3b4415000 None None] Pushing event updated for resources: {'Port': ['ID=157dad9e-9977-4058-96d1-df729fb934b9,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:10.810435 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Routers {'9eeb7317-13dd-458c-9939-ba9e90974c98'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:08:10.811060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:07:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['9eeb7317-13dd-458c-9939-ba9e90974c98'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:10.836018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:10.855949 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Transition to ACTIVE for port object f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:08:10.878957 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:10.943043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network fb60dc30-4398-4b2f-af5a-79014566b7ac is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:08:10.951248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:08:10.956629 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:08:10.996585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] Set router 9eeb7317-13dd-458c-9939-ba9e90974c98 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:08:11.010187 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:11.030181 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:11.031320 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:11.056392 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-63c072a3-510e-42b4-8265-bbb1fcaf41c7 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7605028 May 09 14:08:11.068205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Request body: {'port': {'device_id': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:08:11.195765 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:11.360825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-896a4bb0-c6c0-4c2b-8b1d-1d8018363df6 None None] Provisioning for port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:08:11.365831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e57cb-4adf-4f1b-a39a-d950151e4c27 req-4a6a00fe-8c85-4827-86ec-c6d24a7df5da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:11.367298 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-936e57cb-4adf-4f1b-a39a-d950151e4c27 req-4a6a00fe-8c85-4827-86ec-c6d24a7df5da tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 932 time: 0.1829691 May 09 14:08:11.369367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-896a4bb0-c6c0-4c2b-8b1d-1d8018363df6 None None] Provisioning complete for port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:08:11.369821 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-896a4bb0-c6c0-4c2b-8b1d-1d8018363df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:11.418743 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-936e57cb-4adf-4f1b-a39a-d950151e4c27 req-9076b647-dd9c-4b7a-ba35-b703af4ba4c2 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450752 May 09 14:08:11.436303 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-896a4bb0-c6c0-4c2b-8b1d-1d8018363df6 None None] Port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:08:11.458981 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:06Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '157dad9e-9977-4058-96d1-df729fb934b9', 'name': '', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:bd:59:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:05Z', 'updated_at': '2022-05-09T14:08:10Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:11.463029 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0590f-7ff9-4ce9-b240-56d5ca51713d None None] The sync data for ids ['9eeb7317-13dd-458c-9939-ba9e90974c98'] in dv-neutron-840889-2-hyperv is: [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:06Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '157dad9e-9977-4058-96d1-df729fb934b9', 'name': '', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:bd:59:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:05Z', 'updated_at': '2022-05-09T14:08:10Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:08:11.673921 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:08:11.681479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:11.699203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Transition to ACTIVE for port object f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:08:11.703925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:11.771636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 157dad9e-9977-4058-96d1-df729fb934b9 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:08:11.837154 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:11.849446 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 157dad9e-9977-4058-96d1-df729fb934b9 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:08:11.859422 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 157dad9e-9977-4058-96d1-df729fb934b9 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:08:11.860088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:11.969612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Attempting to bind port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:08:11.969945 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Attempting to bind port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2dd4ef62-6c68-46f4-b800-d07243e17e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:08:11.970265 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Attempting to bind port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 on network fb60dc30-4398-4b2f-af5a-79014566b7ac {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:08:11.976444 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 on network fb60dc30-4398-4b2f-af5a-79014566b7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 14:08:11.976757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Attempting to bind port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 on network fb60dc30-4398-4b2f-af5a-79014566b7ac {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:08:11.983671 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:08:11.984004 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Checking segment: {'id': '2dd4ef62-6c68-46f4-b800-d07243e17e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:08:11.984385 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Bound using segment: {'id': '2dd4ef62-6c68-46f4-b800-d07243e17e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:08:11.984805 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Bound port: f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd4ef62-6c68-46f4-b800-d07243e17e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:08:11.985148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:11.993827 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:12.030598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 157dad9e-9977-4058-96d1-df729fb934b9, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=157dad9e-9977-4058-96d1-df729fb934b9,segment=NetworkSegment(2dd4ef62-6c68-46f4-b800-d07243e17e29),segment_id=2dd4ef62-6c68-46f4-b800-d07243e17e29)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:08:12.036470 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:12.085742 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] For port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:08:12.089536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] For port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80,segment=NetworkSegment(2dd4ef62-6c68-46f4-b800-d07243e17e29),segment_id=2dd4ef62-6c68-46f4-b800-d07243e17e29)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:08:12.095044 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:12.114698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=157dad9e-9977-4058-96d1-df729fb934b9,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:12.160222 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:12.161725 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] 10.222.0.57 "PUT /v2.0/ports/f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 HTTP/1.1" status: 200 len: 1094 time: 1.0979133 May 09 14:08:12.170062 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'tag': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:08:12.206009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab7f7c-3941-443b-ba66-75b431bd6c76 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:12.254131 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9f00f8-1f90-4976-b291-abec09734515'] response: {'name': 'network-changed', 'server_uuid': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'tag': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80', 'status': 'completed', 'code': 200} May 09 14:08:12.298566 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-f0ebfabb-4f9f-40f4-a03a-52d95ddc4210 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 1097 time: 0.0813360 May 09 14:08:12.373399 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-5e5f43a6-20e8-4efd-8093-39253ad85246 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 HTTP/1.1" status: 200 len: 217 time: 0.0682442 May 09 14:08:12.439540 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-f3e4b0ef-b9e8-4e60-a2b6-7db5cf23d766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:12.441131 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-f3e4b0ef-b9e8-4e60-a2b6-7db5cf23d766 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f564737-c23d-425f-bcf0-6487c4b4e9c7 HTTP/1.1" status: 200 len: 834 time: 0.0625207 May 09 14:08:12.528746 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-945e1a4f-1443-47f8-bcac-ef8743cf5ea5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb60dc30-4398-4b2f-af5a-79014566b7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806694 May 09 14:08:12.530223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c5091487-659d-45ed-a066-534857a481f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:12.643651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccc831-3763-4e97-a07f-0964772254a8 req-6db576ab-da81-44f6-a052-b2aa112487ea tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:12.645105 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-73ccc831-3763-4e97-a07f-0964772254a8 req-6db576ab-da81-44f6-a052-b2aa112487ea tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 944 time: 0.0885770 May 09 14:08:12.668932 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-190e28fe-438a-42f7-a024-90c4c25e09b2 service neutron] 10.222.0.57 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336205 May 09 14:08:12.690186 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-73ccc831-3763-4e97-a07f-0964772254a8 req-56754cce-b466-4aeb-97ae-c8a82883b9e6 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392995 May 09 14:08:12.796873 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-cccbd700-cf11-49b8-be3d-7dbcd5a83d26 req-dcd77599-7bee-4a16-ae6b-e98d4c23ba43 service neutron] 10.222.0.57 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226361 May 09 14:08:12.907029 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-040bd5f7-247c-419f-9526-566456567490 req-cd9911a2-7b69-40c7-be97-76c0c8ec7d0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 1097 time: 0.0713887 May 09 14:08:13.033955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bd5f7-247c-419f-9526-566456567490 req-4c0400b6-29de-41c3-b538-907105ee71fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:13.035286 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-040bd5f7-247c-419f-9526-566456567490 req-4c0400b6-29de-41c3-b538-907105ee71fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb60dc30-4398-4b2f-af5a-79014566b7ac HTTP/1.1" status: 200 len: 898 time: 0.1217105 May 09 14:08:13.101730 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-040bd5f7-247c-419f-9526-566456567490 req-432aef5e-a0f5-42ac-b4e1-249b61bd72d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 HTTP/1.1" status: 200 len: 217 time: 0.0607591 May 09 14:08:13.160053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bd5f7-247c-419f-9526-566456567490 req-4c7ccfb0-f44a-4179-8d78-03b64bbfe982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:13.161415 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-040bd5f7-247c-419f-9526-566456567490 req-4c7ccfb0-f44a-4179-8d78-03b64bbfe982 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f564737-c23d-425f-bcf0-6487c4b4e9c7 HTTP/1.1" status: 200 len: 834 time: 0.0547130 May 09 14:08:13.230979 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-040bd5f7-247c-419f-9526-566456567490 req-c22638a5-0b74-41be-8d80-ce70a2fdb2a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb60dc30-4398-4b2f-af5a-79014566b7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642266 May 09 14:08:13.451993 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-040bd5f7-247c-419f-9526-566456567490 req-303a98d0-9641-416b-8f08-6c224260b40a service neutron] 10.222.0.57 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149782 May 09 14:08:13.521367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:13.596413 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-040bd5f7-247c-419f-9526-566456567490 req-520ad3a4-9c40-42d0-99f3-27fe60d0eced service neutron] 10.222.0.57 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360095 May 09 14:08:13.730684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 157dad9e-9977-4058-96d1-df729fb934b9 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:08:13.800891 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 157dad9e-9977-4058-96d1-df729fb934b9 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:08:13.801288 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:13.944358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:14.030180 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544c16c-994b-429f-a998-20d02b6b5fc5 req-927f0ceb-e302-43db-9f56-ed80bf78f857 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:14.032001 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b544c16c-994b-429f-a998-20d02b6b5fc5 req-927f0ceb-e302-43db-9f56-ed80bf78f857 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 944 time: 0.0780582 May 09 14:08:14.076140 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b544c16c-994b-429f-a998-20d02b6b5fc5 req-eaa16f09-ac0e-4f19-84d5-729df0047c6e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386579 May 09 14:08:15.208970 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:15.267320 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b3dae-9e04-4fcf-aa27-772c25777858 req-da76b18d-fb45-4346-8447-62d301f5553d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:15.268763 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-582b3dae-9e04-4fcf-aa27-772c25777858 req-da76b18d-fb45-4346-8447-62d301f5553d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 944 time: 0.0749021 May 09 14:08:15.316390 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-582b3dae-9e04-4fcf-aa27-772c25777858 req-49f8604d-0392-4f30-9019-16c69c493bdc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 May 09 14:08:16.505189 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52d4ef-71b3-4e67-91f5-4a4525b9eb50 req-388d53cc-86ad-4596-9c74-e25cf57c4c61 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:16.506634 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1e52d4ef-71b3-4e67-91f5-4a4525b9eb50 req-388d53cc-86ad-4596-9c74-e25cf57c4c61 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 944 time: 0.0741615 May 09 14:08:16.550368 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1e52d4ef-71b3-4e67-91f5-4a4525b9eb50 req-3c3a2b0e-c3cc-49cf-8f81-c7e821ce1e18 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381534 May 09 14:08:17.308921 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 14:08:17.439194 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80,segment=NetworkSegment(2dd4ef62-6c68-46f4-b800-d07243e17e29),segment_id=2dd4ef62-6c68-46f4-b800-d07243e17e29)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:08:17.451591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'port_id': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80', 'mac_address': 'fa:16:3e:7e:55:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 14:08:17.502519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:17.519536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:08:17.533772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80,segment=NetworkSegment(2dd4ef62-6c68-46f4-b800-d07243e17e29),segment_id=2dd4ef62-6c68-46f4-b800-d07243e17e29)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:08:17.537686 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:17.606540 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:17.753061 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc982bb-3837-4ed8-bbbf-95effaa16685 req-b9b39295-54a1-4aab-a44a-db457766089d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:17.754497 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dfc982bb-3837-4ed8-bbbf-95effaa16685 req-b9b39295-54a1-4aab-a44a-db457766089d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 945 time: 0.0774274 May 09 14:08:17.803429 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-dfc982bb-3837-4ed8-bbbf-95effaa16685 req-96fb3422-fd1c-4154-b3f7-dce99d78a0e3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431473 May 09 14:08:17.895160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 14:08:18.996121 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f985a6-8daa-4fc4-86c7-ca5532ca6e96 req-bf7ae82b-f822-46cc-927f-39c804bfbc1d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:18.997480 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-40f985a6-8daa-4fc4-86c7-ca5532ca6e96 req-bf7ae82b-f822-46cc-927f-39c804bfbc1d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 945 time: 0.0747862 May 09 14:08:19.043177 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-40f985a6-8daa-4fc4-86c7-ca5532ca6e96 req-9d8fc1bb-5485-460f-be1d-68b15d00ba59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395741 May 09 14:08:19.308394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:08:19.373363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:08:19.378519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:08:19.378879 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:19.488980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:19.515198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:08:19.524750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80,segment=NetworkSegment(2dd4ef62-6c68-46f4-b800-d07243e17e29),segment_id=2dd4ef62-6c68-46f4-b800-d07243e17e29)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:08:19.528547 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:19.575443 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbdc4cd4-2c3a-4678-be7c-4760fa7cdf99'] response: {'server_uuid': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80', 'code': 200} May 09 14:08:19.600549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:19.804065 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9fba0000-ae8e-49be-8728-a891720757e1 req-f912fac8-a392-4a00-84e8-d713a9880adc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 1099 time: 0.0692136 May 09 14:08:19.845705 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9fba0000-ae8e-49be-8728-a891720757e1 req-c1d8c4f0-9730-406c-8bcd-41a9d806f5b5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350089 May 09 14:08:20.235741 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02996e8b-7b7f-4475-849f-402711723688 req-1f721987-516d-4192-ab41-f305d9c08c94 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:20.237068 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-02996e8b-7b7f-4475-849f-402711723688 req-1f721987-516d-4192-ab41-f305d9c08c94 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.0768399 May 09 14:08:20.283026 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-02996e8b-7b7f-4475-849f-402711723688 req-60af3a2b-300b-437a-aa70-dd02d7911ea4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404670 May 09 14:08:21.481876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7652ead-f579-4e42-b555-2c6f5eb99e7b req-088e5ca6-ad6b-4979-8f99-6525a37365c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:21.483935 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e7652ead-f579-4e42-b555-2c6f5eb99e7b req-088e5ca6-ad6b-4979-8f99-6525a37365c4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.0805254 May 09 14:08:21.531218 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e7652ead-f579-4e42-b555-2c6f5eb99e7b req-7b08102f-d328-4b35-b13a-c2739eb93fd9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419381 May 09 14:08:21.727663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e5357-a799-4b38-9b42-7fe661efb0c5 req-9d42c35f-a153-492d-bbe0-29413515666b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:21.729080 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e05e5357-a799-4b38-9b42-7fe661efb0c5 req-9d42c35f-a153-492d-bbe0-29413515666b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.0804753 May 09 14:08:21.772619 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e05e5357-a799-4b38-9b42-7fe661efb0c5 req-a7c2c1bc-d3b1-4acc-8583-e5f63ab2cedc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380318 May 09 14:08:21.791012 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:21.800272 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37622) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:21.869554 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-86fd1cdf-6c8f-4bc4-b52a-c73fc1cbe945 tempest-TestNetworkAdvancedServerOps-551260307 tempest-TestNetworkAdvancedServerOps-551260307-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 1094 time: 0.0681245 May 09 14:08:21.872174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37626) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:21.877146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:08:21.882723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:08:21.886464 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Usage tracker for resource:floatingip and tenant:8be6a886ca984d4180d6ab8c9dcd882f is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:08:21.889183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:08:21.895279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:08:21.908130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:22.035649 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:22.047639 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:08:22.167754 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Allocated IP 172.26.1.244 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/98424fc3-fc56-448c-8c34-4d2c68410b0e) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:08:22.313914 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:22.340038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:22.406522 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:08:22.409076 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:08:22.411512 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:08:22.445858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=98424fc3-fc56-448c-8c34-4d2c68410b0e,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:22.901456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:22.956247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:23.231432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:23.235735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:23.337643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event updated for resources: {'Port': ['ID=98424fc3-fc56-448c-8c34-4d2c68410b0e,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:08:23.351574 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:23.539914 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.l3_db [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Floating IP 6dfa8d96-16f9-440f-ba80-f7fb48b775d5 associated. External IP: 172.26.1.244, port: f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80. May 09 14:08:23.919962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 9eeb7317-13dd-458c-9939-ba9e90974c98 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:08:24.111353 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:08:24.120757 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e410478c-1cd6-4424-8ec5-0e169abaad5e None None] Sync routers for ids ['9eeb7317-13dd-458c-9939-ba9e90974c98'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:08:24.132726 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410478c-1cd6-4424-8ec5-0e169abaad5e None None] Routers {'9eeb7317-13dd-458c-9939-ba9e90974c98'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:08:24.133343 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e410478c-1cd6-4424-8ec5-0e169abaad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:08:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['9eeb7317-13dd-458c-9939-ba9e90974c98'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:24.136682 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:24.192510 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6cadcecd-e3b0-4cd4-83f1-07540065335f tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3192537 May 09 14:08:24.192980 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'tag': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:08:24.262038 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de232c3-29ef-44a7-88fe-587066c46f90'] response: {'name': 'network-changed', 'server_uuid': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'tag': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80', 'status': 'completed', 'code': 200} May 09 14:08:24.312284 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-e410478c-1cd6-4424-8ec5-0e169abaad5e None None] Set router 9eeb7317-13dd-458c-9939-ba9e90974c98 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:08:24.349740 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-87144f42-bff9-44c7-9e6a-f080ed41da47 req-1b7f1b75-9654-4187-b378-d76fe485bad5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 1099 time: 0.0680437 May 09 14:08:24.380729 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb840d-5979-4921-9f95-2f2f12b01856 req-ebdde631-5bd1-4469-bba0-cba17888656e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:24.384537 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-73fb840d-5979-4921-9f95-2f2f12b01856 req-ebdde631-5bd1-4469-bba0-cba17888656e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.0827129 May 09 14:08:24.430957 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-73fb840d-5979-4921-9f95-2f2f12b01856 req-7d12b697-4368-4760-bbff-f6da8f9a570a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429432 May 09 14:08:24.458501 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37634) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:24.487003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87144f42-bff9-44c7-9e6a-f080ed41da47 req-4aae23ae-04e2-40b6-8ee2-eb913d131c35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:24.488458 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-87144f42-bff9-44c7-9e6a-f080ed41da47 req-4aae23ae-04e2-40b6-8ee2-eb913d131c35 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb60dc30-4398-4b2f-af5a-79014566b7ac HTTP/1.1" status: 200 len: 898 time: 0.1332109 May 09 14:08:24.567846 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7b587d62-a9b2-4431-b5f6-be6b39c10543 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/6dfa8d96-16f9-440f-ba80-f7fb48b775d5 HTTP/1.1" status: 200 len: 992 time: 0.1067181 May 09 14:08:24.596709 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-87144f42-bff9-44c7-9e6a-f080ed41da47 req-d3180f9a-39c1-4908-a379-762f9ff55da7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 HTTP/1.1" status: 200 len: 1000 time: 0.1024044 May 09 14:08:24.657801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87144f42-bff9-44c7-9e6a-f080ed41da47 req-92228269-a611-477f-ae4c-60067f3c1699 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:08:24.659242 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-87144f42-bff9-44c7-9e6a-f080ed41da47 req-92228269-a611-477f-ae4c-60067f3c1699 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f564737-c23d-425f-bcf0-6487c4b4e9c7 HTTP/1.1" status: 200 len: 834 time: 0.0565500 May 09 14:08:24.681525 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e410478c-1cd6-4424-8ec5-0e169abaad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:06Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '6dfa8d96-16f9-440f-ba80-f7fb48b775d5', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.244', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'port_id': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'mac_address': 'fa:16:3e:7e:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:08:22Z', 'updated_at': '2022-05-09T14:08:22Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157dad9e-9977-4058-96d1-df729fb934b9', 'name': '', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:bd:59:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:05Z', 'updated_at': '2022-05-09T14:08:12Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:24.685238 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e410478c-1cd6-4424-8ec5-0e169abaad5e None None] Checking router: 9eeb7317-13dd-458c-9939-ba9e90974c98 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:08:24.695692 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410478c-1cd6-4424-8ec5-0e169abaad5e None None] Routers {'9eeb7317-13dd-458c-9939-ba9e90974c98'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:08:24.696306 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e410478c-1cd6-4424-8ec5-0e169abaad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:08:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['9eeb7317-13dd-458c-9939-ba9e90974c98'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:24.826709 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-87144f42-bff9-44c7-9e6a-f080ed41da47 req-c16e9d80-7286-4ec2-a799-5c658362b714 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb60dc30-4398-4b2f-af5a-79014566b7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1614242 May 09 14:08:24.869805 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-e410478c-1cd6-4424-8ec5-0e169abaad5e None None] Set router 9eeb7317-13dd-458c-9939-ba9e90974c98 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:08:24.957565 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-87144f42-bff9-44c7-9e6a-f080ed41da47 req-3332e676-0749-40a7-aa93-9368bf5924a4 service neutron] 10.222.0.57 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240122 May 09 14:08:25.086599 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-87144f42-bff9-44c7-9e6a-f080ed41da47 req-af3c0b6c-1e2a-447e-83ed-df1f2ab7101f service neutron] 10.222.0.57 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235442 May 09 14:08:25.211285 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-e410478c-1cd6-4424-8ec5-0e169abaad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:06Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '6dfa8d96-16f9-440f-ba80-f7fb48b775d5', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.244', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'port_id': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'mac_address': 'fa:16:3e:7e:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:08:22Z', 'updated_at': '2022-05-09T14:08:22Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157dad9e-9977-4058-96d1-df729fb934b9', 'name': '', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:bd:59:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:05Z', 'updated_at': '2022-05-09T14:08:12Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:08:25.215076 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e410478c-1cd6-4424-8ec5-0e169abaad5e None None] The sync data for ids ['9eeb7317-13dd-458c-9939-ba9e90974c98'] in dv-neutron-840889-2-hyperv is: [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:06Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': '6dfa8d96-16f9-440f-ba80-f7fb48b775d5', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'floating_ip_address': '172.26.1.244', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'port_id': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'mac_address': 'fa:16:3e:7e:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:08:22Z', 'updated_at': '2022-05-09T14:08:22Z', 'revision_number': 0, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157dad9e-9977-4058-96d1-df729fb934b9', 'name': '', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:bd:59:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:05Z', 'updated_at': '2022-05-09T14:08:12Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:08:25.570616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37638) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:25.671043 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-4216bedb-af5b-4e07-91b1-51a30417eeb1 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/6dfa8d96-16f9-440f-ba80-f7fb48b775d5 HTTP/1.1" status: 200 len: 992 time: 0.0991566 May 09 14:08:26.674771 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37642) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:26.776526 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2f5b797f-fc3d-4d31-960d-9ce39f1da31e tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/6dfa8d96-16f9-440f-ba80-f7fb48b775d5 HTTP/1.1" status: 200 len: 992 time: 0.1006417 May 09 14:08:27.779707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37646) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:27.882775 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-00bc14ee-b21a-41f9-b914-e31927881d53 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/6dfa8d96-16f9-440f-ba80-f7fb48b775d5 HTTP/1.1" status: 200 len: 992 time: 0.1015432 May 09 14:08:28.174612 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c3288-4069-4efb-b492-e71080420f79 None None] New status for floating IP 6dfa8d96-16f9-440f-ba80-f7fb48b775d5: ACTIVE {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:08:28.886685 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37650) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:08:28.992680 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-033db93b-d4df-49df-a640-b94ba508ee02 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/6dfa8d96-16f9-440f-ba80-f7fb48b775d5 HTTP/1.1" status: 200 len: 994 time: 0.1048636 May 09 14:08:40.231938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a05ebd0-11ac-42f4-81b9-d73661bb0487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:42.522655 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5464b259-28df-4ca8-8473-b285740f598e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:43.524598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:43.945955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:45.211401 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:51.793105 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:08:59.047698 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:09:10.234398 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7edf9e9b-f967-4ccc-a2e9-a9ef712baed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:10.393126 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-642346ba-6201-48c6-8cf7-8e6e54402d68 req-ccee3e72-468b-4572-8ddf-2f1c1857de05 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663345 May 09 14:09:10.529773 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-642346ba-6201-48c6-8cf7-8e6e54402d68 req-e602224a-b0bd-47b8-9bb5-baba7deb2e6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 1099 time: 0.0694847 May 09 14:09:10.668899 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642346ba-6201-48c6-8cf7-8e6e54402d68 req-f42ba6c1-8f5f-42fd-8970-dfa2f47d73cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:10.670352 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-642346ba-6201-48c6-8cf7-8e6e54402d68 req-f42ba6c1-8f5f-42fd-8970-dfa2f47d73cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb60dc30-4398-4b2f-af5a-79014566b7ac HTTP/1.1" status: 200 len: 898 time: 0.1231523 May 09 14:09:10.769900 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-642346ba-6201-48c6-8cf7-8e6e54402d68 req-ed06e25d-ef55-4655-92fc-91079bb77269 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 HTTP/1.1" status: 200 len: 1002 time: 0.0936508 May 09 14:09:10.829071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642346ba-6201-48c6-8cf7-8e6e54402d68 req-1b5853be-8487-4c08-8d70-34d15fd53d93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:10.830443 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-642346ba-6201-48c6-8cf7-8e6e54402d68 req-1b5853be-8487-4c08-8d70-34d15fd53d93 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f564737-c23d-425f-bcf0-6487c4b4e9c7 HTTP/1.1" status: 200 len: 834 time: 0.0545521 May 09 14:09:10.908776 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-642346ba-6201-48c6-8cf7-8e6e54402d68 req-3a06fb09-411d-4181-a3f4-2d976d6d598b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb60dc30-4398-4b2f-af5a-79014566b7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722818 May 09 14:09:11.036200 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-642346ba-6201-48c6-8cf7-8e6e54402d68 req-4da1013b-a900-449d-82e7-efb020b0c4a4 service neutron] 10.222.0.57 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209579 May 09 14:09:11.163451 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-642346ba-6201-48c6-8cf7-8e6e54402d68 req-d64d8c4b-30fe-4b06-8ef5-51b938d71f02 service neutron] 10.222.0.57 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207094 May 09 14:09:12.524375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-69287141-ffb0-4bb0-825e-186d39cf8fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:13.526223 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:13.947445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:15.214639 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:21.796344 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:36.047813 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:09:36.706886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac45f9-5275-4d66-8279-e962b9d7d15a req-65543b44-8972-4153-9e11-5974547aa88d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:36.708304 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0fac45f9-5275-4d66-8279-e962b9d7d15a req-65543b44-8972-4153-9e11-5974547aa88d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.0775406 May 09 14:09:36.752161 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0fac45f9-5275-4d66-8279-e962b9d7d15a req-13f96096-b6b0-436f-bc60-7d057728a650 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384786 May 09 14:09:37.947732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412b8ba-e23d-4944-bf19-7a99774467fe req-186a210a-62de-474d-8cc3-c7ce229a71ff tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:37.949055 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0412b8ba-e23d-4944-bf19-7a99774467fe req-186a210a-62de-474d-8cc3-c7ce229a71ff tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.0741239 May 09 14:09:37.995936 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0412b8ba-e23d-4944-bf19-7a99774467fe req-606c5157-18c8-4530-9267-86489f6440e5 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408673 May 09 14:09:39.273317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdaa92-6335-49d8-8eb3-74df68898737 req-f3c0198f-6c30-455c-90af-e92e301fdaa3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:39.274751 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-49fdaa92-6335-49d8-8eb3-74df68898737 req-f3c0198f-6c30-455c-90af-e92e301fdaa3 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.1513977 May 09 14:09:39.318335 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-49fdaa92-6335-49d8-8eb3-74df68898737 req-aa1b2734-0230-41c4-bd5b-07d7e49f91a4 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381076 May 09 14:09:39.346505 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37682) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:39.449473 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-0d25927d-c54b-42df-84e5-78d8d2ff23b0 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/6dfa8d96-16f9-440f-ba80-f7fb48b775d5 HTTP/1.1" status: 200 len: 994 time: 0.1017826 May 09 14:09:40.236388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8459-4872-484e-a28e-d1ee8a3076d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:40.937156 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-42ae455b-a964-4166-8cbb-209256c44469 req-281ed567-ff5a-4d9a-87d3-d76bc8faec85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 1099 time: 0.0759802 May 09 14:09:40.960679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692192c0-746c-4ae4-8feb-dece6ee11c7f req-3361e57a-28d4-45f6-8e72-1bc2b3a0a3d9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:40.962173 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-692192c0-746c-4ae4-8feb-dece6ee11c7f req-3361e57a-28d4-45f6-8e72-1bc2b3a0a3d9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.0789638 May 09 14:09:41.012505 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-692192c0-746c-4ae4-8feb-dece6ee11c7f req-d3f0e8c1-d539-450a-8022-b609dfaf178d tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414581 May 09 14:09:41.165997 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae455b-a964-4166-8cbb-209256c44469 req-b4d71da2-a4d3-41a0-8692-70b6ab0b389d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:41.167418 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-42ae455b-a964-4166-8cbb-209256c44469 req-b4d71da2-a4d3-41a0-8692-70b6ab0b389d service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb60dc30-4398-4b2f-af5a-79014566b7ac HTTP/1.1" status: 200 len: 898 time: 0.2220333 May 09 14:09:41.269179 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-42ae455b-a964-4166-8cbb-209256c44469 req-8e6b1d13-6138-41f0-9e2b-e2c6a60021ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 HTTP/1.1" status: 200 len: 1002 time: 0.0960507 May 09 14:09:41.330598 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae455b-a964-4166-8cbb-209256c44469 req-24c5cae5-54c3-4b6e-9e94-334b046f3d9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:41.332014 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-42ae455b-a964-4166-8cbb-209256c44469 req-24c5cae5-54c3-4b6e-9e94-334b046f3d9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f564737-c23d-425f-bcf0-6487c4b4e9c7 HTTP/1.1" status: 200 len: 834 time: 0.0576403 May 09 14:09:41.406470 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-42ae455b-a964-4166-8cbb-209256c44469 req-0447978c-deee-4c27-b8a7-9317391831f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb60dc30-4398-4b2f-af5a-79014566b7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685194 May 09 14:09:41.536669 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-42ae455b-a964-4166-8cbb-209256c44469 req-5c22fa55-baeb-4990-9194-6c6e9e3d562a service neutron] 10.222.0.57 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246564 May 09 14:09:41.665938 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-42ae455b-a964-4166-8cbb-209256c44469 req-606c9134-6746-404f-ad41-6301d012cbda service neutron] 10.222.0.57 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237414 May 09 14:09:42.215239 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd033c-bd31-4b0b-8286-ed5a47858861 req-e1639f4f-2686-483a-94dc-13db489118aa tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:42.216676 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6cfd033c-bd31-4b0b-8286-ed5a47858861 req-e1639f4f-2686-483a-94dc-13db489118aa tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.0833037 May 09 14:09:42.260809 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6cfd033c-bd31-4b0b-8286-ed5a47858861 req-c8039a40-a659-44b6-ae5b-c0ff4e24328b tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385180 May 09 14:09:42.525934 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d76d3538-8106-461e-9160-6c2f151d9968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:43.450880 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba9c11-1a38-4d02-8c38-2fecc0625d64 req-890d6015-b499-40a6-8301-5a6ae5e653ab tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:43.452802 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0aba9c11-1a38-4d02-8c38-2fecc0625d64 req-890d6015-b499-40a6-8301-5a6ae5e653ab tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.0743198 May 09 14:09:43.499035 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0aba9c11-1a38-4d02-8c38-2fecc0625d64 req-44834985-aed7-477b-aed7-b8d0532dd7d9 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408521 May 09 14:09:43.526863 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37696) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:43.531952 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:43.630279 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-b133d850-e74a-4da2-987f-46cd49ea63ed tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/floatingips/6dfa8d96-16f9-440f-ba80-f7fb48b775d5 HTTP/1.1" status: 200 len: 994 time: 0.1022902 May 09 14:09:43.897306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37704) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:43.949668 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:44.097119 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port 98424fc3-fc56-448c-8c34-4d2c68410b0e {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:09:44.097485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:44.258783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:44.259019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:44.374858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for 98424fc3-fc56-448c-8c34-4d2c68410b0e owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:09:44.517590 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:44.564345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=98424fc3-fc56-448c-8c34-4d2c68410b0e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:44.604163 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:44.604499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:44.604826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:44.605148 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:44.605493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:44.605812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:44.606126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:44.606436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:44.606747 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:44.607056 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:44.607364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:44.660975 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:45.123763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 9eeb7317-13dd-458c-9939-ba9e90974c98 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:09:45.217964 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:45.315903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:09:45.325805 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e53ed-92f3-4616-9bb7-29e70e4ecf1f None None] Sync routers for ids ['9eeb7317-13dd-458c-9939-ba9e90974c98'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:09:45.331802 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:45.337663 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e53ed-92f3-4616-9bb7-29e70e4ecf1f None None] Routers {'9eeb7317-13dd-458c-9939-ba9e90974c98'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:09:45.338275 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fc9e53ed-92f3-4616-9bb7-29e70e4ecf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:09:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['9eeb7317-13dd-458c-9939-ba9e90974c98'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:09:45.385755 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-33d0d909-d524-4353-a785-6a6743a94489 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/floatingips/6dfa8d96-16f9-440f-ba80-f7fb48b775d5 HTTP/1.1" status: 204 len: 168 time: 1.4873531 May 09 14:09:45.386230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'tag': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:09:45.442827 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc347189-5c02-4182-b120-8752d9a6d060'] response: {'name': 'network-changed', 'server_uuid': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'tag': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80', 'status': 'completed', 'code': 200} May 09 14:09:45.517853 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-fc9e53ed-92f3-4616-9bb7-29e70e4ecf1f None None] Set router 9eeb7317-13dd-458c-9939-ba9e90974c98 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:09:45.537073 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a13df5da-6915-4e8e-b8ba-5c8e7792ec3c req-34e8262d-7426-4376-9ebc-b7fd6525300a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 1099 time: 0.0706661 May 09 14:09:45.688658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13df5da-6915-4e8e-b8ba-5c8e7792ec3c req-1b5780d0-b484-486d-ba99-1c41179ba064 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:45.690123 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a13df5da-6915-4e8e-b8ba-5c8e7792ec3c req-1b5780d0-b484-486d-ba99-1c41179ba064 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb60dc30-4398-4b2f-af5a-79014566b7ac HTTP/1.1" status: 200 len: 898 time: 0.1477382 May 09 14:09:45.761791 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a13df5da-6915-4e8e-b8ba-5c8e7792ec3c req-58c9ae6f-0a49-42ea-a380-34282cf77780 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 HTTP/1.1" status: 200 len: 217 time: 0.0640991 May 09 14:09:45.799142 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97053c53-b3d9-4726-b96c-6947a0820a75 req-6fb24fe7-b29e-4a6a-ae43-58917b48496a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:45.800729 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-97053c53-b3d9-4726-b96c-6947a0820a75 req-6fb24fe7-b29e-4a6a-ae43-58917b48496a tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.0896933 May 09 14:09:45.828355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13df5da-6915-4e8e-b8ba-5c8e7792ec3c req-2e68977c-c69c-423c-b218-f74f9926c18a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:45.830479 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a13df5da-6915-4e8e-b8ba-5c8e7792ec3c req-2e68977c-c69c-423c-b218-f74f9926c18a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f564737-c23d-425f-bcf0-6487c4b4e9c7 HTTP/1.1" status: 200 len: 834 time: 0.0625558 May 09 14:09:45.835182 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fc9e53ed-92f3-4616-9bb7-29e70e4ecf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:06Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '157dad9e-9977-4058-96d1-df729fb934b9', 'name': '', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:bd:59:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:05Z', 'updated_at': '2022-05-09T14:08:12Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:09:45.839060 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e53ed-92f3-4616-9bb7-29e70e4ecf1f None None] Checking router: 9eeb7317-13dd-458c-9939-ba9e90974c98 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:09:45.846539 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-97053c53-b3d9-4726-b96c-6947a0820a75 req-f47ed6dd-16c4-4334-831c-0acf9d188c79 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398698 May 09 14:09:45.850066 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e53ed-92f3-4616-9bb7-29e70e4ecf1f None None] Routers {'9eeb7317-13dd-458c-9939-ba9e90974c98'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:09:45.850658 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fc9e53ed-92f3-4616-9bb7-29e70e4ecf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:09:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['9eeb7317-13dd-458c-9939-ba9e90974c98'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:09:45.910663 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a13df5da-6915-4e8e-b8ba-5c8e7792ec3c req-b2db4d17-205c-4fa7-93f9-db0759a8a200 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb60dc30-4398-4b2f-af5a-79014566b7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732250 May 09 14:09:46.042445 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a13df5da-6915-4e8e-b8ba-5c8e7792ec3c req-4b40cd9b-bab6-4eb3-b961-58b4d92291b7 service neutron] 10.222.0.57 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247942 May 09 14:09:46.063799 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-fc9e53ed-92f3-4616-9bb7-29e70e4ecf1f None None] Set router 9eeb7317-13dd-458c-9939-ba9e90974c98 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:09:46.178277 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a13df5da-6915-4e8e-b8ba-5c8e7792ec3c req-ad6b0d11-6e83-437c-9e1f-43fa46607e0b service neutron] 10.222.0.57 "GET /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291871 May 09 14:09:46.384753 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-fc9e53ed-92f3-4616-9bb7-29e70e4ecf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:06Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '157dad9e-9977-4058-96d1-df729fb934b9', 'name': '', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:bd:59:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:05Z', 'updated_at': '2022-05-09T14:08:12Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:09:46.388616 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e53ed-92f3-4616-9bb7-29e70e4ecf1f None None] The sync data for ids ['9eeb7317-13dd-458c-9939-ba9e90974c98'] in dv-neutron-840889-2-hyperv is: [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:06Z', 'revision_number': 4, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '157dad9e-9977-4058-96d1-df729fb934b9', 'name': '', 'network_id': 'fb60dc30-4398-4b2f-af5a-79014566b7ac', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'mac_address': 'fa:16:3e:bd:59:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:05Z', 'updated_at': '2022-05-09T14:08:12Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'subnets': [{'id': '1f564737-c23d-425f-bcf0-6487c4b4e9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:09:46.599683 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc1185-a11b-4c17-9699-bc5f5263a5a1 None None] New status for floating IP 6dfa8d96-16f9-440f-ba80-f7fb48b775d5: DOWN {{(pid=83896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:09:47.045838 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd64bf-886d-4197-a8af-ac2b01e3b639 req-297f3273-5c06-4273-8946-8614b3756dcc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:47.047137 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-23fd64bf-886d-4197-a8af-ac2b01e3b639 req-297f3273-5c06-4273-8946-8614b3756dcc tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.0782561 May 09 14:09:47.090599 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-23fd64bf-886d-4197-a8af-ac2b01e3b639 req-8a4c5952-bb06-480b-9601-af1b70650842 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380411 May 09 14:09:47.597410 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bae805-b496-4521-b885-e50431a3b453 req-ca5db1c5-dfe7-40d8-8e78-f27622a4a158 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:47.598096 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-89bae805-b496-4521-b885-e50431a3b453 req-ca5db1c5-dfe7-40d8-8e78-f27622a4a158 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Synchronizing usage tracker for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:09:47.613618 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-89bae805-b496-4521-b885-e50431a3b453 req-ca5db1c5-dfe7-40d8-8e78-f27622a4a158 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Unset dirty status for tenant:8be6a886ca984d4180d6ab8c9dcd882f on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:09:47.614714 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-89bae805-b496-4521-b885-e50431a3b453 req-ca5db1c5-dfe7-40d8-8e78-f27622a4a158 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.0949564 May 09 14:09:47.680748 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-89bae805-b496-4521-b885-e50431a3b453 req-2256b81f-b704-4488-adca-ac2cbbd9ba13 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:09:47.681085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-89bae805-b496-4521-b885-e50431a3b453 req-2256b81f-b704-4488-adca-ac2cbbd9ba13 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:48.015312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-89bae805-b496-4521-b885-e50431a3b453 req-2256b81f-b704-4488-adca-ac2cbbd9ba13 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80,segment=NetworkSegment(2dd4ef62-6c68-46f4-b800-d07243e17e29),segment_id=2dd4ef62-6c68-46f4-b800-d07243e17e29)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:09:48.015581 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-89bae805-b496-4521-b885-e50431a3b453 req-2256b81f-b704-4488-adca-ac2cbbd9ba13 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:48.141655 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-89bae805-b496-4521-b885-e50431a3b453 req-2256b81f-b704-4488-adca-ac2cbbd9ba13 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:09:48.283563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-89bae805-b496-4521-b885-e50431a3b453 req-2256b81f-b704-4488-adca-ac2cbbd9ba13 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:48.291712 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff64b45-1f51-48c2-830d-d1e41cd83456 req-4b192596-58d7-49bc-a221-06f4caaa4772 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:48.293196 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ff64b45-1f51-48c2-830d-d1e41cd83456 req-4b192596-58d7-49bc-a221-06f4caaa4772 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7 HTTP/1.1" status: 200 len: 946 time: 0.0765529 May 09 14:09:48.329880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256b81f-b704-4488-adca-ac2cbbd9ba13 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:48.338446 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ff64b45-1f51-48c2-830d-d1e41cd83456 req-a4928112-b78e-4df5-8e9e-430a870ede00 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bcf39bd-570a-4bbb-ac10-a57805556925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396552 May 09 14:09:48.403672 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bae805-b496-4521-b885-e50431a3b453 req-2256b81f-b704-4488-adca-ac2cbbd9ba13 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] No DVR routers for this DVR port f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:09:48.406130 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-89bae805-b496-4521-b885-e50431a3b453 req-2256b81f-b704-4488-adca-ac2cbbd9ba13 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:48.408670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'name': 'network-vif-deleted', 'tag': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:09:48.423259 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-89bae805-b496-4521-b885-e50431a3b453 req-2256b81f-b704-4488-adca-ac2cbbd9ba13 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.57 "DELETE /v2.0/ports/f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 HTTP/1.1" status: 204 len: 173 time: 0.8035276 May 09 14:09:48.469165 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-003a1a09-3a36-4edc-a957-c19a5b20cdbf'] response: {'server_uuid': '3b2b4eba-7934-4f41-9e6d-b1b465ddc9a7', 'name': 'network-vif-deleted', 'tag': 'f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80', 'status': 'completed', 'code': 200} May 09 14:09:49.449139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37722) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:49.836228 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-445b88e8-d5bb-4dc4-aeb1-20da3b2b4d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:50.517084 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-445b88e8-d5bb-4dc4-aeb1-20da3b2b4d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port 157dad9e-9977-4058-96d1-df729fb934b9 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:09:50.517807 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-445b88e8-d5bb-4dc4-aeb1-20da3b2b4d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:50.696819 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-445b88e8-d5bb-4dc4-aeb1-20da3b2b4d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port 157dad9e-9977-4058-96d1-df729fb934b9, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=157dad9e-9977-4058-96d1-df729fb934b9,segment=NetworkSegment(2dd4ef62-6c68-46f4-b800-d07243e17e29),segment_id=2dd4ef62-6c68-46f4-b800-d07243e17e29)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:09:50.697171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-445b88e8-d5bb-4dc4-aeb1-20da3b2b4d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:50.813591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-445b88e8-d5bb-4dc4-aeb1-20da3b2b4d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for 157dad9e-9977-4058-96d1-df729fb934b9 owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:09:50.981088 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-445b88e8-d5bb-4dc4-aeb1-20da3b2b4d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:51.028853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b88e8-d5bb-4dc4-aeb1-20da3b2b4d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=157dad9e-9977-4058-96d1-df729fb934b9,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:51.312791 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-445b88e8-d5bb-4dc4-aeb1-20da3b2b4d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:51.712997 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:09:51.751896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:09:51.752240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device f8e5b9aa-ee65-4bd4-9c0a-24f0517c6d80 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:09:51.820862 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:51.993036 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445b88e8-d5bb-4dc4-aeb1-20da3b2b4d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Router 9eeb7317-13dd-458c-9939-ba9e90974c98 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:09:52.189591 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445b88e8-d5bb-4dc4-aeb1-20da3b2b4d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:09:52.199968 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58defa6d-0284-433c-9694-84410b25f2b3 None None] Sync routers for ids ['9eeb7317-13dd-458c-9939-ba9e90974c98'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:09:52.203021 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-445b88e8-d5bb-4dc4-aeb1-20da3b2b4d59 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "PUT /v2.0/routers/9eeb7317-13dd-458c-9939-ba9e90974c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7528152 May 09 14:09:52.205684 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37726) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:52.212032 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58defa6d-0284-433c-9694-84410b25f2b3 None None] Routers {'9eeb7317-13dd-458c-9939-ba9e90974c98'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:09:52.212628 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-58defa6d-0284-433c-9694-84410b25f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:09:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['9eeb7317-13dd-458c-9939-ba9e90974c98'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:09:52.384550 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-58defa6d-0284-433c-9694-84410b25f2b3 None None] Set router 9eeb7317-13dd-458c-9939-ba9e90974c98 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:09:52.385823 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5ccf38-467b-420c-85f0-b669bc2f7553 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting subnet 1f564737-c23d-425f-bcf0-6487c4b4e9c7 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 14:09:52.388762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccf38-467b-420c-85f0-b669bc2f7553 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:52.441533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccf38-467b-420c-85f0-b669bc2f7553 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:52.524106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccf38-467b-420c-85f0-b669bc2f7553 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:52.599375 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccf38-467b-420c-85f0-b669bc2f7553 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:52.642058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ccf38-467b-420c-85f0-b669bc2f7553 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Subnet': ['ID=1f564737-c23d-425f-bcf0-6487c4b4e9c7,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:52.646710 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccf38-467b-420c-85f0-b669bc2f7553 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:52.656914 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-6c5ccf38-467b-420c-85f0-b669bc2f7553 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/subnets/1f564737-c23d-425f-bcf0-6487c4b4e9c7 HTTP/1.1" status: 204 len: 168 time: 0.4472163 May 09 14:09:52.657064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cbd18f-030a-4d93-93f9-a053057e720e None None] Network fb60dc30-4398-4b2f-af5a-79014566b7ac requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:09:52.657354 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37730) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:52.667146 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-58defa6d-0284-433c-9694-84410b25f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:09:50Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:09:52.671118 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58defa6d-0284-433c-9694-84410b25f2b3 None None] Checking router: 9eeb7317-13dd-458c-9939-ba9e90974c98 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:09:52.681301 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58defa6d-0284-433c-9694-84410b25f2b3 None None] Routers {'9eeb7317-13dd-458c-9939-ba9e90974c98'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:09:52.681897 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-58defa6d-0284-433c-9694-84410b25f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:09:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['9eeb7317-13dd-458c-9939-ba9e90974c98'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:09:52.857039 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:52.861031 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-58defa6d-0284-433c-9694-84410b25f2b3 None None] Set router 9eeb7317-13dd-458c-9939-ba9e90974c98 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:09:52.923761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] DHCP port deletion for fb60dc30-4398-4b2f-af5a-79014566b7ac request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 14:09:52.927998 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Deleting port 4f3adb73-7ea1-48e3-a549-11ed7301109c {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:09:52.928375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:53.063175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:53.074449 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Deleting port 315598b5-9a7c-42dd-b660-e6642870b983 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:09:53.074626 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:53.134661 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] For port 4f3adb73-7ea1-48e3-a549-11ed7301109c, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=4f3adb73-7ea1-48e3-a549-11ed7301109c,segment=NetworkSegment(2dd4ef62-6c68-46f4-b800-d07243e17e29),segment_id=2dd4ef62-6c68-46f4-b800-d07243e17e29)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:09:53.135008 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:53.171491 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-58defa6d-0284-433c-9694-84410b25f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:09:50Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:09:53.175387 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58defa6d-0284-433c-9694-84410b25f2b3 None None] The sync data for ids ['9eeb7317-13dd-458c-9939-ba9e90974c98'] in dv-neutron-840889-2-hyperv is: [{'id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288944387', 'tenant_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': '315598b5-9a7c-42dd-b660-e6642870b983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:09:50Z', 'revision_number': 5, 'project_id': '8be6a886ca984d4180d6ab8c9dcd882f', 'gw_port': {'id': '315598b5-9a7c-42dd-b660-e6642870b983', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeb7317-13dd-458c-9939-ba9e90974c98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:08:02Z', 'updated_at': '2022-05-09T14:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:09:53.253505 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] For port 315598b5-9a7c-42dd-b660-e6642870b983, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=315598b5-9a7c-42dd-b660-e6642870b983,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:09:53.253858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:53.254048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Calling delete_port for 4f3adb73-7ea1-48e3-a549-11ed7301109c owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:09:53.324696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140'] for port, after_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:53.371274 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Pushing event deleted for resources: {'Port': ['ID=4f3adb73-7ea1-48e3-a549-11ed7301109c,revision_number=None']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:53.381167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] No DVR routers for this DVR port 4f3adb73-7ea1-48e3-a549-11ed7301109c on host dv-neutron-840889-2-hyperv {{(pid=83896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:09:53.389761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:53.389761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:53.389761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:53.389761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:53.389761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:53.389761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:53.389761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:53.389761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:53.389761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:53.391024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:53.391024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401946a-ce4b-4443-995e-25a797d8b51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:53.482205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Calling delete_port for 315598b5-9a7c-42dd-b660-e6642870b983 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:09:53.658229 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:53.705419 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Port': ['ID=315598b5-9a7c-42dd-b660-e6642870b983,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:53.826147 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 157dad9e-9977-4058-96d1-df729fb934b9 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:09:53.859256 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 157dad9e-9977-4058-96d1-df729fb934b9 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:09:53.859603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 157dad9e-9977-4058-96d1-df729fb934b9 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:09:53.860012 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4f3adb73-7ea1-48e3-a549-11ed7301109c no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:09:53.891013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 4f3adb73-7ea1-48e3-a549-11ed7301109c {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:09:53.891352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 4f3adb73-7ea1-48e3-a549-11ed7301109c not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:09:53.931007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.182022 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.186093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.209150 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.209639 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Fanout notify agent at l3_agent the message router_deleted on router 9eeb7317-13dd-458c-9939-ba9e90974c98 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 14:09:54.223609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.224674 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5fece9bb-9c5e-491f-81e7-af203bdb8d03 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/routers/9eeb7317-13dd-458c-9939-ba9e90974c98 HTTP/1.1" status: 204 len: 168 time: 1.5664365 May 09 14:09:54.227315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37734) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:54.338122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94462c85-4fd7-4953-9e01-bb05630b2334 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.461848 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94462c85-4fd7-4953-9e01-bb05630b2334 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.486321 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-94462c85-4fd7-4953-9e01-bb05630b2334 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb60dc30-4398-4b2f-af5a-79014566b7ac']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:09:54.497690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-94462c85-4fd7-4953-9e01-bb05630b2334 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd4ef62-6c68-46f4-b800-d07243e17e29') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:09:54.497981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-94462c85-4fd7-4953-9e01-bb05630b2334 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd4ef62-6c68-46f4-b800-d07243e17e29') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:09:54.509117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94462c85-4fd7-4953-9e01-bb05630b2334 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.524612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94462c85-4fd7-4953-9e01-bb05630b2334 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.530883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94462c85-4fd7-4953-9e01-bb05630b2334 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 14:09:54.531248 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94462c85-4fd7-4953-9e01-bb05630b2334 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 14:09:54.544745 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 14:09:54.623886 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94462c85-4fd7-4953-9e01-bb05630b2334 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.641765 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-94462c85-4fd7-4953-9e01-bb05630b2334 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.661755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94462c85-4fd7-4953-9e01-bb05630b2334 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'Network': ['ID=fb60dc30-4398-4b2f-af5a-79014566b7ac,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:54.672002 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-94462c85-4fd7-4953-9e01-bb05630b2334 tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/networks/fb60dc30-4398-4b2f-af5a-79014566b7ac HTTP/1.1" status: 204 len: 168 time: 0.4436491 May 09 14:09:54.674517 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37738) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:54.740066 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f804-b95b-4c9c-a30a-d1acb5a3c53c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.768715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f804-b95b-4c9c-a30a-d1acb5a3c53c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.833475 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f804-b95b-4c9c-a30a-d1acb5a3c53c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.942840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5f804-b95b-4c9c-a30a-d1acb5a3c53c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcf39bd-570a-4bbb-ac10-a57805556925,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:54.956119 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f804-b95b-4c9c-a30a-d1acb5a3c53c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:54.957289 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-a7f5f804-b95b-4c9c-a30a-d1acb5a3c53c tempest-TestNetworkAdvancedServerOps-162655567 tempest-TestNetworkAdvancedServerOps-162655567-project] 10.222.0.44 "DELETE /v2.0/security-groups/7bcf39bd-570a-4bbb-ac10-a57805556925 HTTP/1.1" status: 204 len: 168 time: 0.2818689 May 09 14:09:55.375109 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37748) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:55.562681 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7055aba1-462b-477c-af07-8993374aaeda admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8be6a886ca984d4180d6ab8c9dcd882f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1864486 May 09 14:09:55.565127 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37754) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:55.622078 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:55.647699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:55.698953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:55.716057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b57f5e-f3d4-46d3-8509-8401f9103d0c,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:55.726829 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:55.727045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:55.727373 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:55.727811 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:55.728229 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:55.728527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:55.728752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:55.729066 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:55.729412 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:55.730367 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:55.730693 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:09:55.732268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 315598b5-9a7c-42dd-b660-e6642870b983 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:09:55.735498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:55.739545 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0f4e98b5-594f-4bb5-add4-aa9060f872a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4b57f5e-f3d4-46d3-8509-8401f9103d0c HTTP/1.1" status: 204 len: 168 time: 0.1733918 May 09 14:09:55.775311 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 315598b5-9a7c-42dd-b660-e6642870b983 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:09:55.775647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 315598b5-9a7c-42dd-b660-e6642870b983 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:09:56.073476 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37762) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:56.091019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-39606355-b4e1-4b19-8221-dd158798afde admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:56.122028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-39606355-b4e1-4b19-8221-dd158798afde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:09:56.126346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-39606355-b4e1-4b19-8221-dd158798afde admin admin] Usage tracker for resource:security_group_rule and tenant:5329dd2544ce419db20c3c2edc1deaae is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:09:56.129059 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-39606355-b4e1-4b19-8221-dd158798afde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:09:56.134902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-39606355-b4e1-4b19-8221-dd158798afde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:09:56.198929 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-39606355-b4e1-4b19-8221-dd158798afde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:56.202459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-39606355-b4e1-4b19-8221-dd158798afde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:56.249961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39606355-b4e1-4b19-8221-dd158798afde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbae5c18-95ad-4dc3-b02a-fab84d3296a4,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:56.254920 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-39606355-b4e1-4b19-8221-dd158798afde admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5329dd2544ce419db20c3c2edc1deaae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1798213 May 09 14:09:56.257314 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37766) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:56.316818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f95d1ab9-16e9-4d59-9158-54c9dea4876e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:56.341387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f95d1ab9-16e9-4d59-9158-54c9dea4876e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:56.392995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f95d1ab9-16e9-4d59-9158-54c9dea4876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:56.407451 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d1ab9-16e9-4d59-9158-54c9dea4876e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbae5c18-95ad-4dc3-b02a-fab84d3296a4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:56.414405 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f95d1ab9-16e9-4d59-9158-54c9dea4876e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:56.415504 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f95d1ab9-16e9-4d59-9158-54c9dea4876e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbae5c18-95ad-4dc3-b02a-fab84d3296a4 HTTP/1.1" status: 204 len: 168 time: 0.1572280 May 09 14:09:57.261610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37788) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:57.387581 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1084461375-network', 'tenant_id': '963279c0d367441cb6462ab94961ec93'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:09:57.392925 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:09:57.396673 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Usage tracker for resource:network and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:09:57.399510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:09:57.405579 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:09:57.414883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Made reservation on behalf of 963279c0d367441cb6462ab94961ec93 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:09:57.417041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:57.428789 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:57.458900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:09:57.462594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:09:57.465364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:09:57.471394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:09:57.536018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:57.539506 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:57.567270 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 14:09:57.575794 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f903c89-741b-4152-9f04-a59f3e536892,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:57.581683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:57.582053 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Added segment 0360ba88-1350-4a1f-af3d-8c144802ecff of type vlan for network 213b4059-9320-4392-8c4b-969071a29c47 May 09 14:09:57.608427 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:57.638133 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:57.639466 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:57.640030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:57.738120 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] Pushing event updated for resources: {'Network': ['ID=213b4059-9320-4392-8c4b-969071a29c47,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:57.741270 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-1d3f4bc1-cfc5-4424-b31e-373d6837845c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4786336 May 09 14:09:57.744481 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37794) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:57.748392 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 213b4059-9320-4392-8c4b-969071a29c47 details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 14:09:57.749864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Request body: {'subnet': {'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1084461375-subnet', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'ip_version': 4}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:09:57.754955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:09:57.759152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Usage tracker for resource:subnet and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:09:57.762053 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:09:57.775505 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:09:57.784534 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Made reservation on behalf of 963279c0d367441cb6462ab94961ec93 for: {'subnet': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:09:57.786910 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116876'] for subnet, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:57.993836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6886109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7116894'] for subnet, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.065651 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49623d4b-4dec-4fae-9a0e-d2d781485468,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:58.080192 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Checking segment: {'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:09:58.080542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Network hostable DHCP agents. Network: 213b4059-9320-4392-8c4b-969071a29c47, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 14:09:58.101071 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Network 213b4059-9320-4392-8c4b-969071a29c47 is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 14:09:58.109642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 213b4059-9320-4392-8c4b-969071a29c47) {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:09:58.113230 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:09:58.113830 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.119054 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe476d8-f2c9-4e52-9114-ec6abcb56b74 None None] Network 213b4059-9320-4392-8c4b-969071a29c47 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:09:58.134537 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-bdcc6e6a-1b75-4cd9-aebd-05c0b0766bf4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3890500 May 09 14:09:58.137360 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37798) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:58.143300 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:09:58.148055 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:09:58.151933 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Usage tracker for resource:router and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:09:58.154709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:09:58.160275 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:09:58.174286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.175171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.192981 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.326542 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-213b4059-9320-4392-8c4b-969071a29c47', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 14:09:58.327348 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.334923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.485302 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Allocated IP 172.20.0.2 (213b4059-9320-4392-8c4b-969071a29c47/49623d4b-4dec-4fae-9a0e-d2d781485468/0c24a132-8520-4682-8e66-2f39828888da) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:09:58.517175 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.546582 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.680448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Allocated IP 172.26.1.177 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:09:58.688110 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.697953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Transition to ACTIVE for port object 0c24a132-8520-4682-8e66-2f39828888da will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:09:58.715961 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Transition to ACTIVE for port object 0c24a132-8520-4682-8e66-2f39828888da will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:09:58.721776 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.789587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Network 213b4059-9320-4392-8c4b-969071a29c47 is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:09:58.792306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:09:58.796647 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:09:58.798674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Pushing event updated for resources: {'Port': ['ID=0c24a132-8520-4682-8e66-2f39828888da,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:58.831319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.859142 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.887460 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Attempting to bind port 0c24a132-8520-4682-8e66-2f39828888da on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:09:58.887897 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Attempting to bind port 0c24a132-8520-4682-8e66-2f39828888da by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:09:58.888248 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Attempting to bind port 0c24a132-8520-4682-8e66-2f39828888da on network 213b4059-9320-4392-8c4b-969071a29c47 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:09:58.896052 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:09:58.896414 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Checking segment: {'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:09:58.896796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.897227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Bound using segment: {'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:09:58.897693 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Bound port: 0c24a132-8520-4682-8e66-2f39828888da, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:09:58.898052 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:58.925761 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:09:58.928545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:09:58.932900 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:09:58.960715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:58.984462 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] For port 0c24a132-8520-4682-8e66-2f39828888da, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:09:58.987383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] For port 0c24a132-8520-4682-8e66-2f39828888da, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0c24a132-8520-4682-8e66-2f39828888da,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:09:58.990610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:59.073056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c33375-6f2b-448a-a632-951353e4d873 None None] Pushing event updated for resources: {'Port': ['ID=0c24a132-8520-4682-8e66-2f39828888da,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:09:59.094970 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:59.095707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:59.433291 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Router ab79d67b-7742-489f-b512-972760b124ed is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 14:09:59.627962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:09:59.639202 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Sync routers for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:09:59.651439 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:09:59.652067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:09:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:09:59.652664 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:09:59.657170 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-eb4cbad8-4bb7-4078-8ede-8c2895eed8a2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5156686 May 09 14:09:59.657725 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37802) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:09:59.839549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0c24a132-8520-4682-8e66-2f39828888da up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:09:59.909669 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:10:00.025217 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0c6b79-26cc-47de-a864-76586ea70702 None None] Network 213b4059-9320-4392-8c4b-969071a29c47 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:10:00.254506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 0c24a132-8520-4682-8e66-2f39828888da completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:10:00.291024 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e62eb830-5046-4129-8298-e4e848b3a13a None None] Provisioning for port 0c24a132-8520-4682-8e66-2f39828888da completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:10:00.311701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e62eb830-5046-4129-8298-e4e848b3a13a None None] Provisioning complete for port 0c24a132-8520-4682-8e66-2f39828888da triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:00.312061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e62eb830-5046-4129-8298-e4e848b3a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:00.407284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:00.565508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e62eb830-5046-4129-8298-e4e848b3a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:00.588688 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:09:59Z', 'revision_number': 3, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:00.604906 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Checking router: ab79d67b-7742-489f-b512-972760b124ed for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:10:00.605266 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Updating router ab79d67b-7742-489f-b512-972760b124ed port 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:10:00.610332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Allocated IP 172.20.0.1 (213b4059-9320-4392-8c4b-969071a29c47/49623d4b-4dec-4fae-9a0e-d2d781485468/f1f7263f-fdc2-4eee-8f62-7c282f774828) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:10:00.646030 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-e62eb830-5046-4129-8298-e4e848b3a13a None None] For port 0c24a132-8520-4682-8e66-2f39828888da, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0c24a132-8520-4682-8e66-2f39828888da,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:10:00.662043 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e62eb830-5046-4129-8298-e4e848b3a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:00.709938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:00.764657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:00.781771 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Transition to ACTIVE for port object f1f7263f-fdc2-4eee-8f62-7c282f774828 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:10:00.805484 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:00.818371 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62eb830-5046-4129-8298-e4e848b3a13a None None] Pushing event updated for resources: {'Port': ['ID=0c24a132-8520-4682-8e66-2f39828888da,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:00.967282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b046ac6c-8c78-4166-800f-1908c68b3c2e None None] Provisioning complete for port 0c24a132-8520-4682-8e66-2f39828888da triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:00.967923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b046ac6c-8c78-4166-800f-1908c68b3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:00.978658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Network 213b4059-9320-4392-8c4b-969071a29c47 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:10:00.979835 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:10:00.981581 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f7263f-fdc2-4eee-8f62-7c282f774828,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:00.983674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:10:01.037578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:01.127845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:01.193518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:01.206479 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Transition to ACTIVE for port object 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:10:01.212943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:01.297901 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Attempting to bind port 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:10:01.298257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Attempting to bind port 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:10:01.298609 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Attempting to bind port 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:10:01.301002 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b16a3b-845e-415c-be61-73ce76cb64da None None] Pushing event updated for resources: {'Port': ['ID=0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:01.311859 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:10:01.312226 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:10:01.312615 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:01.312995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:10:01.313474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Bound port: 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:10:01.313837 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:01.343643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:01.349007 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:01.356671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bd65c920-1eec-470a-bf50-38c3f49939e5 None None] Provisioning for port f1f7263f-fdc2-4eee-8f62-7c282f774828 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:10:01.366723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bd65c920-1eec-470a-bf50-38c3f49939e5 None None] Provisioning complete for port f1f7263f-fdc2-4eee-8f62-7c282f774828 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:01.367088 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bd65c920-1eec-470a-bf50-38c3f49939e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:01.437802 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] For port 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:10:01.442136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] For port 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:10:01.443208 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-bd65c920-1eec-470a-bf50-38c3f49939e5 None None] Port f1f7263f-fdc2-4eee-8f62-7c282f774828 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:10:01.448180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:01.452867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:01.456261 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f7263f-fdc2-4eee-8f62-7c282f774828,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:01.523850 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b16a3b-845e-415c-be61-73ce76cb64da None None] Pushing event updated for resources: {'Port': ['ID=0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:01.531192 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:10:01.531836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:09:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:01.591486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Network 213b4059-9320-4392-8c4b-969071a29c47 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:10:01.592606 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:10:01.721666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:10:01.846004 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0c24a132-8520-4682-8e66-2f39828888da up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:10:02.002695 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Router ab79d67b-7742-489f-b512-972760b124ed has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:10:02.031198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d53a915e-8e66-4349-b251-11fb0a44ba80 None None] Provisioning complete for port f1f7263f-fdc2-4eee-8f62-7c282f774828 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:02.031720 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d53a915e-8e66-4349-b251-11fb0a44ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:02.121523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d53a915e-8e66-4349-b251-11fb0a44ba80 None None] Port f1f7263f-fdc2-4eee-8f62-7c282f774828 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:10:02.154230 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 0c24a132-8520-4682-8e66-2f39828888da triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:02.155497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:02.199757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:10:02.210454 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9abd9bad-17bc-4339-a107-9ec722b18d06 admin admin] 10.222.0.44 "PUT /v2.0/routers/ab79d67b-7742-489f-b512-972760b124ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5517831 May 09 14:10:02.277094 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 2, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:02.290533 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0cb98-eb75-47da-897d-9f2641fd9ec0 None None] The sync data for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv is: [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 2, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:10:03.105688 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 37824) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:10:03.112073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-332340142-network', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:10:03.117109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:03.120964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Usage tracker for resource:network and tenant:31c973ff09684d3283cbd91544fe6f62 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:03.124590 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:03.131227 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:03.145160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Made reservation on behalf of 31c973ff09684d3283cbd91544fe6f62 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:10:03.147566 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:03.163658 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:03.200575 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:03.205068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Usage tracker for resource:security_group_rule and tenant:31c973ff09684d3283cbd91544fe6f62 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:03.208288 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:03.215009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:03.294299 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:03.298972 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:03.331483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b71099-6384-45d9-9ce0-053268948756,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:03.341090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 14:10:03.352114 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:03.352580 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Added segment d0a7ca3e-7b45-4dcd-90e8-67b05a464191 of type vlan for network 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a May 09 14:10:03.381540 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:03.413891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:03.414902 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:03.415700 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:03.612891 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5061011 May 09 14:10:03.615624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74719a75-f544-4312-a1d4-479384900f3a admin admin] Pushing event updated for resources: {'Network': ['ID=3ed2dfec-704d-4f22-b53b-e267bb3b8b2a,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:03.616129 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37828) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:10:03.623169 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Request body: {'subnet': {'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-332340142-subnet', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'ip_version': 4}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:10:03.626826 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 14:10:03.628495 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:03.632625 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Usage tracker for resource:subnet and tenant:31c973ff09684d3283cbd91544fe6f62 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:03.636242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:03.643867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:03.656444 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Made reservation on behalf of 31c973ff09684d3283cbd91544fe6f62 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:10:03.658866 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:03.803797 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:10:03.866095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:03.873564 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:10:03.878116 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:03.878478 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:03.950147 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Pushing event updated for resources: {'Subnet': ['ID=366ab101-f5ca-4f19-b590-113d0c3d0ff3,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:03.955254 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Checking segment: {'id': 'd0a7ca3e-7b45-4dcd-90e8-67b05a464191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:10:03.955616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Network hostable DHCP agents. Network: 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 14:10:03.977160 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Network 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 14:10:03.986719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:10:03.991927 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:03.992999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:03.993340 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.000117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72671e68-9e8c-4210-ab59-93f055c232fc None None] Network 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:10:04.022135 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c43a524b-f8a6-4efd-bdf6-55547805ddad admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4042907 May 09 14:10:04.024687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37832) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:10:04.029654 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-332340142-router', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:10:04.034340 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:04.038243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Usage tracker for resource:router and tenant:31c973ff09684d3283cbd91544fe6f62 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:04.041091 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:04.046893 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:04.057317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.058252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.077566 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.085631 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:10:04.090749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.211468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:04.225554 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.285496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-3ed2dfec-704d-4f22-b53b-e267bb3b8b2a', 'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'fixed_ips': [{'subnet_id': '366ab101-f5ca-4f19-b590-113d0c3d0ff3'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 14:10:04.286278 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.412522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.437563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Allocated IP 172.20.0.2 (3ed2dfec-704d-4f22-b53b-e267bb3b8b2a/366ab101-f5ca-4f19-b590-113d0c3d0ff3/1ed92fa3-bdb0-4339-b19e-9bde0fc05e07) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:10:04.442794 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.642758 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.652649 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Transition to ACTIVE for port object 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:10:04.659339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Allocated IP 172.26.1.64 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/66353aa0-1330-4df3-8350-62da2605fd19) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:10:04.671540 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Transition to ACTIVE for port object 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:10:04.676806 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.740979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Network 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:10:04.743629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:10:04.747055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:10:04.754860 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Pushing event updated for resources: {'Port': ['ID=1ed92fa3-bdb0-4339-b19e-9bde0fc05e07,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:04.811727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.837236 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Attempting to bind port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:10:04.837629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Attempting to bind port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'd0a7ca3e-7b45-4dcd-90e8-67b05a464191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:10:04.838001 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Attempting to bind port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 on network 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:10:04.838260 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.844858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:10:04.845218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Checking segment: {'id': 'd0a7ca3e-7b45-4dcd-90e8-67b05a464191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:10:04.845634 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.846017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Bound using segment: {'id': 'd0a7ca3e-7b45-4dcd-90e8-67b05a464191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:10:04.846466 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Bound port: 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a7ca3e-7b45-4dcd-90e8-67b05a464191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:10:04.846831 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:04.907053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:10:04.910317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:10:04.914689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:10:04.938813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] For port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:10:04.941980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] For port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1ed92fa3-bdb0-4339-b19e-9bde0fc05e07,segment=NetworkSegment(d0a7ca3e-7b45-4dcd-90e8-67b05a464191),segment_id=d0a7ca3e-7b45-4dcd-90e8-67b05a464191)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:10:04.944328 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Pushing event updated for resources: {'Port': ['ID=66353aa0-1330-4df3-8350-62da2605fd19,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:04.948180 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:05.030218 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b2c79-81a9-4015-8b69-825273136193 None None] Pushing event updated for resources: {'Port': ['ID=1ed92fa3-bdb0-4339-b19e-9bde0fc05e07,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:05.075409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:05.076795 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:05.319288 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Router 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 14:10:05.518691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:10:05.528007 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Sync routers for ids ['123ae10b-e1f0-4bdf-8bf4-7b762add18d2'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:10:05.540125 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Routers {'123ae10b-e1f0-4bdf-8bf4-7b762add18d2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:10:05.540891 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:09:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['123ae10b-e1f0-4bdf-8bf4-7b762add18d2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:05.543107 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:05.547042 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-d1855099-34c1-4b2b-8add-acdaa7e55d8a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5189412 May 09 14:10:05.547263 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37836) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:10:05.724233 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Set router 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:10:05.895839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:10:06.008908 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b7baf8-db91-4bc1-aca9-c0aa8909bc34 None None] Network 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:10:06.038163 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'name': 'tempest-TestShelveInstance-332340142-router', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '66353aa0-1330-4df3-8350-62da2605fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:10:05Z', 'revision_number': 3, 'project_id': '31c973ff09684d3283cbd91544fe6f62', 'gw_port': {'id': '66353aa0-1330-4df3-8350-62da2605fd19', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:06.042351 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Checking router: 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:10:06.042686 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Updating router 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 port 66353aa0-1330-4df3-8350-62da2605fd19 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:10:06.079914 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:10:06.095267 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.126022 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:10:06.215670 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-20d30879-efb5-40c2-a64c-03079c02177b None None] Provisioning for port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:10:06.225587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-20d30879-efb5-40c2-a64c-03079c02177b None None] Provisioning complete for port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:06.225954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20d30879-efb5-40c2-a64c-03079c02177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.352282 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:06.353019 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.445586 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.566784 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.578996 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Transition to ACTIVE for port object 66353aa0-1330-4df3-8350-62da2605fd19 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:10:06.589092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20d30879-efb5-40c2-a64c-03079c02177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.591323 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.646120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-20d30879-efb5-40c2-a64c-03079c02177b None None] For port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1ed92fa3-bdb0-4339-b19e-9bde0fc05e07,segment=NetworkSegment(d0a7ca3e-7b45-4dcd-90e8-67b05a464191),segment_id=d0a7ca3e-7b45-4dcd-90e8-67b05a464191)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:10:06.655522 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20d30879-efb5-40c2-a64c-03079c02177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.668406 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed4b8d-976e-4bb8-b69c-43fedd5cdf76 None None] Pushing event updated for resources: {'Port': ['ID=66353aa0-1330-4df3-8350-62da2605fd19,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:06.688241 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4b8d-976e-4bb8-b69c-43fedd5cdf76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:10:06.688592 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4b8d-976e-4bb8-b69c-43fedd5cdf76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:10:06.688893 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4b8d-976e-4bb8-b69c-43fedd5cdf76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:10:06.689212 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4b8d-976e-4bb8-b69c-43fedd5cdf76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:10:06.689570 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4b8d-976e-4bb8-b69c-43fedd5cdf76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:10:06.689886 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4b8d-976e-4bb8-b69c-43fedd5cdf76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:10:06.690206 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4b8d-976e-4bb8-b69c-43fedd5cdf76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:10:06.690524 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4b8d-976e-4bb8-b69c-43fedd5cdf76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:10:06.690818 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4b8d-976e-4bb8-b69c-43fedd5cdf76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:10:06.691120 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4b8d-976e-4bb8-b69c-43fedd5cdf76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:10:06.691431 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4b8d-976e-4bb8-b69c-43fedd5cdf76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:10:06.698115 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Allocated IP 172.20.0.1 (3ed2dfec-704d-4f22-b53b-e267bb3b8b2a/366ab101-f5ca-4f19-b590-113d0c3d0ff3/c25585eb-0718-4ec0-b040-3cae0ffdcf9e) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:10:06.706774 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Attempting to bind port 66353aa0-1330-4df3-8350-62da2605fd19 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:10:06.707132 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Attempting to bind port 66353aa0-1330-4df3-8350-62da2605fd19 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:10:06.707479 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Attempting to bind port 66353aa0-1330-4df3-8350-62da2605fd19 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:10:06.719413 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:10:06.719766 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:10:06.720154 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.720531 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:10:06.720986 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Bound port: 66353aa0-1330-4df3-8350-62da2605fd19, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:10:06.721366 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.751569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d30879-efb5-40c2-a64c-03079c02177b None None] Pushing event updated for resources: {'Port': ['ID=1ed92fa3-bdb0-4339-b19e-9bde0fc05e07,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:06.816189 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] For port 66353aa0-1330-4df3-8350-62da2605fd19, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:10:06.825645 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] For port 66353aa0-1330-4df3-8350-62da2605fd19, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=66353aa0-1330-4df3-8350-62da2605fd19,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:10:06.833276 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.873068 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.881225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-90739e0a-9909-47b5-aad3-7730d9a84500 None None] Provisioning complete for port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:06.881926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-90739e0a-9909-47b5-aad3-7730d9a84500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.889766 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Transition to ACTIVE for port object c25585eb-0718-4ec0-b040-3cae0ffdcf9e will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:10:06.912977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:06.960873 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed4b8d-976e-4bb8-b69c-43fedd5cdf76 None None] Pushing event updated for resources: {'Port': ['ID=66353aa0-1330-4df3-8350-62da2605fd19,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:06.983333 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Routers {'123ae10b-e1f0-4bdf-8bf4-7b762add18d2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:10:06.983723 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Network 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:10:06.984040 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:09:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['123ae10b-e1f0-4bdf-8bf4-7b762add18d2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:06.986731 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:10:06.991391 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:10:07.017118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Pushing event updated for resources: {'Port': ['ID=c25585eb-0718-4ec0-b040-3cae0ffdcf9e,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:07.050656 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:07.135011 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:07.171674 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] Set router 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:10:07.250326 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6d9296fb-1b4c-4ce4-ac42-d6328870fa58 None None] Provisioning for port c25585eb-0718-4ec0-b040-3cae0ffdcf9e completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:10:07.255237 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6d9296fb-1b4c-4ce4-ac42-d6328870fa58 None None] Provisioning complete for port c25585eb-0718-4ec0-b040-3cae0ffdcf9e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:07.255602 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6d9296fb-1b4c-4ce4-ac42-d6328870fa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:07.314886 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6d9296fb-1b4c-4ce4-ac42-d6328870fa58 None None] Port c25585eb-0718-4ec0-b040-3cae0ffdcf9e cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:10:07.362094 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:07.366207 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:07.453703 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'name': 'tempest-TestShelveInstance-332340142-router', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '66353aa0-1330-4df3-8350-62da2605fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:10:05Z', 'revision_number': 3, 'project_id': '31c973ff09684d3283cbd91544fe6f62', 'gw_port': {'id': '66353aa0-1330-4df3-8350-62da2605fd19', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:07.457626 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0afb5-e195-49eb-8774-4ed8a93e0677 None None] The sync data for ids ['123ae10b-e1f0-4bdf-8bf4-7b762add18d2'] in dv-neutron-840889-2-hyperv is: [{'id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'name': 'tempest-TestShelveInstance-332340142-router', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '66353aa0-1330-4df3-8350-62da2605fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:10:05Z', 'revision_number': 3, 'project_id': '31c973ff09684d3283cbd91544fe6f62', 'gw_port': {'id': '66353aa0-1330-4df3-8350-62da2605fd19', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:10:07.472713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:07.476275 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Pushing event updated for resources: {'Port': ['ID=c25585eb-0718-4ec0-b040-3cae0ffdcf9e,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:07.605953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Network 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:10:07.607070 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:10:07.791754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:10:07.856741 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c43d131d-d319-4e64-8754-6b50a90e94e7 None None] Provisioning complete for port c25585eb-0718-4ec0-b040-3cae0ffdcf9e triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:07.857188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c43d131d-d319-4e64-8754-6b50a90e94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:07.914306 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c43d131d-d319-4e64-8754-6b50a90e94e7 None None] Port c25585eb-0718-4ec0-b040-3cae0ffdcf9e cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:10:07.915496 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:07.916379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:08.088074 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Router 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:10:08.287135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:10:08.299188 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2ce5023f-6ff8-4a38-ba61-1305046cbe9e admin admin] 10.222.0.44 "PUT /v2.0/routers/123ae10b-e1f0-4bdf-8bf4-7b762add18d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7491691 May 09 14:10:09.711505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37848) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:10:09.717743 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-186445263', 'description': 'tempest-secgroup-smoke-186445263 description', 'project_id': '963279c0d367441cb6462ab94961ec93'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:10:09.723579 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:09.727305 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:09.730126 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:09.735651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:09.745765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:09.781292 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:09.785226 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:09.787911 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:09.793469 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:09.849875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:09.853274 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:09.893411 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1026d7e1-9c30-4d09-83c0-25b757b40b7e,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:09.896101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:09.897281 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-36bd7b1e-03f7-4c1e-8fc0-455c80683c44 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1847422 May 09 14:10:09.900205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37852) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:10:09.906253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-729f854b-8abd-44f4-ae5d-ec943a97c062 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group_rule': {'security_group_id': '1026d7e1-9c30-4d09-83c0-25b757b40b7e', 'project_id': '963279c0d367441cb6462ab94961ec93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:10:09.911981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-729f854b-8abd-44f4-ae5d-ec943a97c062 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:09.915684 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-729f854b-8abd-44f4-ae5d-ec943a97c062 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:09.918651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-729f854b-8abd-44f4-ae5d-ec943a97c062 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:09.924242 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-729f854b-8abd-44f4-ae5d-ec943a97c062 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:09.941082 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-729f854b-8abd-44f4-ae5d-ec943a97c062 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:09.998876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-729f854b-8abd-44f4-ae5d-ec943a97c062 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.002527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-729f854b-8abd-44f4-ae5d-ec943a97c062 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.026503 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f854b-8abd-44f4-ae5d-ec943a97c062 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e89a0b-117c-4232-bcda-16651cec6b3d,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:10.035824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-729f854b-8abd-44f4-ae5d-ec943a97c062 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.036999 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-729f854b-8abd-44f4-ae5d-ec943a97c062 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1359098 May 09 14:10:10.039758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37856) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:10:10.045212 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-555fb23a-c0d6-4e73-9372-d5b2623d994d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group_rule': {'security_group_id': '1026d7e1-9c30-4d09-83c0-25b757b40b7e', 'project_id': '963279c0d367441cb6462ab94961ec93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:10:10.050915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-555fb23a-c0d6-4e73-9372-d5b2623d994d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:10.054679 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-555fb23a-c0d6-4e73-9372-d5b2623d994d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:10.057491 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-555fb23a-c0d6-4e73-9372-d5b2623d994d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:10.063836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-555fb23a-c0d6-4e73-9372-d5b2623d994d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:10.084195 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-555fb23a-c0d6-4e73-9372-d5b2623d994d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.142881 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-555fb23a-c0d6-4e73-9372-d5b2623d994d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.146128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-555fb23a-c0d6-4e73-9372-d5b2623d994d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.169991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fb23a-c0d6-4e73-9372-d5b2623d994d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008464bf-178e-4a37-be7e-b10ab114efc2,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:10.178384 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-555fb23a-c0d6-4e73-9372-d5b2623d994d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.179505 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-555fb23a-c0d6-4e73-9372-d5b2623d994d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1387627 May 09 14:10:10.182253 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37860) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:10:10.187927 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-78d95696-44dd-4706-a3c9-5f359b5fe044 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group_rule': {'security_group_id': '1026d7e1-9c30-4d09-83c0-25b757b40b7e', 'project_id': '963279c0d367441cb6462ab94961ec93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:10:10.193448 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-78d95696-44dd-4706-a3c9-5f359b5fe044 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:10.197015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-78d95696-44dd-4706-a3c9-5f359b5fe044 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:10.199824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-78d95696-44dd-4706-a3c9-5f359b5fe044 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:10.206019 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-78d95696-44dd-4706-a3c9-5f359b5fe044 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:10.222875 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78d95696-44dd-4706-a3c9-5f359b5fe044 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.238300 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d9a0309c-dbdc-47c7-899d-14688dd8805a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.285219 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78d95696-44dd-4706-a3c9-5f359b5fe044 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.288878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78d95696-44dd-4706-a3c9-5f359b5fe044 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.320315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d95696-44dd-4706-a3c9-5f359b5fe044 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88ab76c-4505-4de2-aff8-5605db4d21e8,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:10.325808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78d95696-44dd-4706-a3c9-5f359b5fe044 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.327112 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-78d95696-44dd-4706-a3c9-5f359b5fe044 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1439717 May 09 14:10:10.329958 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37864) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:10:10.335297 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-44d033a2-d015-48fc-882a-2e86192f37a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group_rule': {'security_group_id': '1026d7e1-9c30-4d09-83c0-25b757b40b7e', 'project_id': '963279c0d367441cb6462ab94961ec93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:10:10.341096 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-44d033a2-d015-48fc-882a-2e86192f37a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:10.344867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-44d033a2-d015-48fc-882a-2e86192f37a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:10.347698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-44d033a2-d015-48fc-882a-2e86192f37a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:10.353292 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-44d033a2-d015-48fc-882a-2e86192f37a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:10.369498 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44d033a2-d015-48fc-882a-2e86192f37a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.430574 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44d033a2-d015-48fc-882a-2e86192f37a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.434507 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44d033a2-d015-48fc-882a-2e86192f37a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.458039 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d033a2-d015-48fc-882a-2e86192f37a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186d9fc3-872f-42b6-8709-0289873cd017,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:10.467655 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-44d033a2-d015-48fc-882a-2e86192f37a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.468917 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-44d033a2-d015-48fc-882a-2e86192f37a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1381116 May 09 14:10:10.471623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37868) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:10:10.477375 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-853d1a7d-641f-45ab-ae24-13a63ea122ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group_rule': {'security_group_id': '1026d7e1-9c30-4d09-83c0-25b757b40b7e', 'project_id': '963279c0d367441cb6462ab94961ec93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:10:10.484549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-853d1a7d-641f-45ab-ae24-13a63ea122ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:10.488355 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-853d1a7d-641f-45ab-ae24-13a63ea122ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:10.491241 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-853d1a7d-641f-45ab-ae24-13a63ea122ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:10.496920 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-853d1a7d-641f-45ab-ae24-13a63ea122ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:10.507814 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-853d1a7d-641f-45ab-ae24-13a63ea122ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Project 963279c0d367441cb6462ab94961ec93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 14:10:10.514366 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-853d1a7d-641f-45ab-ae24-13a63ea122ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.581013 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-853d1a7d-641f-45ab-ae24-13a63ea122ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.584560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-853d1a7d-641f-45ab-ae24-13a63ea122ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.609048 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d1a7d-641f-45ab-ae24-13a63ea122ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53852589-2e9a-49a7-838a-68596904a944,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:10.618252 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-853d1a7d-641f-45ab-ae24-13a63ea122ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.619453 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-853d1a7d-641f-45ab-ae24-13a63ea122ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1466627 May 09 14:10:10.622041 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37872) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:10:10.627972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-0a1d6fa7-8707-47d9-9830-daf8553d1dd8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group_rule': {'security_group_id': '1026d7e1-9c30-4d09-83c0-25b757b40b7e', 'project_id': '963279c0d367441cb6462ab94961ec93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:10:10.633955 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0a1d6fa7-8707-47d9-9830-daf8553d1dd8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:10.637703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0a1d6fa7-8707-47d9-9830-daf8553d1dd8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:10.640544 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-0a1d6fa7-8707-47d9-9830-daf8553d1dd8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:10.646218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-0a1d6fa7-8707-47d9-9830-daf8553d1dd8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:10.657977 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-0a1d6fa7-8707-47d9-9830-daf8553d1dd8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Project 963279c0d367441cb6462ab94961ec93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 14:10:10.664398 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6fa7-8707-47d9-9830-daf8553d1dd8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.727287 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6fa7-8707-47d9-9830-daf8553d1dd8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.730803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6fa7-8707-47d9-9830-daf8553d1dd8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.753711 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d6fa7-8707-47d9-9830-daf8553d1dd8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93998af-3be0-4dd5-a85e-9d54abd1f399,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:10.762162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6fa7-8707-47d9-9830-daf8553d1dd8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:10.763312 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-0a1d6fa7-8707-47d9-9830-daf8553d1dd8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1403809 May 09 14:10:11.143958 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-363e7725-0e40-400b-8d49-42dd9035f593 req-8d191301-13cb-4340-b6f0-6dc05504a7db tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Synchronizing usage tracker for tenant:963279c0d367441cb6462ab94961ec93 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:10:11.160888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-363e7725-0e40-400b-8d49-42dd9035f593 req-8d191301-13cb-4340-b6f0-6dc05504a7db tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Unset dirty status for tenant:963279c0d367441cb6462ab94961ec93 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:10:11.162042 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-8d191301-13cb-4340-b6f0-6dc05504a7db tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186445263&fields=id&tenant_id=963279c0d367441cb6462ab94961ec93 HTTP/1.1" status: 200 len: 267 time: 0.0574231 May 09 14:10:11.303462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e7725-0e40-400b-8d49-42dd9035f593 req-0a3ea571-c4df-4750-95ff-39eab6016e5c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:11.304795 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-0a3ea571-c4df-4750-95ff-39eab6016e5c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 809 time: 0.1362569 May 09 14:10:11.320440 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-ba743abf-54ec-4386-8244-9cbdf7d96deb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/quotas/963279c0d367441cb6462ab94961ec93 HTTP/1.1" status: 200 len: 375 time: 0.0104256 May 09 14:10:11.403729 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-637e4c70-e916-4f5a-b725-4186263c17ef tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783210 May 09 14:10:11.537750 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-bd4f1572-0edc-44de-87f3-eb066126a5c5 service neutron] 10.222.0.44 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220906 May 09 14:10:11.665808 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-9626bb54-30f6-4f19-81af-e39a98ea4d5f service neutron] 10.222.0.44 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223063 May 09 14:10:11.965164 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6921064e-2330-4031-a9ea-9379819b9b4a req-e77032f4-268e-405a-a8cb-3c3a92c842c9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 210 time: 0.1572766 May 09 14:10:12.527871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ea79-a69f-4564-ad50-570f3cd23f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:13.048122 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:10:13.079148 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2a0c190f-d2dd-4fd6-9d39-307463949973 req-62be7e9c-266d-4ab3-84fb-e67dd9dec7db tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 210 time: 0.0422339 May 09 14:10:13.533575 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:13.801701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 66353aa0-1330-4df3-8350-62da2605fd19 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:10:13.869454 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 66353aa0-1330-4df3-8350-62da2605fd19 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:10:13.873867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 66353aa0-1330-4df3-8350-62da2605fd19 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:13.874225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:13.986891 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:13.993608 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:14.008987 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 66353aa0-1330-4df3-8350-62da2605fd19, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=66353aa0-1330-4df3-8350-62da2605fd19,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:10:14.012525 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:14.078772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=66353aa0-1330-4df3-8350-62da2605fd19,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:14.191776 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a8ee6c7e-c53c-410c-8261-a4c9af949b2c req-5f7839f2-6882-484b-b348-c745dc563a73 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 210 time: 0.0432253 May 09 14:10:15.221156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:15.299438 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1a64e103-46e4-4315-92bd-cb20cd69b4de req-e02d708a-7034-4241-ac27-1fb995f293ef tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 210 time: 0.0407126 May 09 14:10:15.787758 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 66353aa0-1330-4df3-8350-62da2605fd19 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:10:15.858679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 66353aa0-1330-4df3-8350-62da2605fd19 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:15.859047 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:16.456256 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eec06b6c-1450-4010-85b4-c3f3b45e6844 req-3ff3fccf-1eaa-4680-87ac-e10cbbc92281 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 210 time: 0.0405543 May 09 14:10:16.900201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Sync routers for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:10:16.911705 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:10:16.912312 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:10:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:17.131118 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:10:17.221527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e7725-0e40-400b-8d49-42dd9035f593 req-7712e247-7f43-4456-81fa-0017b05bc9f3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:17.222085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-363e7725-0e40-400b-8d49-42dd9035f593 req-7712e247-7f43-4456-81fa-0017b05bc9f3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Synchronizing usage tracker for tenant:963279c0d367441cb6462ab94961ec93 on resource:network {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:10:17.238440 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-363e7725-0e40-400b-8d49-42dd9035f593 req-7712e247-7f43-4456-81fa-0017b05bc9f3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Unset dirty status for tenant:963279c0d367441cb6462ab94961ec93 on resource:network {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:10:17.239720 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-7712e247-7f43-4456-81fa-0017b05bc9f3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 809 time: 0.1641362 May 09 14:10:17.296470 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-363e7725-0e40-400b-8d49-42dd9035f593 req-ebb0c4b0-4904-48a4-ae9e-ca7d53321bf2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Synchronizing usage tracker for tenant:963279c0d367441cb6462ab94961ec93 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:10:17.308584 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-363e7725-0e40-400b-8d49-42dd9035f593 req-ebb0c4b0-4904-48a4-ae9e-ca7d53321bf2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Unset dirty status for tenant:963279c0d367441cb6462ab94961ec93 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:10:17.309898 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-ebb0c4b0-4904-48a4-ae9e-ca7d53321bf2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963279c0d367441cb6462ab94961ec93 HTTP/1.1" status: 200 len: 379 time: 0.0577302 May 09 14:10:17.319608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'port': {'device_id': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'admin_state_up': True, 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'security_groups': ['1026d7e1-9c30-4d09-83c0-25b757b40b7e']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:10:17.451103 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:17.454250 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 2, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:17.454798 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:port and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:17.457610 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:17.458154 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Checking router: ab79d67b-7742-489f-b512-972760b124ed for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:10:17.458495 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Updating router ab79d67b-7742-489f-b512-972760b124ed port f1f7263f-fdc2-4eee-8f62-7c282f774828 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:10:17.463204 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:17.474058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Made reservation on behalf of 963279c0d367441cb6462ab94961ec93 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:10:17.477040 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:17.514209 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:17.628211 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-27eb8cfd-c30b-41af-963e-d2ac324e08a2 req-bedcfe8e-4a2a-4ff5-b7c8-45a47f555c6f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 210 time: 0.0495958 May 09 14:10:17.661214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Allocated IP 172.20.0.13 (213b4059-9320-4392-8c4b-969071a29c47/49623d4b-4dec-4fae-9a0e-d2d781485468/22507904-0871-476c-a3c4-886283f84c59) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:10:17.839908 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:17.854929 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Transition to ACTIVE for port object 22507904-0871-476c-a3c4-886283f84c59 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:10:17.875670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:17.950165 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Network 213b4059-9320-4392-8c4b-969071a29c47 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:10:17.953824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:10:17.958396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:10:17.984115 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'Port': ['ID=22507904-0871-476c-a3c4-886283f84c59,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:18.023286 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:18.024214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:18.048485 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-95625e01-7e80-44a1-b8c3-b1fd3f687307 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7323895 May 09 14:10:18.059510 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Request body: {'port': {'device_id': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:10:18.090822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:18.109079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Transition to ACTIVE for port object f1f7263f-fdc2-4eee-8f62-7c282f774828 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:10:18.121513 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:18.178625 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:18.251325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dd916-16e0-4b40-bf24-76dfbe414e17 None None] Pushing event updated for resources: {'Port': ['ID=f1f7263f-fdc2-4eee-8f62-7c282f774828,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:18.343793 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58f44848-4a8a-4e70-845d-fb99ee1bd2c0 None None] Provisioning for port 22507904-0871-476c-a3c4-886283f84c59 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:10:18.355186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58f44848-4a8a-4e70-845d-fb99ee1bd2c0 None None] Provisioning complete for port 22507904-0871-476c-a3c4-886283f84c59 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:18.355549 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58f44848-4a8a-4e70-845d-fb99ee1bd2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:18.384947 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Attempting to bind port f1f7263f-fdc2-4eee-8f62-7c282f774828 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:10:18.385157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Attempting to bind port f1f7263f-fdc2-4eee-8f62-7c282f774828 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:10:18.385352 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Attempting to bind port f1f7263f-fdc2-4eee-8f62-7c282f774828 on network 213b4059-9320-4392-8c4b-969071a29c47 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:10:18.407672 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:10:18.408037 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Checking segment: {'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:10:18.408425 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:18.408812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Bound using segment: {'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:10:18.409294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Bound port: f1f7263f-fdc2-4eee-8f62-7c282f774828, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:10:18.409663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:18.432277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58f44848-4a8a-4e70-845d-fb99ee1bd2c0 None None] Port 22507904-0871-476c-a3c4-886283f84c59 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:10:18.511367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] For port f1f7263f-fdc2-4eee-8f62-7c282f774828, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:10:18.515003 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] For port f1f7263f-fdc2-4eee-8f62-7c282f774828, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f1f7263f-fdc2-4eee-8f62-7c282f774828,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:10:18.518423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:18.561647 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Sync routers for ids ['123ae10b-e1f0-4bdf-8bf4-7b762add18d2'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:10:18.573928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22507904-0871-476c-a3c4-886283f84c59 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:10:18.582904 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Routers {'123ae10b-e1f0-4bdf-8bf4-7b762add18d2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:10:18.583659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:18.583894 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:10:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['123ae10b-e1f0-4bdf-8bf4-7b762add18d2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:18.586440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dd916-16e0-4b40-bf24-76dfbe414e17 None None] Pushing event updated for resources: {'Port': ['ID=f1f7263f-fdc2-4eee-8f62-7c282f774828,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:18.603183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Transition to ACTIVE for port object 22507904-0871-476c-a3c4-886283f84c59 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:10:18.608704 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:18.632441 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:10:18.633064 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:10:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:18.790016 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Set router 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:10:18.805153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Pushing event updated for resources: {'Port': ['ID=22507904-0871-476c-a3c4-886283f84c59,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:18.892953 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706fb27-06e8-4ca4-899e-09da6e7ab63f req-141276b9-97eb-4697-aac5-0aa87f4221c4 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:18.901796 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5706fb27-06e8-4ca4-899e-09da6e7ab63f req-141276b9-97eb-4697-aac5-0aa87f4221c4 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.1010394 May 09 14:10:18.928624 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:10:18.960967 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5706fb27-06e8-4ca4-899e-09da6e7ab63f req-5f3a78cc-bf00-45b2-bb7f-e337c52af214 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530589 May 09 14:10:18.988607 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Attempting to bind port 22507904-0871-476c-a3c4-886283f84c59 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:10:18.988939 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Attempting to bind port 22507904-0871-476c-a3c4-886283f84c59 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:10:18.989281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Attempting to bind port 22507904-0871-476c-a3c4-886283f84c59 on network 213b4059-9320-4392-8c4b-969071a29c47 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:10:18.996184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Port 22507904-0871-476c-a3c4-886283f84c59 on network 213b4059-9320-4392-8c4b-969071a29c47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 14:10:18.996757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Attempting to bind port 22507904-0871-476c-a3c4-886283f84c59 on network 213b4059-9320-4392-8c4b-969071a29c47 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:10:19.008356 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:10:19.008955 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Checking segment: {'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:10:19.009377 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Bound using segment: {'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:10:19.009920 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Bound port: 22507904-0871-476c-a3c4-886283f84c59, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:10:19.010264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:19.108659 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] For port 22507904-0871-476c-a3c4-886283f84c59, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:10:19.117430 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] For port 22507904-0871-476c-a3c4-886283f84c59, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=22507904-0871-476c-a3c4-886283f84c59,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:10:19.123956 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:19.145974 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'name': 'tempest-TestShelveInstance-332340142-router', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '66353aa0-1330-4df3-8350-62da2605fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:10:07Z', 'revision_number': 4, 'project_id': '31c973ff09684d3283cbd91544fe6f62', 'gw_port': {'id': '66353aa0-1330-4df3-8350-62da2605fd19', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'c25585eb-0718-4ec0-b040-3cae0ffdcf9e', 'name': '', 'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'mac_address': 'fa:16:3e:3d:6f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '366ab101-f5ca-4f19-b590-113d0c3d0ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:06Z', 'updated_at': '2022-05-09T14:10:07Z', 'revision_number': 2, 'project_id': '31c973ff09684d3283cbd91544fe6f62', 'subnets': [{'id': '366ab101-f5ca-4f19-b590-113d0c3d0ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:19.151868 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Checking router: 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:10:19.152655 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Updating router 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 port c25585eb-0718-4ec0-b040-3cae0ffdcf9e binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:10:19.211332 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:19.298093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:19.299457 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-04ad057d-81a5-485c-8a17-e937312608de service neutron] 10.222.0.57 "PUT /v2.0/ports/22507904-0871-476c-a3c4-886283f84c59 HTTP/1.1" status: 200 len: 1094 time: 1.2442095 May 09 14:10:19.299877 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'tag': '22507904-0871-476c-a3c4-886283f84c59'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:10:19.343512 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad057d-81a5-485c-8a17-e937312608de service neutron] Pushing event updated for resources: {'Port': ['ID=22507904-0871-476c-a3c4-886283f84c59,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:19.348870 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:18Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:19.353235 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b1137-e4b2-44d2-bb67-91067ad0d334 None None] The sync data for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv is: [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:18Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:10:19.445151 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-6a673565-b837-47e0-a0a3-1568588e2f7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1097 time: 0.0981641 May 09 14:10:19.533866 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a1391a-e4b4-4d50-980a-2162c04409e0'] response: {'name': 'network-changed', 'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'tag': '22507904-0871-476c-a3c4-886283f84c59', 'status': 'completed', 'code': 200} May 09 14:10:19.535362 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-4f2b6b1c-eb7c-4615-8c9d-b3a9c549acda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22507904-0871-476c-a3c4-886283f84c59 HTTP/1.1" status: 200 len: 217 time: 0.0835912 May 09 14:10:19.603406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e7725-0e40-400b-8d49-42dd9035f593 req-43bb2dd5-36ad-4b40-bb51-53808bec6f1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:19.604967 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-43bb2dd5-36ad-4b40-bb51-53808bec6f1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0627208 May 09 14:10:19.698508 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-bc47f7a9-8af1-405a-ade8-e63461c11ee5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875020 May 09 14:10:19.713535 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:19.726822 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Transition to ACTIVE for port object c25585eb-0718-4ec0-b040-3cae0ffdcf9e will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:10:19.736668 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:19.825809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f1f7263f-fdc2-4eee-8f62-7c282f774828 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:10:19.860839 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-6247a37e-b04c-4b52-b8cb-869f57b981b5 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561296 May 09 14:10:19.924456 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port f1f7263f-fdc2-4eee-8f62-7c282f774828 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:10:19.933627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f1f7263f-fdc2-4eee-8f62-7c282f774828 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:19.933979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:19.956458 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2425f0-22b0-41bc-82fb-a52ec3d9901d None None] Pushing event updated for resources: {'Port': ['ID=c25585eb-0718-4ec0-b040-3cae0ffdcf9e,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:20.048355 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-363e7725-0e40-400b-8d49-42dd9035f593 req-da08d299-39f2-419b-9bbb-50b193419bdd service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816909 May 09 14:10:20.051303 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Attempting to bind port c25585eb-0718-4ec0-b040-3cae0ffdcf9e on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:10:20.051674 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Attempting to bind port c25585eb-0718-4ec0-b040-3cae0ffdcf9e by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'd0a7ca3e-7b45-4dcd-90e8-67b05a464191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:10:20.052027 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Attempting to bind port c25585eb-0718-4ec0-b040-3cae0ffdcf9e on network 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:10:20.072720 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:10:20.073112 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Checking segment: {'id': 'd0a7ca3e-7b45-4dcd-90e8-67b05a464191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:10:20.073536 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:20.073912 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Bound using segment: {'id': 'd0a7ca3e-7b45-4dcd-90e8-67b05a464191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:10:20.074377 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Bound port: c25585eb-0718-4ec0-b040-3cae0ffdcf9e, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a7ca3e-7b45-4dcd-90e8-67b05a464191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:10:20.074745 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:20.101151 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:20.140847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port f1f7263f-fdc2-4eee-8f62-7c282f774828, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f1f7263f-fdc2-4eee-8f62-7c282f774828,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:10:20.146017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:20.182690 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] For port c25585eb-0718-4ec0-b040-3cae0ffdcf9e, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:10:20.186428 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] For port c25585eb-0718-4ec0-b040-3cae0ffdcf9e, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=c25585eb-0718-4ec0-b040-3cae0ffdcf9e,segment=NetworkSegment(d0a7ca3e-7b45-4dcd-90e8-67b05a464191),segment_id=d0a7ca3e-7b45-4dcd-90e8-67b05a464191)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:10:20.194325 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:20.206904 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4ac9125e-48b3-4601-b7fd-2731934997e7 req-9846e7fc-874f-4e87-bf8f-ac6fb2123a83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1097 time: 0.1064179 May 09 14:10:20.237924 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=f1f7263f-fdc2-4eee-8f62-7c282f774828,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:20.288751 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2425f0-22b0-41bc-82fb-a52ec3d9901d None None] Pushing event updated for resources: {'Port': ['ID=c25585eb-0718-4ec0-b040-3cae0ffdcf9e,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:20.291656 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Routers {'123ae10b-e1f0-4bdf-8bf4-7b762add18d2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:10:20.292420 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:10:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['123ae10b-e1f0-4bdf-8bf4-7b762add18d2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:20.369092 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9125e-48b3-4601-b7fd-2731934997e7 req-fef1b4e6-ce7f-484e-b573-d1bc2535ec6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:20.371763 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4ac9125e-48b3-4601-b7fd-2731934997e7 req-fef1b4e6-ce7f-484e-b573-d1bc2535ec6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.1590126 May 09 14:10:20.392372 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca66a3-cac3-4bc0-be80-27588b1ae18b req-aa116c5b-eeb0-4a5b-b5a5-0da30c52e200 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:20.393947 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b9ca66a3-cac3-4bc0-be80-27588b1ae18b req-aa116c5b-eeb0-4a5b-b5a5-0da30c52e200 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.2341931 May 09 14:10:20.450279 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4ac9125e-48b3-4601-b7fd-2731934997e7 req-2a623735-7fad-4e2e-b12b-d8bc6f89f77c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22507904-0871-476c-a3c4-886283f84c59 HTTP/1.1" status: 200 len: 217 time: 0.0726976 May 09 14:10:20.453818 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b9ca66a3-cac3-4bc0-be80-27588b1ae18b req-85ccb4de-47f3-4b37-85c1-918d3b4c953b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534604 May 09 14:10:20.488055 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] Set router 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:10:20.516836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9125e-48b3-4601-b7fd-2731934997e7 req-61da1711-ac0e-4258-ae8f-9b0c9b48828f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:20.518292 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4ac9125e-48b3-4601-b7fd-2731934997e7 req-61da1711-ac0e-4258-ae8f-9b0c9b48828f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0630014 May 09 14:10:20.603894 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4ac9125e-48b3-4601-b7fd-2731934997e7 req-5ea3fd3f-f83a-460a-bc68-d72f5dac112f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795228 May 09 14:10:20.733774 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4ac9125e-48b3-4601-b7fd-2731934997e7 req-4e44588b-c5ce-4141-ab1d-dd22e48633dd service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232998 May 09 14:10:20.812152 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'name': 'tempest-TestShelveInstance-332340142-router', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '66353aa0-1330-4df3-8350-62da2605fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:10:07Z', 'revision_number': 4, 'project_id': '31c973ff09684d3283cbd91544fe6f62', 'gw_port': {'id': '66353aa0-1330-4df3-8350-62da2605fd19', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'c25585eb-0718-4ec0-b040-3cae0ffdcf9e', 'name': '', 'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'mac_address': 'fa:16:3e:3d:6f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '366ab101-f5ca-4f19-b590-113d0c3d0ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:06Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 4, 'project_id': '31c973ff09684d3283cbd91544fe6f62', 'subnets': [{'id': '366ab101-f5ca-4f19-b590-113d0c3d0ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:20.816103 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc7317-ebdd-4797-90eb-a360e4cf7b5e None None] The sync data for ids ['123ae10b-e1f0-4bdf-8bf4-7b762add18d2'] in dv-neutron-840889-2-hyperv is: [{'id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'name': 'tempest-TestShelveInstance-332340142-router', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '66353aa0-1330-4df3-8350-62da2605fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:10:07Z', 'revision_number': 4, 'project_id': '31c973ff09684d3283cbd91544fe6f62', 'gw_port': {'id': '66353aa0-1330-4df3-8350-62da2605fd19', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'c25585eb-0718-4ec0-b040-3cae0ffdcf9e', 'name': '', 'network_id': '3ed2dfec-704d-4f22-b53b-e267bb3b8b2a', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'mac_address': 'fa:16:3e:3d:6f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '366ab101-f5ca-4f19-b590-113d0c3d0ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:06Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 4, 'project_id': '31c973ff09684d3283cbd91544fe6f62', 'subnets': [{'id': '366ab101-f5ca-4f19-b590-113d0c3d0ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:10:20.880575 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-4ac9125e-48b3-4601-b7fd-2731934997e7 req-33008a6e-7900-4f05-97be-e55c4ca5b2a9 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403902 May 09 14:10:21.651144 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a9738-c01b-44c6-babe-ff957522a90e req-8725c438-5499-40dd-be4b-e29c912cb89c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:21.652593 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e28a9738-c01b-44c6-babe-ff957522a90e req-8725c438-5499-40dd-be4b-e29c912cb89c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0768297 May 09 14:10:21.697443 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e28a9738-c01b-44c6-babe-ff957522a90e req-9734f53c-4309-4ce7-a88c-e3dd3107db17 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382180 May 09 14:10:21.837495 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:21.859684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f1f7263f-fdc2-4eee-8f62-7c282f774828 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:10:21.926026 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port f1f7263f-fdc2-4eee-8f62-7c282f774828 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:21.926383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:22.038395 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c25585eb-0718-4ec0-b040-3cae0ffdcf9e up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:10:22.104134 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port c25585eb-0718-4ec0-b040-3cae0ffdcf9e completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:10:22.108807 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port c25585eb-0718-4ec0-b040-3cae0ffdcf9e triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:22.109167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:22.222950 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:22.255495 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port c25585eb-0718-4ec0-b040-3cae0ffdcf9e, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=c25585eb-0718-4ec0-b040-3cae0ffdcf9e,segment=NetworkSegment(d0a7ca3e-7b45-4dcd-90e8-67b05a464191),segment_id=d0a7ca3e-7b45-4dcd-90e8-67b05a464191)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:10:22.259534 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:22.326220 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=c25585eb-0718-4ec0-b040-3cae0ffdcf9e,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:22.894740 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8099148-4723-41e2-bc60-5ad2bd415259 req-b54630d4-6382-4c3e-9e23-9425ef37fb55 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:22.896089 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b8099148-4723-41e2-bc60-5ad2bd415259 req-b54630d4-6382-4c3e-9e23-9425ef37fb55 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0794525 May 09 14:10:22.940669 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b8099148-4723-41e2-bc60-5ad2bd415259 req-6764e482-0d20-4fb3-aba0-a9d1c40bfb5d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388918 May 09 14:10:23.792170 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c25585eb-0718-4ec0-b040-3cae0ffdcf9e up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:10:23.858462 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port c25585eb-0718-4ec0-b040-3cae0ffdcf9e triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:23.858643 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:23.902106 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 22507904-0871-476c-a3c4-886283f84c59 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 14:10:24.088750 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 22507904-0871-476c-a3c4-886283f84c59, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=22507904-0871-476c-a3c4-886283f84c59,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:10:24.102419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '22507904-0871-476c-a3c4-886283f84c59', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'port_id': '22507904-0871-476c-a3c4-886283f84c59', 'mac_address': 'fa:16:3e:85:ae:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 14:10:24.134886 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54313b0d-ee34-4200-b23b-3f53d0fd95da req-20b1487c-f2e6-4c08-ab4c-7c00758ac631 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:24.136248 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-54313b0d-ee34-4200-b23b-3f53d0fd95da req-20b1487c-f2e6-4c08-ab4c-7c00758ac631 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0769393 May 09 14:10:24.156337 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:24.175816 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22507904-0871-476c-a3c4-886283f84c59 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:10:24.184346 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-54313b0d-ee34-4200-b23b-3f53d0fd95da req-68646ac7-14d0-4700-b00e-80614b3a9eb8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420170 May 09 14:10:24.191741 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 22507904-0871-476c-a3c4-886283f84c59, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=22507904-0871-476c-a3c4-886283f84c59,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:10:24.194835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:24.265858 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=22507904-0871-476c-a3c4-886283f84c59,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:24.528388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['22507904-0871-476c-a3c4-886283f84c59'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 14:10:25.377681 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385d9b4-8b8d-4860-ae45-f6f9d6be1400 req-9f32324f-81df-4501-8069-b39473a3c5e4 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:25.379099 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2385d9b4-8b8d-4860-ae45-f6f9d6be1400 req-9f32324f-81df-4501-8069-b39473a3c5e4 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 945 time: 0.0736377 May 09 14:10:25.423434 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2385d9b4-8b8d-4860-ae45-f6f9d6be1400 req-eea28645-c557-44f7-9cf7-445305cdf0fd tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386178 May 09 14:10:25.916707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 22507904-0871-476c-a3c4-886283f84c59 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:10:25.985169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 22507904-0871-476c-a3c4-886283f84c59 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:10:25.989666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 22507904-0871-476c-a3c4-886283f84c59 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:10:25.990025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:26.100537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:26.126981 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22507904-0871-476c-a3c4-886283f84c59'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:10:26.136541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 22507904-0871-476c-a3c4-886283f84c59, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=22507904-0871-476c-a3c4-886283f84c59,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:10:26.140620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:26.209505 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=22507904-0871-476c-a3c4-886283f84c59,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:26.269781 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3717094-d048-4403-b692-41f7882b0c84'] response: {'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22507904-0871-476c-a3c4-886283f84c59', 'code': 200} May 09 14:10:26.487525 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3712c07-f6d9-44bc-b83d-c9a1a8dbc61e req-79c46c54-6c09-487e-af7e-a0401c41a9d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1099 time: 0.0698969 May 09 14:10:26.529483 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-b3712c07-f6d9-44bc-b83d-c9a1a8dbc61e req-0b48ea59-0185-4a9c-a15c-ed9d78da7d59 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356493 May 09 14:10:26.620824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ec849-11d6-423f-846e-248a3a8678b3 req-bf5b9965-ae50-4db3-b42d-0e70d3ff2631 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:26.622271 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-902ec849-11d6-423f-846e-248a3a8678b3 req-bf5b9965-ae50-4db3-b42d-0e70d3ff2631 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0791733 May 09 14:10:26.666850 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-902ec849-11d6-423f-846e-248a3a8678b3 req-25f3686d-8ebe-4899-b09d-0a8cc6b61cf6 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390368 May 09 14:10:27.872547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c41cb-eb18-4254-8f4d-b881f32d0cf8 req-bd77ceb5-6138-4ea4-807c-9d5bdfa31947 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:27.874505 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b32c41cb-eb18-4254-8f4d-b881f32d0cf8 req-bd77ceb5-6138-4ea4-807c-9d5bdfa31947 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0771167 May 09 14:10:27.918678 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b32c41cb-eb18-4254-8f4d-b881f32d0cf8 req-43a7b7dc-38ca-4831-9707-d07412619d96 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386283 May 09 14:10:29.112686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9adcb-a0e7-4d11-8410-e7338560e189 req-47ac141a-732d-4f5c-a6a6-844d66350a28 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:29.114147 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d1c9adcb-a0e7-4d11-8410-e7338560e189 req-47ac141a-732d-4f5c-a6a6-844d66350a28 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0783329 May 09 14:10:29.158191 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d1c9adcb-a0e7-4d11-8410-e7338560e189 req-6b9c461d-6210-43dd-a8e5-a8418868e042 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386424 May 09 14:10:29.346980 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f7b96-e242-4750-837c-bfe9e67dd8b0 req-ba8c7d1b-9e65-4295-afd5-8e44820d4c58 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:29.348450 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a87f7b96-e242-4750-837c-bfe9e67dd8b0 req-ba8c7d1b-9e65-4295-afd5-8e44820d4c58 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0746574 May 09 14:10:29.396421 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a87f7b96-e242-4750-837c-bfe9e67dd8b0 req-bc5d9c50-4f6c-4bbb-9936-31e56b24c1f2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424592 May 09 14:10:29.423914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37956) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:10:29.554086 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f158bb43-852d-425f-ac61-b40a83d650d1 tempest-TestShelveInstance-357178591 tempest-TestShelveInstance-357178591-project-admin] Synchronizing usage tracker for tenant:31c973ff09684d3283cbd91544fe6f62 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:10:29.570439 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-f158bb43-852d-425f-ac61-b40a83d650d1 tempest-TestShelveInstance-357178591 tempest-TestShelveInstance-357178591-project-admin] Unset dirty status for tenant:31c973ff09684d3283cbd91544fe6f62 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:10:29.571684 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-f158bb43-852d-425f-ac61-b40a83d650d1 tempest-TestShelveInstance-357178591 tempest-TestShelveInstance-357178591-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1094 time: 0.1467783 May 09 14:10:29.574624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 37962) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:10:29.579710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': '22507904-0871-476c-a3c4-886283f84c59', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:10:29.585308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:10:29.589028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:floatingip and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:10:29.591831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:10:29.597989 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:10:29.608623 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:29.740474 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:29.875246 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Allocated IP 172.26.1.7 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/6f8cf5d9-5013-48a0-b5d3-8f73da759019) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:10:30.017476 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:30.044036 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:30.107756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:10:30.110409 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:10:30.114051 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:10:30.150779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'Port': ['ID=6f8cf5d9-5013-48a0-b5d3-8f73da759019,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:30.698362 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:30.754991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:30.951646 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:30.955818 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:31.055647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'Port': ['ID=6f8cf5d9-5013-48a0-b5d3-8f73da759019,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:10:31.074429 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:31.263433 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Floating IP cc915be0-e32b-4a44-9eca-7d387b8240fc associated. External IP: 172.26.1.7, port: 22507904-0871-476c-a3c4-886283f84c59. May 09 14:10:31.641569 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Router ab79d67b-7742-489f-b512-972760b124ed has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:10:31.835935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:10:31.859064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:31.916937 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-cf2037fb-a93b-4444-949a-3e37da0b7207 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3412898 May 09 14:10:31.917517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'tag': '22507904-0871-476c-a3c4-886283f84c59'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:10:32.042384 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aad8025-10b3-4d1c-987c-fb946c5d8519'] response: {'name': 'network-changed', 'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'tag': '22507904-0871-476c-a3c4-886283f84c59', 'status': 'completed', 'code': 200} May 09 14:10:32.133547 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f2ad052c-3182-4c88-a083-c2ab955a09df req-04e103e1-0380-45ac-b864-662a61c9c931 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1099 time: 0.0696757 May 09 14:10:32.358319 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad052c-3182-4c88-a083-c2ab955a09df req-d4ffeea1-44bb-4f38-aacb-6cef77263624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:32.359723 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f2ad052c-3182-4c88-a083-c2ab955a09df req-d4ffeea1-44bb-4f38-aacb-6cef77263624 service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.2208800 May 09 14:10:32.457966 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f2ad052c-3182-4c88-a083-c2ab955a09df req-948f6aa1-7a8b-4218-b975-f76d39a617fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22507904-0871-476c-a3c4-886283f84c59 HTTP/1.1" status: 200 len: 998 time: 0.0927534 May 09 14:10:32.524065 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad052c-3182-4c88-a083-c2ab955a09df req-52b7e2ac-9e20-41ef-af61-017ff69e737c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:10:32.525478 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f2ad052c-3182-4c88-a083-c2ab955a09df req-52b7e2ac-9e20-41ef-af61-017ff69e737c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0624719 May 09 14:10:32.600051 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f2ad052c-3182-4c88-a083-c2ab955a09df req-579a8803-2b77-43c8-a920-6b63fd619e89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683217 May 09 14:10:32.727206 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f2ad052c-3182-4c88-a083-c2ab955a09df req-ee0ea815-77b8-49fd-ba6a-6fc3b093dc00 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211815 May 09 14:10:32.852677 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f2ad052c-3182-4c88-a083-c2ab955a09df req-ce9f1626-9f0f-488b-9b39-f8a7f0d6b09e service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200714 May 09 14:10:33.447417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfb09ac-ddf3-4273-8a43-a2274197cce3 None None] Sync routers for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:10:33.460866 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfb09ac-ddf3-4273-8a43-a2274197cce3 None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:10:33.461508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9cfb09ac-ddf3-4273-8a43-a2274197cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:10:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:33.641684 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9cfb09ac-ddf3-4273-8a43-a2274197cce3 None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:10:33.977839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9cfb09ac-ddf3-4273-8a43-a2274197cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'cc915be0-e32b-4a44-9eca-7d387b8240fc', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'floating_ip_address': '172.26.1.7', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'port_id': '22507904-0871-476c-a3c4-886283f84c59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'mac_address': 'fa:16:3e:85:ae:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:10:30Z', 'updated_at': '2022-05-09T14:10:30Z', 'revision_number': 0, 'project_id': '963279c0d367441cb6462ab94961ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 5, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:33.981504 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfb09ac-ddf3-4273-8a43-a2274197cce3 None None] Checking router: ab79d67b-7742-489f-b512-972760b124ed for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:10:33.992132 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfb09ac-ddf3-4273-8a43-a2274197cce3 None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:10:33.992715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9cfb09ac-ddf3-4273-8a43-a2274197cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:10:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:34.159041 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9cfb09ac-ddf3-4273-8a43-a2274197cce3 None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:10:34.538228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9cfb09ac-ddf3-4273-8a43-a2274197cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'cc915be0-e32b-4a44-9eca-7d387b8240fc', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'floating_ip_address': '172.26.1.7', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'port_id': '22507904-0871-476c-a3c4-886283f84c59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'mac_address': 'fa:16:3e:85:ae:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:10:30Z', 'updated_at': '2022-05-09T14:10:30Z', 'revision_number': 0, 'project_id': '963279c0d367441cb6462ab94961ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 5, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:10:34.542519 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfb09ac-ddf3-4273-8a43-a2274197cce3 None None] The sync data for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv is: [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'cc915be0-e32b-4a44-9eca-7d387b8240fc', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'floating_ip_address': '172.26.1.7', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'port_id': '22507904-0871-476c-a3c4-886283f84c59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'mac_address': 'fa:16:3e:85:ae:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:10:30Z', 'updated_at': '2022-05-09T14:10:30Z', 'revision_number': 0, 'project_id': '963279c0d367441cb6462ab94961ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 5, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:10:39.769759 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1d61ec-f4a5-4977-8408-70c2b5ee83db None None] New status for floating IP cc915be0-e32b-4a44-9eca-7d387b8240fc: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:10:40.240014 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c2550f21-be03-4275-9c8b-4bf1d295b292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:42.528890 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66e73896-51be-4834-b380-d8eb9e1432ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:43.534260 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:43.949019 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:45.223215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:10:50.047971 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:10:51.840711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:11:10.242378 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-37f2c9b0-fe00-4246-a18e-7db817997e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:11:10.367906 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ebebe422-9aad-4139-91db-ac027355736b req-2d9b254f-b5da-467a-9e65-f9ba60516a01 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655921 May 09 14:11:10.506825 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ebebe422-9aad-4139-91db-ac027355736b req-a483d054-cce4-493b-87a8-a883f8536f49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1099 time: 0.0663733 May 09 14:11:10.647153 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebe422-9aad-4139-91db-ac027355736b req-7ea1aa52-78e1-4eab-b136-c4adfc66f66f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:11:10.648582 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ebebe422-9aad-4139-91db-ac027355736b req-7ea1aa52-78e1-4eab-b136-c4adfc66f66f service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.1237137 May 09 14:11:10.753105 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ebebe422-9aad-4139-91db-ac027355736b req-a43a9edf-a871-4a3f-93c0-0bf539ddb774 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22507904-0871-476c-a3c4-886283f84c59 HTTP/1.1" status: 200 len: 1000 time: 0.0979450 May 09 14:11:10.816214 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebe422-9aad-4139-91db-ac027355736b req-290d0327-a4b0-46d3-b63d-e9b5b13d076d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:11:10.817592 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ebebe422-9aad-4139-91db-ac027355736b req-290d0327-a4b0-46d3-b63d-e9b5b13d076d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0583546 May 09 14:11:10.892649 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ebebe422-9aad-4139-91db-ac027355736b req-4604417e-67e9-4ce1-b317-a60d149ed75a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690472 May 09 14:11:11.020269 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ebebe422-9aad-4139-91db-ac027355736b req-5225d696-af55-451f-9ff9-a471fac9f58c service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214123 May 09 14:11:11.148106 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ebebe422-9aad-4139-91db-ac027355736b req-3b2a4c23-42e2-4350-8855-12caba188501 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217480 May 09 14:11:12.529613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4a03eeba-a283-432e-a9cd-d2fa97e9a71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:11:13.537040 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:11:13.950176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:11:15.226321 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:11:21.850904 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:11:27.048010 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:11:40.245603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1e26b2cb-da75-47ec-9b35-7b819db9f81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:11:42.530013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0ce15119-0db3-4073-91c9-f67d6277c5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:11:43.542113 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:11:43.951494 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:11:45.229837 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:11:51.865440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:12:04.049503 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:12:10.246081 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c46b8702-4af5-4b73-b2c8-6226c04424b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:12:10.457941 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a514100a-7999-43a8-ab0b-26e60319f7d4 req-cfbc3931-e252-4430-b726-2369ab448a9f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1476669 May 09 14:12:10.597342 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a514100a-7999-43a8-ab0b-26e60319f7d4 req-f9a26777-6642-4fe9-a660-a44ae5f8d662 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1099 time: 0.0710711 May 09 14:12:10.826647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514100a-7999-43a8-ab0b-26e60319f7d4 req-eb59d9a0-ac06-4a7e-9abd-2ad1f75669c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:12:10.828717 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a514100a-7999-43a8-ab0b-26e60319f7d4 req-eb59d9a0-ac06-4a7e-9abd-2ad1f75669c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.2125704 May 09 14:12:10.933874 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a514100a-7999-43a8-ab0b-26e60319f7d4 req-3e277838-00b2-4e7c-9d56-bc556190cccd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22507904-0871-476c-a3c4-886283f84c59 HTTP/1.1" status: 200 len: 1000 time: 0.0989406 May 09 14:12:10.994784 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514100a-7999-43a8-ab0b-26e60319f7d4 req-e0ebe39c-4736-40d8-a1a1-b228e758a34e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:12:10.996266 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a514100a-7999-43a8-ab0b-26e60319f7d4 req-e0ebe39c-4736-40d8-a1a1-b228e758a34e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0564148 May 09 14:12:11.071396 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a514100a-7999-43a8-ab0b-26e60319f7d4 req-f9333c60-5e9a-478d-8437-eae51c7b7c03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694854 May 09 14:12:11.199803 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a514100a-7999-43a8-ab0b-26e60319f7d4 req-2e4d5b98-16d2-40d6-b5ca-8ba25544de7d service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222677 May 09 14:12:11.328962 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a514100a-7999-43a8-ab0b-26e60319f7d4 req-4bddec90-dce9-4bfe-9496-fd5070e7dac9 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239388 May 09 14:12:12.531360 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e383b4aa-6f92-4346-89e2-0efc12fe517c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:12:13.542391 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:12:13.955001 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:12:15.232343 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:12:21.864593 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:12:40.247964 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2620def-e86b-4793-bc76-eefba9d756dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:12:41.050436 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:12:42.531734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b3d29acb-2883-445b-a7a5-720609760206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:12:43.545130 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:12:43.956712 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:12:45.235950 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:12:51.884425 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:05.585384 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028730a-1fb0-4104-a579-102151aa34d7 req-98c714bf-20f2-4585-aa48-f04ad751bff0 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:05.586841 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3028730a-1fb0-4104-a579-102151aa34d7 req-98c714bf-20f2-4585-aa48-f04ad751bff0 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.1715853 May 09 14:13:05.630512 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3028730a-1fb0-4104-a579-102151aa34d7 req-77cb9f48-19eb-43df-be47-9d21d9ce2a76 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380898 May 09 14:13:06.840602 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86999c-5dad-4abd-bea2-e5b4edf22e26 req-963c3e29-5d05-45a0-94ea-3f781414101a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:06.842038 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f86999c-5dad-4abd-bea2-e5b4edf22e26 req-963c3e29-5d05-45a0-94ea-3f781414101a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0729554 May 09 14:13:06.886171 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6f86999c-5dad-4abd-bea2-e5b4edf22e26 req-94713ce4-32df-4a33-af61-829d99e7bce7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382335 May 09 14:13:08.090827 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedcdd7-5e01-4c49-9cbe-b64b8af4b20d req-36061a2b-5683-4ed0-9972-36258dcfcdd4 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:08.092256 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ddedcdd7-5e01-4c49-9cbe-b64b8af4b20d req-36061a2b-5683-4ed0-9972-36258dcfcdd4 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0773740 May 09 14:13:08.139396 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ddedcdd7-5e01-4c49-9cbe-b64b8af4b20d req-ded87f8e-4701-40d2-8682-0ee5d6393c08 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417404 May 09 14:13:09.333333 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c85594-bfda-4500-986d-11829afc61ed req-72ea153d-aac9-4bb8-bf6b-25bd3fe7ab86 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:09.334788 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-54c85594-bfda-4500-986d-11829afc61ed req-72ea153d-aac9-4bb8-bf6b-25bd3fe7ab86 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0746841 May 09 14:13:09.381720 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-54c85594-bfda-4500-986d-11829afc61ed req-ef16b4a6-041c-4322-87a7-e2303de909d2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416083 May 09 14:13:10.248846 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-999dfb12-86ef-4d7d-8ce3-5a48c6889e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:10.571703 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0be2e-18a9-4267-9fce-951c06ea0660 req-c18bdf80-d02d-415e-848d-8bde3014dddb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:10.573143 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b6c0be2e-18a9-4267-9fce-951c06ea0660 req-c18bdf80-d02d-415e-848d-8bde3014dddb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0747712 May 09 14:13:10.617794 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b6c0be2e-18a9-4267-9fce-951c06ea0660 req-d4d9ff38-b3cf-4497-b541-df338932b9c4 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391695 May 09 14:13:11.436449 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8418254a-8907-4d55-bb34-aa5cad155bf4 req-06798790-8d32-4c97-93d5-452d3fef6183 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1099 time: 0.0661800 May 09 14:13:11.575739 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418254a-8907-4d55-bb34-aa5cad155bf4 req-8838f74f-cf68-4711-bdff-2b656b6bd844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:11.577150 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8418254a-8907-4d55-bb34-aa5cad155bf4 req-8838f74f-cf68-4711-bdff-2b656b6bd844 service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.1217949 May 09 14:13:11.681525 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8418254a-8907-4d55-bb34-aa5cad155bf4 req-daf7fb86-14b9-4205-949d-335d5b2cfb23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22507904-0871-476c-a3c4-886283f84c59 HTTP/1.1" status: 200 len: 1000 time: 0.0980399 May 09 14:13:11.742918 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418254a-8907-4d55-bb34-aa5cad155bf4 req-d3e6fb3f-0da4-4f9b-a4f5-1ed9a0f4ee1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:11.744304 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8418254a-8907-4d55-bb34-aa5cad155bf4 req-d3e6fb3f-0da4-4f9b-a4f5-1ed9a0f4ee1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0575516 May 09 14:13:11.818502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2baed6-ac7c-4785-bfd9-6b9043ac6453 req-415fcbee-2c57-46ef-b5e7-f15d5a062b65 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:11.819949 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a2baed6-ac7c-4785-bfd9-6b9043ac6453 req-415fcbee-2c57-46ef-b5e7-f15d5a062b65 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0815938 May 09 14:13:11.820163 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8418254a-8907-4d55-bb34-aa5cad155bf4 req-c4a11b43-faea-407a-a23b-d086339caf97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702832 May 09 14:13:11.865123 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8a2baed6-ac7c-4785-bfd9-6b9043ac6453 req-0fe9cad3-fbe0-44cd-a8c9-899e737079cf tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395544 May 09 14:13:11.953448 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8418254a-8907-4d55-bb34-aa5cad155bf4 req-db1a0ad3-8a9f-40b9-b7a9-0da475557d79 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271255 May 09 14:13:12.079962 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-8418254a-8907-4d55-bb34-aa5cad155bf4 req-9ceef4e9-520c-4db7-a361-5da43b9ef385 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210229 May 09 14:13:12.532836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-827f5b26-46aa-4741-af36-30956db77450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:13.062761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1babea7-5e81-4919-b591-0d96b6374df5 req-e16da1e5-d2f2-48d3-a434-267605186124 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:13.064204 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a1babea7-5e81-4919-b591-0d96b6374df5 req-e16da1e5-d2f2-48d3-a434-267605186124 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0758364 May 09 14:13:13.107699 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a1babea7-5e81-4919-b591-0d96b6374df5 req-c2b3a39d-3abd-4d15-b2bc-adb7341a1ef3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374691 May 09 14:13:13.548322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:13.958536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:14.303395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f5836-916f-414f-a2d3-eb7415715f7e req-5cce5b06-23e8-451c-911d-a6bc990d367a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:14.304904 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e69f5836-916f-414f-a2d3-eb7415715f7e req-5cce5b06-23e8-451c-911d-a6bc990d367a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0771565 May 09 14:13:14.348701 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e69f5836-916f-414f-a2d3-eb7415715f7e req-6f2bc648-4153-4133-abd3-a95a186ee9a4 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384223 May 09 14:13:15.240968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:15.539867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594d788-4a72-41ea-9cf7-0c0bc7618673 req-7817eea9-3511-40c2-9228-8bd19d73195c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:15.541206 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2594d788-4a72-41ea-9cf7-0c0bc7618673 req-7817eea9-3511-40c2-9228-8bd19d73195c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0741341 May 09 14:13:15.587969 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2594d788-4a72-41ea-9cf7-0c0bc7618673 req-82aac404-beab-4f96-83d6-0ab917c66cec tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412972 May 09 14:13:16.781411 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075de1a8-dac1-4109-9e59-a3c8266276f4 req-54286099-72e7-4629-bc52-6b7c77a889cc tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:16.782837 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-075de1a8-dac1-4109-9e59-a3c8266276f4 req-54286099-72e7-4629-bc52-6b7c77a889cc tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0743926 May 09 14:13:16.827305 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-075de1a8-dac1-4109-9e59-a3c8266276f4 req-87e4b013-c539-499a-9deb-2fee6f663b93 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384808 May 09 14:13:18.020455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f870c6-b6b4-4a7d-9d09-502b8fe8916f req-7ede484c-cdd5-405e-96e2-fd8ed7ffc7e9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:18.022245 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-31f870c6-b6b4-4a7d-9d09-502b8fe8916f req-7ede484c-cdd5-405e-96e2-fd8ed7ffc7e9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0773044 May 09 14:13:18.051076 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:13:18.066543 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-31f870c6-b6b4-4a7d-9d09-502b8fe8916f req-cff3fe15-7d2d-447e-9e84-955f7bb38e34 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389032 May 09 14:13:19.424720 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa6447-9ebc-4b64-aedf-3460394f7413 req-ee91df55-b212-49eb-902c-aeae4aef8668 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:19.426642 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-acfa6447-9ebc-4b64-aedf-3460394f7413 req-ee91df55-b212-49eb-902c-aeae4aef8668 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.1396689 May 09 14:13:19.470444 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-acfa6447-9ebc-4b64-aedf-3460394f7413 req-2fc1c52f-0288-4aa0-b961-5c95cde7b1bb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384481 May 09 14:13:20.771065 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2547c4-d1f8-4851-9d3f-3e8143a6075d req-4feaeeaf-c26d-4318-a33f-863f7c5365c2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:20.772410 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0c2547c4-d1f8-4851-9d3f-3e8143a6075d req-4feaeeaf-c26d-4318-a33f-863f7c5365c2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.1412723 May 09 14:13:20.815696 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0c2547c4-d1f8-4851-9d3f-3e8143a6075d req-7e7fc59b-35b6-4e19-a48d-71ceb2203feb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379038 May 09 14:13:21.894900 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:22.008577 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ee37a-68fa-4b72-8b72-00f224480c2a req-7de895d0-d6c6-4564-9fbf-9c8bf56f95af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:22.010049 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d27ee37a-68fa-4b72-8b72-00f224480c2a req-7de895d0-d6c6-4564-9fbf-9c8bf56f95af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0749779 May 09 14:13:22.058694 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d27ee37a-68fa-4b72-8b72-00f224480c2a req-51b4fd52-66db-4519-9584-e91a55121b11 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428090 May 09 14:13:22.787536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 22507904-0871-476c-a3c4-886283f84c59 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 14:13:22.916020 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 22507904-0871-476c-a3c4-886283f84c59, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=22507904-0871-476c-a3c4-886283f84c59,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:13:22.928959 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '22507904-0871-476c-a3c4-886283f84c59', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'port_id': '22507904-0871-476c-a3c4-886283f84c59', 'mac_address': 'fa:16:3e:85:ae:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 14:13:22.980759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:22.997742 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22507904-0871-476c-a3c4-886283f84c59 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:13:23.012814 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 22507904-0871-476c-a3c4-886283f84c59, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=22507904-0871-476c-a3c4-886283f84c59,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:13:23.016266 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:23.082955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=22507904-0871-476c-a3c4-886283f84c59,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:13:23.091203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:13:23.091541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:13:23.091887 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:13:23.092212 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:13:23.092536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:13:23.092857 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:13:23.093174 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:13:23.093523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:13:23.093848 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:13:23.094159 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:13:23.094471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:13:23.099146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['22507904-0871-476c-a3c4-886283f84c59'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 14:13:23.255309 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba896b-1b00-4717-98b6-7088ebf191f2 req-78c537bc-a351-4557-8709-3a9970bca61d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:23.256667 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-50ba896b-1b00-4717-98b6-7088ebf191f2 req-78c537bc-a351-4557-8709-3a9970bca61d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 945 time: 0.0780618 May 09 14:13:23.306041 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-50ba896b-1b00-4717-98b6-7088ebf191f2 req-cf600616-83c7-4b4f-bec6-04469159c149 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433831 May 09 14:13:24.497064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7527a-b7ce-4429-9057-cbada96ed84d req-a2a58e3d-0bdc-43a0-98cc-3e227bde619c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:24.498525 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eed7527a-b7ce-4429-9057-cbada96ed84d req-a2a58e3d-0bdc-43a0-98cc-3e227bde619c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 945 time: 0.0742223 May 09 14:13:24.545996 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eed7527a-b7ce-4429-9057-cbada96ed84d req-bc9031dc-54ed-4100-8bba-fe9f033838af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419462 May 09 14:13:24.803621 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 22507904-0871-476c-a3c4-886283f84c59 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:13:24.868755 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 22507904-0871-476c-a3c4-886283f84c59 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:13:24.869034 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:24.976381 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:25.002666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22507904-0871-476c-a3c4-886283f84c59'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:13:25.012966 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 22507904-0871-476c-a3c4-886283f84c59, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=22507904-0871-476c-a3c4-886283f84c59,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:13:25.016994 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:25.058214 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ff147b-1b4b-47f1-a561-0c1babf7d699'] response: {'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22507904-0871-476c-a3c4-886283f84c59', 'code': 200} May 09 14:13:25.082615 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=22507904-0871-476c-a3c4-886283f84c59,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:13:25.740656 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608f16e-a8bd-4098-94ae-cbc5d518e277 req-523e5d86-e48b-4a92-9111-185f687c30a0 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:25.742067 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2608f16e-a8bd-4098-94ae-cbc5d518e277 req-523e5d86-e48b-4a92-9111-185f687c30a0 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0766733 May 09 14:13:25.785683 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2608f16e-a8bd-4098-94ae-cbc5d518e277 req-92fec33a-237e-4bab-b0bd-c2d7bf4ed4e7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381002 May 09 14:13:26.999026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfaff8f-6202-4e9b-a340-f10fd62157a8 req-630bbe62-f2ef-480b-98cc-ec65f5cdb4db tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:27.000551 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3bfaff8f-6202-4e9b-a340-f10fd62157a8 req-630bbe62-f2ef-480b-98cc-ec65f5cdb4db tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0842252 May 09 14:13:27.047369 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3bfaff8f-6202-4e9b-a340-f10fd62157a8 req-09fd28ea-e08d-432e-9bc3-abe65147fb13 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 May 09 14:13:28.264403 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafb2c8-36e2-45a4-9cc4-a3d553bd343f req-69575273-1a25-4acd-9924-c583f65be324 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:28.265926 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4cafb2c8-36e2-45a4-9cc4-a3d553bd343f req-69575273-1a25-4acd-9924-c583f65be324 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0867398 May 09 14:13:28.317432 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4cafb2c8-36e2-45a4-9cc4-a3d553bd343f req-35f82ada-eeca-4285-8b09-95cc5564443f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426600 May 09 14:13:29.558389 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602f5ab-1f6c-42e5-8b75-5abd54fa89ec req-a821907e-b8ca-4b69-aaeb-02d7b1b72415 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:29.565300 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f602f5ab-1f6c-42e5-8b75-5abd54fa89ec req-a821907e-b8ca-4b69-aaeb-02d7b1b72415 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.1094072 May 09 14:13:29.623122 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f602f5ab-1f6c-42e5-8b75-5abd54fa89ec req-2637fa1c-08f5-46a8-8d7e-66265915b7f7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568211 May 09 14:13:30.837529 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1b5f3-fc7b-4b3f-9941-1e82c91b341e req-bce86c30-f4b1-4f16-b93f-b594a88ab755 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:30.839726 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-acc1b5f3-fc7b-4b3f-9941-1e82c91b341e req-bce86c30-f4b1-4f16-b93f-b594a88ab755 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0805895 May 09 14:13:30.899817 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-acc1b5f3-fc7b-4b3f-9941-1e82c91b341e req-75000538-1ae9-45ca-a8b9-b6d8b264dcfc tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544069 May 09 14:13:32.120227 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bacec-ebcf-4fa1-a46e-537a54bfbe0d req-8c92b61d-d1eb-4a24-aa89-2a280f9f146d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:32.121890 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a26bacec-ebcf-4fa1-a46e-537a54bfbe0d req-8c92b61d-d1eb-4a24-aa89-2a280f9f146d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0901504 May 09 14:13:32.181797 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a26bacec-ebcf-4fa1-a46e-537a54bfbe0d req-ac141eae-7053-40a2-8203-86143efd42bb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536990 May 09 14:13:33.414961 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7157d2e-f3a3-447a-9243-11a057451777 req-3635e5be-edb4-419b-a2b9-b6ad06ea3523 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:33.416476 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7157d2e-f3a3-447a-9243-11a057451777 req-3635e5be-edb4-419b-a2b9-b6ad06ea3523 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0856895 May 09 14:13:33.568746 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d7157d2e-f3a3-447a-9243-11a057451777 req-33bff25c-ec23-4e78-af16-8e4e708cad07 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464503 May 09 14:13:34.779899 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9da30-1db1-4fda-855c-38c8c677a2ac req-9f879f33-0f4f-487c-8fbb-431a212e1d87 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:34.781678 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0ee9da30-1db1-4fda-855c-38c8c677a2ac req-9f879f33-0f4f-487c-8fbb-431a212e1d87 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0826941 May 09 14:13:34.829277 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0ee9da30-1db1-4fda-855c-38c8c677a2ac req-1fb1156a-a80b-4676-a100-9faf259f7bcc tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415349 May 09 14:13:36.031941 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a94b6-b199-4d1a-a38e-40eaf7a152ac req-4adfa373-be16-44e0-8802-2e90d701851e tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:36.037713 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3a0a94b6-b199-4d1a-a38e-40eaf7a152ac req-4adfa373-be16-44e0-8802-2e90d701851e tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0843787 May 09 14:13:36.085881 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3a0a94b6-b199-4d1a-a38e-40eaf7a152ac req-cf55a270-553f-4fc0-b51c-854425bf5f20 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440705 May 09 14:13:37.287879 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932dbd8-0709-44b7-ab16-8f04d703b298 req-3869eb68-cad5-4a6b-a4a0-9a39cfc3aa87 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:37.289325 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5932dbd8-0709-44b7-ab16-8f04d703b298 req-3869eb68-cad5-4a6b-a4a0-9a39cfc3aa87 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0749772 May 09 14:13:37.336656 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5932dbd8-0709-44b7-ab16-8f04d703b298 req-619eaa92-2b2a-4490-bfaa-95d284cf4c5d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418172 May 09 14:13:37.749731 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f95718b-1718-4e33-b002-3367ac27bcc3 req-dc45fa90-a372-4356-892c-0245ce7b2b3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1099 time: 0.0666819 May 09 14:13:37.876437 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95718b-1718-4e33-b002-3367ac27bcc3 req-d923b92f-f05d-4b04-88b8-3f9d2ede7318 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:37.877833 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f95718b-1718-4e33-b002-3367ac27bcc3 req-d923b92f-f05d-4b04-88b8-3f9d2ede7318 service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.1221690 May 09 14:13:38.069123 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f95718b-1718-4e33-b002-3367ac27bcc3 req-0823dadd-b8b3-444a-bdf7-098ef5dea00a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22507904-0871-476c-a3c4-886283f84c59 HTTP/1.1" status: 200 len: 1000 time: 0.1857812 May 09 14:13:38.129516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95718b-1718-4e33-b002-3367ac27bcc3 req-be6c0737-f7e9-43b3-8084-20576feaa041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:38.131313 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f95718b-1718-4e33-b002-3367ac27bcc3 req-be6c0737-f7e9-43b3-8084-20576feaa041 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0560884 May 09 14:13:38.204069 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f95718b-1718-4e33-b002-3367ac27bcc3 req-4acabff8-b4c2-4c8e-99aa-9f820cd6519e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672495 May 09 14:13:38.331179 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f95718b-1718-4e33-b002-3367ac27bcc3 req-13efab7e-5e3b-41b4-ad7f-c0294f26942c service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199603 May 09 14:13:38.461175 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f95718b-1718-4e33-b002-3367ac27bcc3 req-3bf4a4f6-bb43-4305-8fa1-31a5809cf3b4 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239858 May 09 14:13:38.540261 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d66a88-1f65-4405-b350-4564bbce5338 req-26a5684a-9be4-422c-a900-9d86d60e61f0 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:38.541887 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-07d66a88-1f65-4405-b350-4564bbce5338 req-26a5684a-9be4-422c-a900-9d86d60e61f0 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0815258 May 09 14:13:38.586801 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-07d66a88-1f65-4405-b350-4564bbce5338 req-76b43317-ccfa-4b16-b52d-e7a380efb618 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392940 May 09 14:13:39.780592 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9bc57-60f0-4673-ba64-1680ab7e6766 req-fbf0cb30-650e-43ec-9c99-92f3be4a7625 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:39.782033 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5ab9bc57-60f0-4673-ba64-1680ab7e6766 req-fbf0cb30-650e-43ec-9c99-92f3be4a7625 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0769875 May 09 14:13:39.825676 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5ab9bc57-60f0-4673-ba64-1680ab7e6766 req-f49adb1f-3611-4579-b5d1-ac0d3347f9a8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376687 May 09 14:13:40.251565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1c2e6c9e-427b-4fe3-b11b-d9646ad5156c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:40.869727 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 22507904-0871-476c-a3c4-886283f84c59 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:13:41.009501 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:41.020888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779eee6-8e3b-465f-add7-5c5fbca0102f req-f81d3082-fc45-4d4a-bb08-e094ac2078f6 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:41.022362 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3779eee6-8e3b-465f-add7-5c5fbca0102f req-f81d3082-fc45-4d4a-bb08-e094ac2078f6 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 946 time: 0.0749245 May 09 14:13:41.035565 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22507904-0871-476c-a3c4-886283f84c59'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:13:41.046257 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 22507904-0871-476c-a3c4-886283f84c59, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=22507904-0871-476c-a3c4-886283f84c59,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:13:41.050867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:41.071613 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3779eee6-8e3b-465f-add7-5c5fbca0102f req-1c0d22dc-ff7d-4065-868b-931ecf1a08a4 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435655 May 09 14:13:41.093299 dv-neutron-840889-2-hyperv neutron-server[83896]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-761c73d5-86b7-45e3-bc14-ebfcc23d39d7']: {'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '22507904-0871-476c-a3c4-886283f84c59', 'code': 422} returned with failed status May 09 14:13:41.117738 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=22507904-0871-476c-a3c4-886283f84c59,revision_number=8']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:13:41.354658 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6fb5fabe-fb71-4ebf-9a1d-4894d78ae9dc req-8e73b625-a359-4efa-abf9-2f63546dfa3c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1300559 May 09 14:13:41.621674 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea77d26-eef3-43f1-90bc-aa238dfc4b29 req-5383a584-d947-42f9-9b39-11fe2dd9097b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:41.623104 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ea77d26-eef3-43f1-90bc-aa238dfc4b29 req-5383a584-d947-42f9-9b39-11fe2dd9097b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0773370 May 09 14:13:41.668260 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8ea77d26-eef3-43f1-90bc-aa238dfc4b29 req-f817ceaf-5baf-4429-8196-592f71d8b833 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395620 May 09 14:13:41.671868 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dc1a65c3-8623-4db1-a8c7-95bf34ec8a8e req-92cfba2e-74a8-4e3a-a656-1e93119ec130 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1392975 May 09 14:13:42.537283 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad314018-694a-4eef-b4f4-59748e1585d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:42.864077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab83b2a-5812-4b91-9457-67720ccf5277 req-6afc2dd7-b0fe-4444-bae3-17af5ec27d10 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:42.866155 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6ab83b2a-5812-4b91-9457-67720ccf5277 req-6afc2dd7-b0fe-4444-bae3-17af5ec27d10 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0776989 May 09 14:13:42.909965 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6ab83b2a-5812-4b91-9457-67720ccf5277 req-4d8eba02-4391-4bc1-8d1a-00ddd4eb0085 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384047 May 09 14:13:43.552368 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:43.965298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:44.120962 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc37ab6-e81e-40ca-ab64-f28520c86374 req-566246fe-e393-42ce-8c9f-bdf194e629e0 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:44.122606 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-acc37ab6-e81e-40ca-ab64-f28520c86374 req-566246fe-e393-42ce-8c9f-bdf194e629e0 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0821772 May 09 14:13:44.178477 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-acc37ab6-e81e-40ca-ab64-f28520c86374 req-a643cbfc-f28f-4963-874c-4a5440f120d5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498316 May 09 14:13:44.897453 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 22507904-0871-476c-a3c4-886283f84c59 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:13:45.241277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:45.371663 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7f4f6-fac8-4c46-9687-31923e79fe3d req-35cbfd70-dc6e-414d-87d7-185892b79088 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:45.373090 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-73b7f4f6-fac8-4c46-9687-31923e79fe3d req-35cbfd70-dc6e-414d-87d7-185892b79088 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0748680 May 09 14:13:45.417714 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-73b7f4f6-fac8-4c46-9687-31923e79fe3d req-6997f0b8-8c8b-4ffd-91b4-42e69ac9ddb0 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390081 May 09 14:13:46.583116 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dc1a65c3-8623-4db1-a8c7-95bf34ec8a8e req-54a3ddd6-65cf-453d-8252-046326815727 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d&tenant_id=963279c0d367441cb6462ab94961ec93 HTTP/1.1" status: 200 len: 1097 time: 0.1274865 May 09 14:13:46.615512 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff722-4927-412b-b458-ab9cfdd3533f req-b130e03d-64d8-4549-b499-dd5cd07360e8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:46.616951 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-827ff722-4927-412b-b458-ab9cfdd3533f req-b130e03d-64d8-4549-b499-dd5cd07360e8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0805891 May 09 14:13:46.662684 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-827ff722-4927-412b-b458-ab9cfdd3533f req-e1fe4952-3e80-4de7-9d3c-d27f53354141 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402215 May 09 14:13:46.673612 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dc1a65c3-8623-4db1-a8c7-95bf34ec8a8e req-4df7e60f-5e64-4476-9be8-3004431cdf5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1097 time: 0.0707884 May 09 14:13:46.805069 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a65c3-8623-4db1-a8c7-95bf34ec8a8e req-da0a031b-4e3f-4a48-a0b3-8025b1b54b43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:46.806530 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dc1a65c3-8623-4db1-a8c7-95bf34ec8a8e req-da0a031b-4e3f-4a48-a0b3-8025b1b54b43 service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.1277318 May 09 14:13:46.907012 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dc1a65c3-8623-4db1-a8c7-95bf34ec8a8e req-066085d6-5663-46f7-8b3d-3c52f6956785 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22507904-0871-476c-a3c4-886283f84c59 HTTP/1.1" status: 200 len: 998 time: 0.0943687 May 09 14:13:46.965836 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a65c3-8623-4db1-a8c7-95bf34ec8a8e req-092a72ad-c507-4ae6-a24b-ab0d6136001b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:46.967176 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dc1a65c3-8623-4db1-a8c7-95bf34ec8a8e req-092a72ad-c507-4ae6-a24b-ab0d6136001b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0547633 May 09 14:13:47.041239 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dc1a65c3-8623-4db1-a8c7-95bf34ec8a8e req-d9bce45f-9b4f-49b6-bb45-c006f91cbcc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684447 May 09 14:13:47.168552 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dc1a65c3-8623-4db1-a8c7-95bf34ec8a8e req-a65a2938-9090-4c66-9769-6aa6eeea2f65 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212113 May 09 14:13:47.296369 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-dc1a65c3-8623-4db1-a8c7-95bf34ec8a8e req-ae39a523-5950-45ec-a083-b93e59bb879e service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224470 May 09 14:13:47.859991 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998aaf14-c089-4bdb-ae32-6f500089e295 req-323ae78d-7967-49b8-84b7-8081e9252792 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:47.861488 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-998aaf14-c089-4bdb-ae32-6f500089e295 req-323ae78d-7967-49b8-84b7-8081e9252792 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0768731 May 09 14:13:47.908196 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-998aaf14-c089-4bdb-ae32-6f500089e295 req-7d079ede-f73a-46ac-b256-8efa9677d4c5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412936 May 09 14:13:49.127032 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419cbb-80cc-42ae-a331-89ced9b78648 req-dec7ddb5-53bd-4ec7-86b2-3a7e084a51f9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:49.128517 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8e419cbb-80cc-42ae-a331-89ced9b78648 req-dec7ddb5-53bd-4ec7-86b2-3a7e084a51f9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0966120 May 09 14:13:49.177800 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8e419cbb-80cc-42ae-a331-89ced9b78648 req-5ef4b3d6-2813-44f9-9d2c-9cfeaa12ea8c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432410 May 09 14:13:50.383051 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b43270-e083-40bc-ad41-20da2019bc4b req-a950e6aa-bced-412a-a659-bf275cfd0642 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:50.384401 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d8b43270-e083-40bc-ad41-20da2019bc4b req-a950e6aa-bced-412a-a659-bf275cfd0642 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0742116 May 09 14:13:50.436885 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d8b43270-e083-40bc-ad41-20da2019bc4b req-9852339f-c91a-4853-bb13-4bb5a36d7c9a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465224 May 09 14:13:51.650549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ffe6f-ca09-43a6-b04a-2563f081894e req-c88d729c-3b97-42f5-9285-d6696b6bbb1c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:51.651985 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9d3ffe6f-ca09-43a6-b04a-2563f081894e req-c88d729c-3b97-42f5-9285-d6696b6bbb1c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0818045 May 09 14:13:51.698397 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9d3ffe6f-ca09-43a6-b04a-2563f081894e req-05e02187-1435-471b-b621-376885a0850a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406775 May 09 14:13:51.910236 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:13:52.919257 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bec802-b8aa-494b-a70d-6748e6473785 req-6ef0c5c6-1ee2-49e0-8bee-3eef37486ff7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:52.920607 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c2bec802-b8aa-494b-a70d-6748e6473785 req-6ef0c5c6-1ee2-49e0-8bee-3eef37486ff7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0835545 May 09 14:13:52.970967 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c2bec802-b8aa-494b-a70d-6748e6473785 req-3e6242ee-d764-4b77-a3f2-ba520166017b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448840 May 09 14:13:54.181756 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a7585-2133-4ebf-bc81-3ab6f2408895 req-d44f6b1c-55e9-4a51-9d99-85a5f71677d8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:54.183379 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e20a7585-2133-4ebf-bc81-3ab6f2408895 req-d44f6b1c-55e9-4a51-9d99-85a5f71677d8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0814703 May 09 14:13:54.231477 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e20a7585-2133-4ebf-bc81-3ab6f2408895 req-4263a713-1e58-4b81-bc94-2a0e09c6a65c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413761 May 09 14:13:55.054607 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:13:55.438810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acc15-be49-4dd7-8062-735886bce1cd req-f7d37cdb-4c59-4805-b877-83e64a9c4382 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:55.440240 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-708acc15-be49-4dd7-8062-735886bce1cd req-f7d37cdb-4c59-4805-b877-83e64a9c4382 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0827999 May 09 14:13:55.496332 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-708acc15-be49-4dd7-8062-735886bce1cd req-06e1322a-a9b0-45b0-9d05-92e99aa74ff5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504298 May 09 14:13:56.688944 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a93f2-3dc9-4a71-bc48-6497cd54194a req-ae3bcfd4-33b8-4330-b230-5c5b24f6c7e1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:56.690406 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-819a93f2-3dc9-4a71-bc48-6497cd54194a req-ae3bcfd4-33b8-4330-b230-5c5b24f6c7e1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0744069 May 09 14:13:56.734106 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-819a93f2-3dc9-4a71-bc48-6497cd54194a req-6fa2c099-cd0a-4570-87bc-4d734670e5e5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376723 May 09 14:13:57.929452 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f450a56-1c28-44c2-9265-d14a2ba327b1 req-d093776c-ff42-4be2-9430-a3fa26ff459a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:57.930812 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9f450a56-1c28-44c2-9265-d14a2ba327b1 req-d093776c-ff42-4be2-9430-a3fa26ff459a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0782447 May 09 14:13:57.973274 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9f450a56-1c28-44c2-9265-d14a2ba327b1 req-185d9e77-d37a-4b6f-8936-17ef51561663 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371263 May 09 14:13:59.171773 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709a8a3-97b0-4776-bd6f-2651a3ba90ac req-e120b2c6-e62d-4cbc-ab55-64f53c31ce5c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:13:59.173183 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5709a8a3-97b0-4776-bd6f-2651a3ba90ac req-e120b2c6-e62d-4cbc-ab55-64f53c31ce5c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0751493 May 09 14:13:59.219625 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5709a8a3-97b0-4776-bd6f-2651a3ba90ac req-e54efcc4-708a-45f1-a492-d614a2471fc8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404212 May 09 14:14:00.484030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a124a0e-7e6b-4f8f-a0c6-83d5c900d839 req-0569ed10-14b6-4ed3-b1c7-1ffd408295a7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:14:00.485505 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6a124a0e-7e6b-4f8f-a0c6-83d5c900d839 req-0569ed10-14b6-4ed3-b1c7-1ffd408295a7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.1440136 May 09 14:14:00.529120 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6a124a0e-7e6b-4f8f-a0c6-83d5c900d839 req-5c1cb556-1661-42d9-bac0-9f997de896bb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380189 May 09 14:14:01.722644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf5a8b-5c9b-407c-b926-72829222e896 req-8a1719cc-1256-4007-b03a-b52cf5bd4971 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:14:01.724567 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-44bf5a8b-5c9b-407c-b926-72829222e896 req-8a1719cc-1256-4007-b03a-b52cf5bd4971 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0776641 May 09 14:14:01.769162 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-44bf5a8b-5c9b-407c-b926-72829222e896 req-959a428c-e7ba-48f4-adda-d593c34da063 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391576 May 09 14:14:02.959433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 22507904-0871-476c-a3c4-886283f84c59 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 14:14:02.969424 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ce35-d046-4482-9e19-a184167ef512 req-98e77a75-9bd2-4ef9-aa93-4ab39f65fd96 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:14:02.970889 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-24f1ce35-d046-4482-9e19-a184167ef512 req-98e77a75-9bd2-4ef9-aa93-4ab39f65fd96 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 944 time: 0.0776172 May 09 14:14:03.017719 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-24f1ce35-d046-4482-9e19-a184167ef512 req-0d806cf4-7255-42b5-afc5-1930c2c58ade tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402946 May 09 14:14:03.100968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 22507904-0871-476c-a3c4-886283f84c59, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=22507904-0871-476c-a3c4-886283f84c59,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:14:03.113512 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '22507904-0871-476c-a3c4-886283f84c59', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'port_id': '22507904-0871-476c-a3c4-886283f84c59', 'mac_address': 'fa:16:3e:85:ae:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 14:14:03.168410 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:03.186051 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22507904-0871-476c-a3c4-886283f84c59 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:14:03.200468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 22507904-0871-476c-a3c4-886283f84c59, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=22507904-0871-476c-a3c4-886283f84c59,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:14:03.204812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:03.267442 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=22507904-0871-476c-a3c4-886283f84c59,revision_number=9']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:14:03.551823 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['22507904-0871-476c-a3c4-886283f84c59'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 14:14:04.211434 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281ced5-5151-4a82-a824-91cf9d347471 req-f5190116-e572-4b38-9214-9bae7a9e3cea tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:14:04.212764 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0281ced5-5151-4a82-a824-91cf9d347471 req-f5190116-e572-4b38-9214-9bae7a9e3cea tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 945 time: 0.0766175 May 09 14:14:04.257670 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0281ced5-5151-4a82-a824-91cf9d347471 req-b6cdd9f2-cdf8-4212-99c5-3fde4ee6d360 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390849 May 09 14:14:04.966313 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 22507904-0871-476c-a3c4-886283f84c59 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:14:05.032087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 22507904-0871-476c-a3c4-886283f84c59 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:14:05.032449 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:05.142308 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:05.167993 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22507904-0871-476c-a3c4-886283f84c59'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:14:05.176996 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 22507904-0871-476c-a3c4-886283f84c59, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=22507904-0871-476c-a3c4-886283f84c59,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:14:05.181779 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:05.249543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=22507904-0871-476c-a3c4-886283f84c59,revision_number=10']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:14:05.337462 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c73d2a-b645-4090-87c7-31baf50e3bb3'] response: {'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22507904-0871-476c-a3c4-886283f84c59', 'code': 200} May 09 14:14:05.455329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf9585-4f51-4492-bc20-4d9d8b121d96 req-bacbf149-7e94-41b4-aef5-dfc998a793e7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:14:05.457479 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b6cf9585-4f51-4492-bc20-4d9d8b121d96 req-bacbf149-7e94-41b4-aef5-dfc998a793e7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 947 time: 0.0793889 May 09 14:14:05.507007 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b6cf9585-4f51-4492-bc20-4d9d8b121d96 req-e6e85958-31ba-4bf8-ac37-b0de1bc5b2e7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434418 May 09 14:14:05.582090 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d2156140-8cc8-4126-a514-491fd98762cd req-1643d9ae-80b6-4d6e-93db-fe9a41216ff0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1100 time: 0.0658729 May 09 14:14:05.623041 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d2156140-8cc8-4126-a514-491fd98762cd req-4a09e88c-0140-4e34-87b9-08e897099be4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353353 May 09 14:14:06.701317 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdd1ca-2b56-42cf-9863-1f3c9bd03eee req-0cafd1bd-5eb8-4f3e-9337-3533c2031226 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:14:06.702757 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fbfdd1ca-2b56-42cf-9863-1f3c9bd03eee req-0cafd1bd-5eb8-4f3e-9337-3533c2031226 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 947 time: 0.0753703 May 09 14:14:06.746437 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fbfdd1ca-2b56-42cf-9863-1f3c9bd03eee req-8fc5ecc0-66a6-458a-b941-f05127df5600 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382962 May 09 14:14:07.941686 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48539790-3138-49c4-9e01-6e185f3efa74 req-49c95e5f-8f3b-4d32-8696-319bba3f37a0 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:14:07.943033 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-48539790-3138-49c4-9e01-6e185f3efa74 req-49c95e5f-8f3b-4d32-8696-319bba3f37a0 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 947 time: 0.0786209 May 09 14:14:07.987740 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-48539790-3138-49c4-9e01-6e185f3efa74 req-17526402-49b0-448a-a6ca-bea22106ce0d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391111 May 09 14:14:10.252979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6b9fd03b-3c5e-490d-9274-9211895ff68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:11.392845 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4ffeabd-c05f-4262-ad9e-ee9f09832957 req-f3ae8192-5375-43bb-8271-850a857d6485 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721035 May 09 14:14:11.538786 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4ffeabd-c05f-4262-ad9e-ee9f09832957 req-71124b5d-bafa-4ea0-928a-10f3b6e3b91a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1100 time: 0.0722020 May 09 14:14:11.791340 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffeabd-c05f-4262-ad9e-ee9f09832957 req-cdf67894-3e16-41cf-b996-42651df495f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:14:11.792722 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4ffeabd-c05f-4262-ad9e-ee9f09832957 req-cdf67894-3e16-41cf-b996-42651df495f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.2359004 May 09 14:14:11.895067 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4ffeabd-c05f-4262-ad9e-ee9f09832957 req-6e6f1347-cc0f-4a70-8139-c363f43f21a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22507904-0871-476c-a3c4-886283f84c59 HTTP/1.1" status: 200 len: 1000 time: 0.0968153 May 09 14:14:11.957162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffeabd-c05f-4262-ad9e-ee9f09832957 req-f94139a9-25dd-454d-a124-d003b4694e6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:14:11.958650 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4ffeabd-c05f-4262-ad9e-ee9f09832957 req-f94139a9-25dd-454d-a124-d003b4694e6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0578051 May 09 14:14:12.044144 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4ffeabd-c05f-4262-ad9e-ee9f09832957 req-3a265a9e-1b48-4181-9996-8e3d2e1ffc0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795169 May 09 14:14:12.171602 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4ffeabd-c05f-4262-ad9e-ee9f09832957 req-832c3975-3d00-45ad-b0d8-be7679ab242e service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220062 May 09 14:14:12.303314 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4ffeabd-c05f-4262-ad9e-ee9f09832957 req-79536f56-92bc-4180-8fd6-b76afcdcca4e service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250405 May 09 14:14:12.540586 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edfe01a4-3482-4d7a-8a16-757e76be58dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:13.554975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:13.957734 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:15.243542 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:21.913976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:32.051604 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:14:40.255061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4aac0c80-830f-4d3e-b707-39b7f8ce751c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:42.541594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-feffd2d0-766c-4e71-b26f-b7eeefda97d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:43.557236 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:43.961147 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:45.246042 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:14:51.917074 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:02.434555 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-dd6ecc51-4d13-43a4-bbc3-ec09db5560d7 req-65928f62-305d-4fce-96e7-6841f39515db service neutron] (83894) timed out ('10.222.0.57', 60182) {{(pid=83894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 09 14:15:09.051663 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:15:10.258004 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6abca0af-777f-45f8-9d06-8d103233d30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:12.544965 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a913fb9e-f889-49b7-81d6-781ce93898d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:13.372057 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4bbecd8-039e-4a3c-a7f7-2fbe18e94005 req-a3006329-bac7-4b71-a8e1-c3e468cc7d34 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750759 May 09 14:15:13.509365 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4bbecd8-039e-4a3c-a7f7-2fbe18e94005 req-9accdaa2-ba03-4180-b834-b8d22d4da2c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1100 time: 0.0704098 May 09 14:15:13.558377 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:13.651786 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbecd8-039e-4a3c-a7f7-2fbe18e94005 req-d7790f0f-a672-4cfb-8646-d33ead4a77b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:15:13.653134 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4bbecd8-039e-4a3c-a7f7-2fbe18e94005 req-d7790f0f-a672-4cfb-8646-d33ead4a77b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.1263883 May 09 14:15:13.748199 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4bbecd8-039e-4a3c-a7f7-2fbe18e94005 req-82e36ba3-76ed-4c58-b5e8-ab6fa911290a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22507904-0871-476c-a3c4-886283f84c59 HTTP/1.1" status: 200 len: 1000 time: 0.0896966 May 09 14:15:13.810919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbecd8-039e-4a3c-a7f7-2fbe18e94005 req-bc8b6107-c3a8-430c-a565-97289f1a95de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:15:13.812272 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4bbecd8-039e-4a3c-a7f7-2fbe18e94005 req-bc8b6107-c3a8-430c-a565-97289f1a95de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0584037 May 09 14:15:13.884616 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4bbecd8-039e-4a3c-a7f7-2fbe18e94005 req-9e85e9c5-05a1-4f03-867d-8d5ad2cd01a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658257 May 09 14:15:13.963782 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:14.015153 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4bbecd8-039e-4a3c-a7f7-2fbe18e94005 req-5ba3344c-c231-4121-9649-1f42dd3b8d99 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239083 May 09 14:15:14.143100 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-d4bbecd8-039e-4a3c-a7f7-2fbe18e94005 req-8f7d7118-fc7e-4041-a6e2-30fa58e5ac34 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224885 May 09 14:15:15.249267 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:21.925834 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:40.259026 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-623d583f-85a5-4a63-a4c9-6ae825ba431e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:42.545743 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6b6d0016-8407-4174-9c5b-a39e4a588a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:43.561998 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:43.964376 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:45.253801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:46.052041 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:15:51.923076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:55.051373 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 38344) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:15:55.402186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Deleting port 6f8cf5d9-5013-48a0-b5d3-8f73da759019 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:15:55.402517 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:55.561477 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:55.561803 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:55.679102 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Calling delete_port for 6f8cf5d9-5013-48a0-b5d3-8f73da759019 owned by network:floatingip {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:15:55.823883 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:55.868364 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event deleted for resources: {'Port': ['ID=6f8cf5d9-5013-48a0-b5d3-8f73da759019,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:15:55.879780 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:15:55.880123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:15:55.880501 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:15:55.881376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:15:55.882182 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:15:55.882182 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:15:55.882448 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:15:55.882771 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:15:55.883085 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:15:55.883396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:15:55.883891 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:15:55.972749 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for floatingip, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:56.353492 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Router ab79d67b-7742-489f-b512-972760b124ed has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:15:56.553030 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:15:56.563508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b4b6f-b93d-45c0-9307-077ca1968260 None None] Sync routers for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:15:56.565279 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:56.575537 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b4b6f-b93d-45c0-9307-077ca1968260 None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:15:56.576149 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-285b4b6f-b93d-45c0-9307-077ca1968260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:15:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:15:56.618287 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-3fd6d045-75e3-4205-9036-5517f8750997 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "DELETE /v2.0/floatingips/cc915be0-e32b-4a44-9eca-7d387b8240fc HTTP/1.1" status: 204 len: 168 time: 1.5659447 May 09 14:15:56.618853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'tag': '22507904-0871-476c-a3c4-886283f84c59'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:15:56.799186 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-285b4b6f-b93d-45c0-9307-077ca1968260 None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:15:56.821898 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232bfcbe-c85e-4a94-bf2b-12060808d7de'] response: {'name': 'network-changed', 'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'tag': '22507904-0871-476c-a3c4-886283f84c59', 'status': 'completed', 'code': 200} May 09 14:15:56.921364 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21a173bc-9c8c-4278-b33f-e77139a02de0 req-546ad1b0-f5b3-44a7-a88b-f2844015a6d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 1100 time: 0.0759616 May 09 14:15:57.084689 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52410b-365e-45a2-ad36-ccba7781d141 req-09d6b800-c868-4146-a3a9-2adeb3edf991 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:15:57.086443 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8e52410b-365e-45a2-ad36-ccba7781d141 req-09d6b800-c868-4146-a3a9-2adeb3edf991 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 947 time: 0.1006048 May 09 14:15:57.132964 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-285b4b6f-b93d-45c0-9307-077ca1968260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 5, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:15:57.137126 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b4b6f-b93d-45c0-9307-077ca1968260 None None] Checking router: ab79d67b-7742-489f-b512-972760b124ed for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:15:57.141125 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8e52410b-365e-45a2-ad36-ccba7781d141 req-8c4b0506-dcb4-47a4-8bc4-6856d4d8b0ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486758 May 09 14:15:57.148448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b4b6f-b93d-45c0-9307-077ca1968260 None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:15:57.149073 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-285b4b6f-b93d-45c0-9307-077ca1968260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:15:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:15:57.164288 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a173bc-9c8c-4278-b33f-e77139a02de0 req-01e8647a-7e57-4de1-af1c-f1d5cb6f1eb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:15:57.165724 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21a173bc-9c8c-4278-b33f-e77139a02de0 req-01e8647a-7e57-4de1-af1c-f1d5cb6f1eb6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.2374539 May 09 14:15:57.231458 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21a173bc-9c8c-4278-b33f-e77139a02de0 req-df070726-1a02-4e19-8865-eb01d2f767e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22507904-0871-476c-a3c4-886283f84c59 HTTP/1.1" status: 200 len: 217 time: 0.0591195 May 09 14:15:57.295237 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a173bc-9c8c-4278-b33f-e77139a02de0 req-315a9c31-3391-4b76-976f-51364aef9076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:15:57.296660 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21a173bc-9c8c-4278-b33f-e77139a02de0 req-315a9c31-3391-4b76-976f-51364aef9076 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0584660 May 09 14:15:57.324175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-285b4b6f-b93d-45c0-9307-077ca1968260 None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:15:57.369683 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21a173bc-9c8c-4278-b33f-e77139a02de0 req-2aec4902-c68a-4c64-a567-818ad8473a03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659459 May 09 14:15:57.500153 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21a173bc-9c8c-4278-b33f-e77139a02de0 req-106e4319-f030-48b1-bd46-8c2a84e53d07 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235974 May 09 14:15:57.632013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-285b4b6f-b93d-45c0-9307-077ca1968260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 5, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:15:57.635317 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-21a173bc-9c8c-4278-b33f-e77139a02de0 req-2d2ad73d-2c41-496f-a902-900571c258bb service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283290 May 09 14:15:57.635930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b4b6f-b93d-45c0-9307-077ca1968260 None None] The sync data for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv is: [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 5, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:15:57.849986 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908a520f-7eb9-4918-a7ce-e659ef64e0c7 None None] New status for floating IP cc915be0-e32b-4a44-9eca-7d387b8240fc: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:15:58.346095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098558-51f2-4197-a003-203d9585c849 req-333f4f19-dc5c-4aa4-ae09-d49372b5f790 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:15:58.347534 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a3098558-51f2-4197-a003-203d9585c849 req-333f4f19-dc5c-4aa4-ae09-d49372b5f790 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 947 time: 0.0805440 May 09 14:15:58.392182 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a3098558-51f2-4197-a003-203d9585c849 req-fa7dda05-c2ad-4d0d-b391-3b0f67707c8e tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=1026d7e1-9c30-4d09-83c0-25b757b40b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389938 May 09 14:15:58.654184 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64486376-b7e0-4157-b587-2ba6c8a7201b req-0ad7aa7a-efb8-42ca-a0b0-10286f92bb0c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:15:58.654853 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-64486376-b7e0-4157-b587-2ba6c8a7201b req-0ad7aa7a-efb8-42ca-a0b0-10286f92bb0c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Synchronizing usage tracker for tenant:963279c0d367441cb6462ab94961ec93 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:15:58.670330 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-64486376-b7e0-4157-b587-2ba6c8a7201b req-0ad7aa7a-efb8-42ca-a0b0-10286f92bb0c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Unset dirty status for tenant:963279c0d367441cb6462ab94961ec93 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:15:58.671377 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-64486376-b7e0-4157-b587-2ba6c8a7201b req-0ad7aa7a-efb8-42ca-a0b0-10286f92bb0c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.57 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 947 time: 0.0951171 May 09 14:15:58.739315 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-64486376-b7e0-4157-b587-2ba6c8a7201b req-dc06bd8b-0a3e-418e-bfad-a04d7b6c30c8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Deleting port 22507904-0871-476c-a3c4-886283f84c59 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:15:58.739647 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-64486376-b7e0-4157-b587-2ba6c8a7201b req-dc06bd8b-0a3e-418e-bfad-a04d7b6c30c8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:58.973370 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-64486376-b7e0-4157-b587-2ba6c8a7201b req-dc06bd8b-0a3e-418e-bfad-a04d7b6c30c8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] For port 22507904-0871-476c-a3c4-886283f84c59, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=22507904-0871-476c-a3c4-886283f84c59,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:15:58.973654 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-64486376-b7e0-4157-b587-2ba6c8a7201b req-dc06bd8b-0a3e-418e-bfad-a04d7b6c30c8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:59.090238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-64486376-b7e0-4157-b587-2ba6c8a7201b req-dc06bd8b-0a3e-418e-bfad-a04d7b6c30c8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Calling delete_port for 22507904-0871-476c-a3c4-886283f84c59 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:15:59.226826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-64486376-b7e0-4157-b587-2ba6c8a7201b req-dc06bd8b-0a3e-418e-bfad-a04d7b6c30c8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:59.272058 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06bd8b-0a3e-418e-bfad-a04d7b6c30c8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event deleted for resources: {'Port': ['ID=22507904-0871-476c-a3c4-886283f84c59,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:15:59.346486 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-64486376-b7e0-4157-b587-2ba6c8a7201b req-dc06bd8b-0a3e-418e-bfad-a04d7b6c30c8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] No DVR routers for this DVR port 22507904-0871-476c-a3c4-886283f84c59 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:15:59.348818 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-64486376-b7e0-4157-b587-2ba6c8a7201b req-dc06bd8b-0a3e-418e-bfad-a04d7b6c30c8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:15:59.351748 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'name': 'network-vif-deleted', 'tag': '22507904-0871-476c-a3c4-886283f84c59'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:15:59.367199 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-64486376-b7e0-4157-b587-2ba6c8a7201b req-dc06bd8b-0a3e-418e-bfad-a04d7b6c30c8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.57 "DELETE /v2.0/ports/22507904-0871-476c-a3c4-886283f84c59 HTTP/1.1" status: 204 len: 173 time: 0.6897161 May 09 14:15:59.414632 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8861ebea-fd15-43a3-8944-59de610b7261'] response: {'server_uuid': '61980ae9-ec4b-41d0-b03a-473800f6c07d', 'name': 'network-vif-deleted', 'tag': '22507904-0871-476c-a3c4-886283f84c59', 'status': 'completed', 'code': 200} May 09 14:15:59.568081 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f826dee-0d39-4783-b28b-501b8d6f9a33 req-97227c41-55a5-4720-af6e-3b0c54714697 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=61980ae9-ec4b-41d0-b03a-473800f6c07d HTTP/1.1" status: 200 len: 210 time: 0.0404582 May 09 14:16:00.679003 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 38398) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:16:00.745612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dac54b23-8548-4586-b95a-aefc1c1fca87 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:00.778391 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dac54b23-8548-4586-b95a-aefc1c1fca87 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:00.841115 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dac54b23-8548-4586-b95a-aefc1c1fca87 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:00.857343 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac54b23-8548-4586-b95a-aefc1c1fca87 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1026d7e1-9c30-4d09-83c0-25b757b40b7e,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:00.868854 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-dac54b23-8548-4586-b95a-aefc1c1fca87 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:00.872552 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-dac54b23-8548-4586-b95a-aefc1c1fca87 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "DELETE /v2.0/security-groups/1026d7e1-9c30-4d09-83c0-25b757b40b7e HTTP/1.1" status: 204 len: 168 time: 0.1900203 May 09 14:16:01.012203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 38408) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:16:01.017757 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-817306203', 'description': 'tempest-secgroup-smoke-817306203 description', 'project_id': '963279c0d367441cb6462ab94961ec93'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:16:01.023560 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:16:01.027523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:16:01.030296 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:16:01.035826 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:16:01.045381 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.082028 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:16:01.085662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:16:01.088345 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:16:01.095117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:16:01.149642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.153020 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.196812 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3adb71e-5ca8-454a-b936-7fdf99a92799,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:01.201367 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.202544 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-15cde089-0d46-4a54-8963-bab74a2ac6b5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1893404 May 09 14:16:01.205555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 38412) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:16:01.210664 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-eb2ab13f-9acc-439d-8c77-87ac5a5e7fc2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group_rule': {'security_group_id': 'c3adb71e-5ca8-454a-b936-7fdf99a92799', 'project_id': '963279c0d367441cb6462ab94961ec93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:16:01.216511 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-eb2ab13f-9acc-439d-8c77-87ac5a5e7fc2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:16:01.220291 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-eb2ab13f-9acc-439d-8c77-87ac5a5e7fc2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:16:01.223117 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-eb2ab13f-9acc-439d-8c77-87ac5a5e7fc2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:16:01.228751 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-eb2ab13f-9acc-439d-8c77-87ac5a5e7fc2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:16:01.245657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab13f-9acc-439d-8c77-87ac5a5e7fc2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.305801 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab13f-9acc-439d-8c77-87ac5a5e7fc2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.309219 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab13f-9acc-439d-8c77-87ac5a5e7fc2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.331093 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ab13f-9acc-439d-8c77-87ac5a5e7fc2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39fd67d-fc26-41ec-b28e-037346b6b173,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:01.339785 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab13f-9acc-439d-8c77-87ac5a5e7fc2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.340959 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-eb2ab13f-9acc-439d-8c77-87ac5a5e7fc2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1346219 May 09 14:16:01.343657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 38416) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:16:01.348824 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-fa177754-9477-4533-bc3c-3e0552cd138f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group_rule': {'security_group_id': 'c3adb71e-5ca8-454a-b936-7fdf99a92799', 'project_id': '963279c0d367441cb6462ab94961ec93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:16:01.354919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fa177754-9477-4533-bc3c-3e0552cd138f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:16:01.358670 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fa177754-9477-4533-bc3c-3e0552cd138f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:16:01.361500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fa177754-9477-4533-bc3c-3e0552cd138f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:16:01.367745 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fa177754-9477-4533-bc3c-3e0552cd138f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:16:01.383479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa177754-9477-4533-bc3c-3e0552cd138f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.521797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa177754-9477-4533-bc3c-3e0552cd138f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.525577 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa177754-9477-4533-bc3c-3e0552cd138f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.548979 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa177754-9477-4533-bc3c-3e0552cd138f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afc2e32-3d1e-494b-b35f-4db672dec7a8,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:01.557960 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fa177754-9477-4533-bc3c-3e0552cd138f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.561655 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fa177754-9477-4533-bc3c-3e0552cd138f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2145827 May 09 14:16:01.561872 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 38420) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:16:01.567109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-fd4a0d80-f7ac-4801-97b7-ddbc007aa4be tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group_rule': {'security_group_id': 'c3adb71e-5ca8-454a-b936-7fdf99a92799', 'project_id': '963279c0d367441cb6462ab94961ec93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:16:01.572848 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fd4a0d80-f7ac-4801-97b7-ddbc007aa4be tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:16:01.576642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fd4a0d80-f7ac-4801-97b7-ddbc007aa4be tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:16:01.579545 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-fd4a0d80-f7ac-4801-97b7-ddbc007aa4be tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:16:01.585141 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-fd4a0d80-f7ac-4801-97b7-ddbc007aa4be tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:16:01.600848 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0d80-f7ac-4801-97b7-ddbc007aa4be tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.662603 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0d80-f7ac-4801-97b7-ddbc007aa4be tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.665996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0d80-f7ac-4801-97b7-ddbc007aa4be tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.676526 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 22507904-0871-476c-a3c4-886283f84c59 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:16:01.689205 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a0d80-f7ac-4801-97b7-ddbc007aa4be tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7a6946-93bc-471b-8134-625aa2710fff,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:01.698064 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0d80-f7ac-4801-97b7-ddbc007aa4be tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.699141 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-fd4a0d80-f7ac-4801-97b7-ddbc007aa4be tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1363819 May 09 14:16:01.701899 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 38424) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:16:01.707555 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-40e85380-e630-4dc9-9f4b-3bad07c8f3cb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group_rule': {'security_group_id': 'c3adb71e-5ca8-454a-b936-7fdf99a92799', 'project_id': '963279c0d367441cb6462ab94961ec93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:16:01.713796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-40e85380-e630-4dc9-9f4b-3bad07c8f3cb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:16:01.715336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 22507904-0871-476c-a3c4-886283f84c59 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:16:01.715680 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 22507904-0871-476c-a3c4-886283f84c59 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:16:01.717539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-40e85380-e630-4dc9-9f4b-3bad07c8f3cb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:16:01.720394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-40e85380-e630-4dc9-9f4b-3bad07c8f3cb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:16:01.726713 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-40e85380-e630-4dc9-9f4b-3bad07c8f3cb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:16:01.743051 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40e85380-e630-4dc9-9f4b-3bad07c8f3cb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.803858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40e85380-e630-4dc9-9f4b-3bad07c8f3cb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.807627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40e85380-e630-4dc9-9f4b-3bad07c8f3cb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.831106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e85380-e630-4dc9-9f4b-3bad07c8f3cb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25944a71-d5c5-422d-a78c-da61b76d4656,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:01.842336 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-40e85380-e630-4dc9-9f4b-3bad07c8f3cb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.843513 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-40e85380-e630-4dc9-9f4b-3bad07c8f3cb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1406348 May 09 14:16:01.846244 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 38428) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:16:01.851928 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-ecbd8d75-7137-4331-9d4a-036a28a960d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group_rule': {'security_group_id': 'c3adb71e-5ca8-454a-b936-7fdf99a92799', 'project_id': '963279c0d367441cb6462ab94961ec93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:16:01.857567 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ecbd8d75-7137-4331-9d4a-036a28a960d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:16:01.861378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ecbd8d75-7137-4331-9d4a-036a28a960d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:16:01.864160 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-ecbd8d75-7137-4331-9d4a-036a28a960d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:16:01.869758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-ecbd8d75-7137-4331-9d4a-036a28a960d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:16:01.879843 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-ecbd8d75-7137-4331-9d4a-036a28a960d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Project 963279c0d367441cb6462ab94961ec93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 14:16:01.886151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ecbd8d75-7137-4331-9d4a-036a28a960d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.949535 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ecbd8d75-7137-4331-9d4a-036a28a960d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.953074 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ecbd8d75-7137-4331-9d4a-036a28a960d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.976022 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd8d75-7137-4331-9d4a-036a28a960d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124531b2-46cd-4f69-8dfd-58d8a6c7f103,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:01.984580 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-ecbd8d75-7137-4331-9d4a-036a28a960d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:01.985753 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-ecbd8d75-7137-4331-9d4a-036a28a960d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1386096 May 09 14:16:01.988432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 38432) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:16:01.994399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-5fffc54b-7f04-42b0-980e-c69a2effc367 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'security_group_rule': {'security_group_id': 'c3adb71e-5ca8-454a-b936-7fdf99a92799', 'project_id': '963279c0d367441cb6462ab94961ec93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:16:02.001816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5fffc54b-7f04-42b0-980e-c69a2effc367 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:16:02.005634 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5fffc54b-7f04-42b0-980e-c69a2effc367 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:security_group_rule and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:16:02.008814 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-5fffc54b-7f04-42b0-980e-c69a2effc367 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:16:02.014702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-5fffc54b-7f04-42b0-980e-c69a2effc367 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:16:02.025064 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.securitygroups_db [None req-5fffc54b-7f04-42b0-980e-c69a2effc367 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Project 963279c0d367441cb6462ab94961ec93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 14:16:02.031134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fffc54b-7f04-42b0-980e-c69a2effc367 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:02.094799 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fffc54b-7f04-42b0-980e-c69a2effc367 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:02.099858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fffc54b-7f04-42b0-980e-c69a2effc367 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:02.121941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffc54b-7f04-42b0-980e-c69a2effc367 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357f8a26-82f6-41d5-8883-39f1f3a6f92d,revision_number=0']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:02.131247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-5fffc54b-7f04-42b0-980e-c69a2effc367 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:02.132389 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-5fffc54b-7f04-42b0-980e-c69a2effc367 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1430748 May 09 14:16:10.262006 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b83f4f58-6d65-495b-8cd9-68fe863011c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:12.549396 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa46a597-cae8-42c4-b96c-81e98e06908d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:13.565215 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:13.966363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:15.257694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:15.855572 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-6bb73f33-aca7-40f6-b2c6-bb2153b889a6 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817306203&fields=id&tenant_id=963279c0d367441cb6462ab94961ec93 HTTP/1.1" status: 200 len: 267 time: 0.0402315 May 09 14:16:16.004230 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-9758da28-a06d-44c2-9757-213276ef94e9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:16.005716 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-9758da28-a06d-44c2-9757-213276ef94e9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 809 time: 0.1435831 May 09 14:16:16.022061 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-16e8b5fe-3ab3-472e-b58b-505f930d6715 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/quotas/963279c0d367441cb6462ab94961ec93 HTTP/1.1" status: 200 len: 375 time: 0.0110605 May 09 14:16:16.100358 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-9c272f19-42ae-4c7b-b6e5-6aa51b6fa66c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736814 May 09 14:16:16.248141 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-e7cc4159-0fd8-493f-9a96-b4968cc4cb1d service neutron] 10.222.0.44 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343346 May 09 14:16:16.377451 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-267211a3-14d6-4d48-928a-0ed2abebba66 service neutron] 10.222.0.44 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235652 May 09 14:16:17.935760 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-88018057-fea3-4ffc-9707-d9bd4ae00e04 req-b1728426-7f70-41bb-a8e1-eba3c22be5d2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 210 time: 0.0399840 May 09 14:16:19.089482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-a4a88f32-c6f8-4d29-800d-51d16702ed60 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:19.090930 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-a4a88f32-c6f8-4d29-800d-51d16702ed60 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 809 time: 0.1546254 May 09 14:16:19.104381 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d6e1a627-fdf4-41cb-b3ba-f886a9c5d578 req-a1b09d26-4ead-44c4-b68a-40f32239bea0 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 210 time: 0.0448399 May 09 14:16:19.145106 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-abfde89b-48a1-403a-8e37-a3bfc98457a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Synchronizing usage tracker for tenant:963279c0d367441cb6462ab94961ec93 on resource:security_group {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:16:19.162312 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-abfde89b-48a1-403a-8e37-a3bfc98457a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Unset dirty status for tenant:963279c0d367441cb6462ab94961ec93 on resource:security_group {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:16:19.164601 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-abfde89b-48a1-403a-8e37-a3bfc98457a9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963279c0d367441cb6462ab94961ec93 HTTP/1.1" status: 200 len: 379 time: 0.0615156 May 09 14:16:19.173009 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'port': {'device_id': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'admin_state_up': True, 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'security_groups': ['c3adb71e-5ca8-454a-b936-7fdf99a92799']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:16:19.309326 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:16:19.313374 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:port and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:16:19.316159 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:16:19.322362 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:16:19.332218 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Made reservation on behalf of 963279c0d367441cb6462ab94961ec93 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:16:19.335753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:19.501655 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Allocated IP 172.20.0.6 (213b4059-9320-4392-8c4b-969071a29c47/49623d4b-4dec-4fae-9a0e-d2d781485468/e907be8e-98e1-4b4e-b5f7-b46347ef08a4) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:16:19.698436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:19.713870 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Transition to ACTIVE for port object e907be8e-98e1-4b4e-b5f7-b46347ef08a4 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:16:19.735063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:19.805267 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Network 213b4059-9320-4392-8c4b-969071a29c47 is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:16:19.808195 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:16:19.812134 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:16:19.850552 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'Port': ['ID=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:19.885019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:19.885720 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:19.913111 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-04d5722e-d071-4369-b8ee-25783e39cbf1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7433577 May 09 14:16:19.925145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Request body: {'port': {'device_id': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:16:20.039310 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:20.113665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a7ccbb8c-3bb7-4d54-8b85-4c399d663243 None None] Provisioning for port e907be8e-98e1-4b4e-b5f7-b46347ef08a4 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:16:20.122196 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a7ccbb8c-3bb7-4d54-8b85-4c399d663243 None None] Provisioning complete for port e907be8e-98e1-4b4e-b5f7-b46347ef08a4 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:16:20.122753 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a7ccbb8c-3bb7-4d54-8b85-4c399d663243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:20.199678 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a7ccbb8c-3bb7-4d54-8b85-4c399d663243 None None] Port e907be8e-98e1-4b4e-b5f7-b46347ef08a4 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:16:20.330574 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb0a12-72ad-4aa6-aa27-8ce78515874e req-e2452ad6-0622-42a3-9ffe-4b3007bd29f5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:20.332689 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ccb0a12-72ad-4aa6-aa27-8ce78515874e req-e2452ad6-0622-42a3-9ffe-4b3007bd29f5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 931 time: 0.0851250 May 09 14:16:20.384437 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9ccb0a12-72ad-4aa6-aa27-8ce78515874e req-a81cb184-32e8-4f4f-ba26-9c57010d2f25 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460513 May 09 14:16:20.404116 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e907be8e-98e1-4b4e-b5f7-b46347ef08a4 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:16:20.412380 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:20.426536 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Transition to ACTIVE for port object e907be8e-98e1-4b4e-b5f7-b46347ef08a4 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:16:20.430239 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:20.671242 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:20.779073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Attempting to bind port e907be8e-98e1-4b4e-b5f7-b46347ef08a4 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:16:20.779304 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Attempting to bind port e907be8e-98e1-4b4e-b5f7-b46347ef08a4 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:16:20.779626 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Attempting to bind port e907be8e-98e1-4b4e-b5f7-b46347ef08a4 on network 213b4059-9320-4392-8c4b-969071a29c47 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:16:20.785302 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Port e907be8e-98e1-4b4e-b5f7-b46347ef08a4 on network 213b4059-9320-4392-8c4b-969071a29c47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 14:16:20.785619 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Attempting to bind port e907be8e-98e1-4b4e-b5f7-b46347ef08a4 on network 213b4059-9320-4392-8c4b-969071a29c47 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:16:20.792183 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:16:20.792509 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Checking segment: {'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:16:20.792880 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Bound using segment: {'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:16:20.793309 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Bound port: e907be8e-98e1-4b4e-b5f7-b46347ef08a4, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0360ba88-1350-4a1f-af3d-8c144802ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '213b4059-9320-4392-8c4b-969071a29c47'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:16:20.793650 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:20.879941 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] For port e907be8e-98e1-4b4e-b5f7-b46347ef08a4, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:16:20.884123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] For port e907be8e-98e1-4b4e-b5f7-b46347ef08a4, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:16:20.888542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:20.950189 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:20.951579 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] 10.222.0.57 "PUT /v2.0/ports/e907be8e-98e1-4b4e-b5f7-b46347ef08a4 HTTP/1.1" status: 200 len: 1093 time: 1.0324109 May 09 14:16:20.952208 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:16:20.971324 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedb49c-cc37-4c99-9c26-fbaa83fdc7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:21.028136 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76179c2-9294-4d1d-8979-05377aa1c7b0'] response: {'name': 'network-changed', 'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'status': 'completed', 'code': 200} May 09 14:16:21.069846 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-e4b324f4-3405-4ef4-9c87-1c85aee25681 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 1096 time: 0.0768490 May 09 14:16:21.140410 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-1ff0ff59-fe26-4afc-9a24-be1e010a5397 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4 HTTP/1.1" status: 200 len: 217 time: 0.0638995 May 09 14:16:21.200432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-2dc7abd5-c202-4da7-b140-7a8a4cf22ceb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:21.202053 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-2dc7abd5-c202-4da7-b140-7a8a4cf22ceb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0565822 May 09 14:16:21.273341 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-b537f3c4-8ac4-4e31-9854-602eb8265e79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659206 May 09 14:16:21.399075 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-54450297-54d3-467b-a9c8-52b3d6cd491a service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197710 May 09 14:16:21.528301 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3ba9270f-bd3a-441c-a33c-20c37d506f96 req-0b8362e4-9f2d-454f-a97e-2c023d985875 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232972 May 09 14:16:21.651629 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9909f320-2d29-4480-b43e-206286f8c7e2 req-0ade5388-4c93-4f93-8943-ff6514c54fb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 1096 time: 0.0771945 May 09 14:16:21.676081 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339bc28-3b52-4c6a-ba04-1d402f645cd0 req-ffc34f1f-8b27-48d0-a092-1db3621c1786 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:21.678111 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4339bc28-3b52-4c6a-ba04-1d402f645cd0 req-ffc34f1f-8b27-48d0-a092-1db3621c1786 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.1629322 May 09 14:16:21.721515 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4339bc28-3b52-4c6a-ba04-1d402f645cd0 req-ccf736ff-a5bf-4e21-9786-d91d77cc6f4f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377564 May 09 14:16:21.781797 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909f320-2d29-4480-b43e-206286f8c7e2 req-b71b6ca8-9052-4872-af22-97314a7ca387 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:21.783238 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9909f320-2d29-4480-b43e-206286f8c7e2 req-b71b6ca8-9052-4872-af22-97314a7ca387 service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.1260827 May 09 14:16:21.848048 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9909f320-2d29-4480-b43e-206286f8c7e2 req-14536c8c-f682-4d38-a213-f240163fdc28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4 HTTP/1.1" status: 200 len: 217 time: 0.0588174 May 09 14:16:21.911223 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909f320-2d29-4480-b43e-206286f8c7e2 req-63e8d7a9-6238-45b0-bda7-ae5a540e195f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:21.913278 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9909f320-2d29-4480-b43e-206286f8c7e2 req-63e8d7a9-6238-45b0-bda7-ae5a540e195f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0601714 May 09 14:16:21.928021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:21.985409 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9909f320-2d29-4480-b43e-206286f8c7e2 req-794054db-b51f-4efd-b2da-d1bef7a6482d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666051 May 09 14:16:22.112877 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9909f320-2d29-4480-b43e-206286f8c7e2 req-43459eb7-93a4-4491-8161-dd7cef53c43f service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211059 May 09 14:16:22.245377 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9909f320-2d29-4480-b43e-206286f8c7e2 req-c2ae3c23-92d8-44b8-bd75-45da00b4e86d service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241975 May 09 14:16:22.915831 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d56629-c3a9-4078-a0d8-4991478665c7 req-bb45b551-227c-4def-8220-bceb6f3c2ff1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:22.917169 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-90d56629-c3a9-4078-a0d8-4991478665c7 req-bb45b551-227c-4def-8220-bceb6f3c2ff1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0751359 May 09 14:16:22.961775 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-90d56629-c3a9-4078-a0d8-4991478665c7 req-4540a80a-ba08-4932-b2b1-6cbec01c3eef tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385213 May 09 14:16:23.052280 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:16:24.155453 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939df43-72a1-402e-b098-6f4eac5e18d8 req-4acf2d39-2849-47e0-8455-816fb62e9251 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:24.156774 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a939df43-72a1-402e-b098-6f4eac5e18d8 req-4acf2d39-2849-47e0-8455-816fb62e9251 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0781252 May 09 14:16:24.201827 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a939df43-72a1-402e-b098-6f4eac5e18d8 req-93343dbe-2e89-4a7b-abca-ae9b2dc003a2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394833 May 09 14:16:25.391521 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160cb5f-ce02-4028-9637-a5fb952adaab req-d9ac6621-4921-4eb5-9b3c-2d82a6a4c162 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:25.392945 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9160cb5f-ce02-4028-9637-a5fb952adaab req-d9ac6621-4921-4eb5-9b3c-2d82a6a4c162 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0751796 May 09 14:16:25.436750 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9160cb5f-ce02-4028-9637-a5fb952adaab req-18bf3ea1-594a-4cad-9bb2-53e489796599 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378659 May 09 14:16:26.634913 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c42e9-183d-4e6c-b6e3-f4e899f17021 req-395adc65-9f68-4cb8-a810-89f7199c5361 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:26.637954 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-587c42e9-183d-4e6c-b6e3-f4e899f17021 req-395adc65-9f68-4cb8-a810-89f7199c5361 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0826149 May 09 14:16:26.682935 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-587c42e9-183d-4e6c-b6e3-f4e899f17021 req-cb3f99d2-caf5-4337-a5cf-c8140c23d154 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394902 May 09 14:16:27.871941 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596186c1-6a44-4f10-98ea-e6f905d846aa req-d5ed38f4-c898-46d6-9be1-061329dd7bbe tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:27.873278 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-596186c1-6a44-4f10-98ea-e6f905d846aa req-d5ed38f4-c898-46d6-9be1-061329dd7bbe tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0747247 May 09 14:16:27.921295 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-596186c1-6a44-4f10-98ea-e6f905d846aa req-11d2c540-8d94-4d06-8835-4e73a800b802 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426085 May 09 14:16:29.112111 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2ea75-ac74-43b0-87fd-79ade5c186b8 req-a3b85d34-d585-4cd2-ab92-a926ddf660e7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:29.113540 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4bb2ea75-ac74-43b0-87fd-79ade5c186b8 req-a3b85d34-d585-4cd2-ab92-a926ddf660e7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0730233 May 09 14:16:29.157396 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4bb2ea75-ac74-43b0-87fd-79ade5c186b8 req-a1708969-7761-4f23-ba70-418a10dddf9c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378993 May 09 14:16:29.815464 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e907be8e-98e1-4b4e-b5f7-b46347ef08a4 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 14:16:29.947726 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e907be8e-98e1-4b4e-b5f7-b46347ef08a4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:16:29.960945 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'port_id': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'mac_address': 'fa:16:3e:c9:5f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 14:16:30.012335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:30.029428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e907be8e-98e1-4b4e-b5f7-b46347ef08a4 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:16:30.043930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e907be8e-98e1-4b4e-b5f7-b46347ef08a4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:16:30.047112 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:30.112671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:30.121105 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:30.121488 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:30.121797 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:30.122117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:30.122438 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:30.122820 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:30.123069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:30.123448 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:30.123912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:30.124372 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:30.124694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:30.355525 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e0361-ad1f-4fa5-9d5e-3b5f16dc9383 req-30a83993-0a97-4e36-b7fa-8461ea643154 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:30.356986 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-689e0361-ad1f-4fa5-9d5e-3b5f16dc9383 req-30a83993-0a97-4e36-b7fa-8461ea643154 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 944 time: 0.0777006 May 09 14:16:30.385358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['e907be8e-98e1-4b4e-b5f7-b46347ef08a4'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 14:16:30.402099 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-689e0361-ad1f-4fa5-9d5e-3b5f16dc9383 req-9ec41259-6c28-4584-93a8-d52ee9a2428d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396078 May 09 14:16:31.593515 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed0f29-140f-43fb-95b9-02ba6cb9c278 req-1fbc42e8-04ac-47b5-99de-f0aaadf032d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:31.594976 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e2ed0f29-140f-43fb-95b9-02ba6cb9c278 req-1fbc42e8-04ac-47b5-99de-f0aaadf032d3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 944 time: 0.0758557 May 09 14:16:31.642877 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e2ed0f29-140f-43fb-95b9-02ba6cb9c278 req-06dee41b-4e33-4919-bd1e-bd7f83f88353 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423923 May 09 14:16:31.830855 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e907be8e-98e1-4b4e-b5f7-b46347ef08a4 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:16:31.896450 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port e907be8e-98e1-4b4e-b5f7-b46347ef08a4 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:16:31.900926 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port e907be8e-98e1-4b4e-b5f7-b46347ef08a4 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:16:31.901313 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:32.012376 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:32.039323 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:16:32.048739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e907be8e-98e1-4b4e-b5f7-b46347ef08a4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:16:32.052367 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:32.093978 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e29ef4-42c4-4679-a6e3-fda1076b5807'] response: {'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'code': 200} May 09 14:16:32.127133 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:32.366088 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a5ea275b-1c5e-45f5-9ced-c91e0dd7cb52 req-642c33b1-5659-4fcf-9e05-8510c516a131 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 1098 time: 0.0701649 May 09 14:16:32.406261 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-a5ea275b-1c5e-45f5-9ced-c91e0dd7cb52 req-5bd0c246-deb0-4425-bb0a-e958f3dea7d8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348794 May 09 14:16:32.834590 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bbcca-a3f5-4598-8a89-d560676b692e req-4bc34d0c-6d92-4d97-9885-a25871024f25 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:32.836564 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ba4bbcca-a3f5-4598-8a89-d560676b692e req-4bc34d0c-6d92-4d97-9885-a25871024f25 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0783114 May 09 14:16:32.880039 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ba4bbcca-a3f5-4598-8a89-d560676b692e req-0f732ef7-77dd-4cc2-87a2-add74d96f1d2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380273 May 09 14:16:34.071733 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e85cd-a524-471f-ab2b-6cc9c4b6853b req-8cb7c283-3c28-44b4-a514-5db98d2e4187 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:34.073168 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b26e85cd-a524-471f-ab2b-6cc9c4b6853b req-8cb7c283-3c28-44b4-a514-5db98d2e4187 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0748188 May 09 14:16:34.120404 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b26e85cd-a524-471f-ab2b-6cc9c4b6853b req-294892cd-95c8-4aac-b00e-86a771209421 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 May 09 14:16:34.323360 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d65711-65a9-43f5-ad32-0a919de2fbb4 req-b8ff1603-7738-42b0-aca1-887b35ffdfba tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:34.324798 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-40d65711-65a9-43f5-ad32-0a919de2fbb4 req-b8ff1603-7738-42b0-aca1-887b35ffdfba tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0795748 May 09 14:16:34.368850 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-40d65711-65a9-43f5-ad32-0a919de2fbb4 req-eea8bfb9-edc0-4a42-b683-b5b9faa665f2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386374 May 09 14:16:34.395449 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38596) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:16:34.527767 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a8c7e4b8-e7c5-4e4f-a149-a0a6157f12ca tempest-TestShelveInstance-357178591 tempest-TestShelveInstance-357178591-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 1093 time: 0.1312156 May 09 14:16:34.530368 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38602) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:16:34.535469 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:16:34.545915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:16:34.550588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Usage tracker for resource:floatingip and tenant:963279c0d367441cb6462ab94961ec93 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:16:34.553479 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:16:34.559095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:16:34.569172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:34.701902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:34.830412 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Allocated IP 172.26.1.144 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/26b949a9-a91f-4a24-8860-1e87f9fc0bba) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:16:34.979718 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:35.006563 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:35.074410 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:16:35.076997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:16:35.080653 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:16:35.112915 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'Port': ['ID=26b949a9-a91f-4a24-8860-1e87f9fc0bba,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:35.135114 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:35.135461 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:35.135797 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:35.136129 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:35.136460 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:35.137045 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:35.137399 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:35.137727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:35.138049 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:35.138374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:35.138698 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:16:35.659095 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:35.712196 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:35.911360 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:35.917931 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:36.021269 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event updated for resources: {'Port': ['ID=26b949a9-a91f-4a24-8860-1e87f9fc0bba,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:16:36.043851 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:36.232983 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Floating IP b7eb6787-ec37-4f5d-b5ab-50bfe648baac associated. External IP: 172.26.1.144, port: e907be8e-98e1-4b4e-b5f7-b46347ef08a4. May 09 14:16:36.616707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Router ab79d67b-7742-489f-b512-972760b124ed has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:16:36.808243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:16:36.817937 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697dab29-ec6d-45a2-bce9-7f62778ad3fc None None] Sync routers for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:16:36.830011 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697dab29-ec6d-45a2-bce9-7f62778ad3fc None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:16:36.830771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-697dab29-ec6d-45a2-bce9-7f62778ad3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:16:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:16:36.832104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:36.980171 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-366a014c-ebc0-4d4c-ad8a-a03ecbeb8ef9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4486899 May 09 14:16:36.980647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:16:37.010592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-697dab29-ec6d-45a2-bce9-7f62778ad3fc None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:16:37.141031 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00be60cb-d19c-4a2e-a347-f8c5ffbbb274'] response: {'name': 'network-changed', 'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'status': 'completed', 'code': 200} May 09 14:16:37.229055 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ecffea83-d98d-4da2-bc00-fe72c9771cec req-a85b5180-0df8-41f8-a5bb-70594dfcfedd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 1098 time: 0.0668712 May 09 14:16:37.354698 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-697dab29-ec6d-45a2-bce9-7f62778ad3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'b7eb6787-ec37-4f5d-b5ab-50bfe648baac', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'floating_ip_address': '172.26.1.144', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'port_id': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'mac_address': 'fa:16:3e:c9:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:16:35Z', 'updated_at': '2022-05-09T14:16:35Z', 'revision_number': 0, 'project_id': '963279c0d367441cb6462ab94961ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 5, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:16:37.358674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697dab29-ec6d-45a2-bce9-7f62778ad3fc None None] Checking router: ab79d67b-7742-489f-b512-972760b124ed for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:16:37.369999 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697dab29-ec6d-45a2-bce9-7f62778ad3fc None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:16:37.370594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-697dab29-ec6d-45a2-bce9-7f62778ad3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:16:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:16:37.451876 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffea83-d98d-4da2-bc00-fe72c9771cec req-b2eb02e9-100f-45f0-9dd9-7b20781fc4db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:37.453338 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ecffea83-d98d-4da2-bc00-fe72c9771cec req-b2eb02e9-100f-45f0-9dd9-7b20781fc4db service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.2188802 May 09 14:16:37.545406 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-697dab29-ec6d-45a2-bce9-7f62778ad3fc None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:16:37.558001 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ecffea83-d98d-4da2-bc00-fe72c9771cec req-e318a64b-abfe-423a-b70c-b403374ef5c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4 HTTP/1.1" status: 200 len: 999 time: 0.0987661 May 09 14:16:37.621723 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffea83-d98d-4da2-bc00-fe72c9771cec req-8ba21c3d-49db-4f35-b3a2-6ad7fade297c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:16:37.623151 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ecffea83-d98d-4da2-bc00-fe72c9771cec req-8ba21c3d-49db-4f35-b3a2-6ad7fade297c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0598300 May 09 14:16:37.694860 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ecffea83-d98d-4da2-bc00-fe72c9771cec req-7a596dc5-4fd3-4244-b22c-f2ba9f24096e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664270 May 09 14:16:37.822785 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ecffea83-d98d-4da2-bc00-fe72c9771cec req-481f7db1-9047-420d-9a71-002758e54499 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224089 May 09 14:16:37.921430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-697dab29-ec6d-45a2-bce9-7f62778ad3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'b7eb6787-ec37-4f5d-b5ab-50bfe648baac', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'floating_ip_address': '172.26.1.144', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'port_id': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'mac_address': 'fa:16:3e:c9:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:16:35Z', 'updated_at': '2022-05-09T14:16:35Z', 'revision_number': 0, 'project_id': '963279c0d367441cb6462ab94961ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 5, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:16:37.925417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697dab29-ec6d-45a2-bce9-7f62778ad3fc None None] The sync data for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv is: [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'b7eb6787-ec37-4f5d-b5ab-50bfe648baac', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'floating_ip_address': '172.26.1.144', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'port_id': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'mac_address': 'fa:16:3e:c9:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:16:35Z', 'updated_at': '2022-05-09T14:16:35Z', 'revision_number': 0, 'project_id': '963279c0d367441cb6462ab94961ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 5, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:16:37.957393 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ecffea83-d98d-4da2-bc00-fe72c9771cec req-feee7d53-67cb-4892-83b8-068b6902693e service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293049 May 09 14:16:38.112110 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3afdd-27a4-46f6-8e5b-088e007270e2 None None] New status for floating IP b7eb6787-ec37-4f5d-b5ab-50bfe648baac: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:16:40.263714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4dd582a8-7aed-4d33-b8ac-70e7c2ac3689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:42.552212 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5d4c-70fe-4186-ba99-764add99f24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:43.564478 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:43.968484 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:45.259182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:16:51.939749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:17:00.053715 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:17:10.266586 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-071b9d3a-43c1-4090-bc51-8895d5911332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:17:12.553591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-560cf511-33be-4628-94bb-a425283bb9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:17:13.569197 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:17:13.970526 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:17:14.385818 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f4be0a89-e426-4291-90d8-96c4ef3d9ce0 req-b5f5e85f-052c-4c59-8a82-ed64b6a9c318 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651205 May 09 14:17:14.521521 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f4be0a89-e426-4291-90d8-96c4ef3d9ce0 req-b839c2bf-d283-4064-b9cb-c44d308773ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 1098 time: 0.0708585 May 09 14:17:14.661109 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be0a89-e426-4291-90d8-96c4ef3d9ce0 req-51cbd633-82f3-4023-8542-7e7834bece1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:17:14.662486 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f4be0a89-e426-4291-90d8-96c4ef3d9ce0 req-51cbd633-82f3-4023-8542-7e7834bece1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.1241367 May 09 14:17:14.763483 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f4be0a89-e426-4291-90d8-96c4ef3d9ce0 req-e0596841-f3a3-4745-99b2-1a5883d34f43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4 HTTP/1.1" status: 200 len: 1001 time: 0.0934789 May 09 14:17:14.822284 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be0a89-e426-4291-90d8-96c4ef3d9ce0 req-7985672e-88e8-4613-acf9-33b1c620c766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:17:14.823623 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f4be0a89-e426-4291-90d8-96c4ef3d9ce0 req-7985672e-88e8-4613-acf9-33b1c620c766 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0548818 May 09 14:17:14.898682 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f4be0a89-e426-4291-90d8-96c4ef3d9ce0 req-c1a88d00-6f0e-4b69-b48c-35b9c9798b9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687721 May 09 14:17:14.908985 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [req-f4be0a89-e426-4291-90d8-96c4ef3d9ce0 req-cb38ba4e-20f7-4a28-b45c-346e8ce4a46b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83895) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 14:17:14.909901 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f4be0a89-e426-4291-90d8-96c4ef3d9ce0 req-cb38ba4e-20f7-4a28-b45c-346e8ce4a46b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045822 May 09 14:17:15.036687 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f4be0a89-e426-4291-90d8-96c4ef3d9ce0 req-a5c15d6f-88a8-485e-a1cf-b3701f7d1025 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206703 May 09 14:17:15.164124 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f4be0a89-e426-4291-90d8-96c4ef3d9ce0 req-29cf05d0-c641-4cdc-855b-67c985cfbf6c service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213343 May 09 14:17:15.263167 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:17:21.936787 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:17:37.052577 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:17:40.269532 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-afa144d2-44a9-4261-a98c-422b360449c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:17:42.555618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13d7e63d-d3a4-4d25-95db-41937792ea75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:17:43.569720 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:17:43.971108 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:17:45.264322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:17:51.951359 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:10.271571 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e55263b5-63f1-4582-873c-0857c1bfb495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:12.559025 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2c86696-5eb0-4152-a3cc-b235930780fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:13.572309 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:13.972724 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:14.052377 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:18:15.267317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:16.370129 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-88a7a28a-85f5-47e0-8909-3b3245126208 req-78c9fb35-cbd1-4588-9898-aad2827c9c80 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655651 May 09 14:18:16.502155 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-88a7a28a-85f5-47e0-8909-3b3245126208 req-c0656c4b-9227-46eb-95d1-82f5b659c249 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 1098 time: 0.0671213 May 09 14:18:16.728354 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7a28a-85f5-47e0-8909-3b3245126208 req-fc49b881-76e7-490f-a1c3-21232c498d9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:16.729743 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-88a7a28a-85f5-47e0-8909-3b3245126208 req-fc49b881-76e7-490f-a1c3-21232c498d9c service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.2104220 May 09 14:18:16.829583 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-88a7a28a-85f5-47e0-8909-3b3245126208 req-7c8d57ce-7f29-4a41-88d6-6a115242ae44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4 HTTP/1.1" status: 200 len: 1001 time: 0.0939989 May 09 14:18:16.892806 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7a28a-85f5-47e0-8909-3b3245126208 req-2ecf8c93-65fc-4b0d-8ffa-1de3f3c5cc03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:16.894186 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-88a7a28a-85f5-47e0-8909-3b3245126208 req-2ecf8c93-65fc-4b0d-8ffa-1de3f3c5cc03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0586591 May 09 14:18:16.965862 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-88a7a28a-85f5-47e0-8909-3b3245126208 req-e0853139-c592-49aa-950a-499b056b613f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651505 May 09 14:18:17.092237 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-88a7a28a-85f5-47e0-8909-3b3245126208 req-bcb92f61-72f0-40d9-aeda-1336b03ed8ab service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205344 May 09 14:18:17.219454 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-88a7a28a-85f5-47e0-8909-3b3245126208 req-ecabda91-9277-4881-b008-bafd80eaee03 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207316 May 09 14:18:21.967080 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:32.938667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22371984-1f5f-455d-8dbc-ae53a4b157f2 req-37c20840-3a3b-4260-a1ab-0b1150f96fc7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:32.940098 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-22371984-1f5f-455d-8dbc-ae53a4b157f2 req-37c20840-3a3b-4260-a1ab-0b1150f96fc7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.1525764 May 09 14:18:32.985223 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-22371984-1f5f-455d-8dbc-ae53a4b157f2 req-21d81eb6-d1d2-4fe9-aeda-6081ed9834aa tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395937 May 09 14:18:34.400383 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3d743-d87a-4f70-a8b8-25d6be1c0b12 req-1d829bd6-99a7-4440-93b2-35140115b32c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:34.401816 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f2c3d743-d87a-4f70-a8b8-25d6be1c0b12 req-1d829bd6-99a7-4440-93b2-35140115b32c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.1478789 May 09 14:18:34.445796 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f2c3d743-d87a-4f70-a8b8-25d6be1c0b12 req-2e1c4e19-0c31-4146-9bb5-7c9c13e8b44e tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385709 May 09 14:18:35.655712 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180b861-b863-4501-a749-bf70dcbe8009 req-4aa50852-63f7-40db-a56e-d9c2c25f6f20 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:35.657137 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5180b861-b863-4501-a749-bf70dcbe8009 req-4aa50852-63f7-40db-a56e-d9c2c25f6f20 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0746171 May 09 14:18:35.701320 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5180b861-b863-4501-a749-bf70dcbe8009 req-1ff637b1-194c-4999-8a21-6da097ab9ee9 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387585 May 09 14:18:36.903184 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e45a2-cedb-4f64-bd9e-ee18e747f0e4 req-3ceb9ae7-cfb8-44ed-86cc-065c4f3459a6 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:36.904537 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a75e45a2-cedb-4f64-bd9e-ee18e747f0e4 req-3ceb9ae7-cfb8-44ed-86cc-065c4f3459a6 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0786011 May 09 14:18:36.948421 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a75e45a2-cedb-4f64-bd9e-ee18e747f0e4 req-c0ebc89b-7092-439d-bc9d-fe383464018f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383849 May 09 14:18:38.138576 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287b5bc-cbbc-4c8f-8b53-d65131ce384c req-215a0691-e1ff-4d0c-bf24-29d349f6a596 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:38.140177 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e287b5bc-cbbc-4c8f-8b53-d65131ce384c req-215a0691-e1ff-4d0c-bf24-29d349f6a596 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0758171 May 09 14:18:38.188866 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e287b5bc-cbbc-4c8f-8b53-d65131ce384c req-81c77e2e-faac-4aa5-a13a-c67837698498 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431464 May 09 14:18:39.380919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c35de-4d32-484b-99e3-4141fb512926 req-47820712-ada6-4944-90bf-c81907607d15 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:39.382405 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-971c35de-4d32-484b-99e3-4141fb512926 req-47820712-ada6-4944-90bf-c81907607d15 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0758512 May 09 14:18:39.426594 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-971c35de-4d32-484b-99e3-4141fb512926 req-110d1f67-6696-4936-98b0-b3243ea47906 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380819 May 09 14:18:40.273415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8558-2663-45a1-a222-a333855d0613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:40.618811 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bde9e-b92e-41c1-a338-070b9df24686 req-8b0eae10-a30c-4ea7-9a0b-13b11bc8f218 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:40.620228 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-477bde9e-b92e-41c1-a338-070b9df24686 req-8b0eae10-a30c-4ea7-9a0b-13b11bc8f218 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0777826 May 09 14:18:40.664276 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-477bde9e-b92e-41c1-a338-070b9df24686 req-245f4411-8f54-4835-8cb9-22f9fa3edf7e tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384109 May 09 14:18:41.857093 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5bfea-4a69-4b69-96ca-7b91aeb53515 req-85d454fd-5a29-4ce7-a318-cb2052283085 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:41.858540 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-70a5bfea-4a69-4b69-96ca-7b91aeb53515 req-85d454fd-5a29-4ce7-a318-cb2052283085 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0739613 May 09 14:18:41.903750 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-70a5bfea-4a69-4b69-96ca-7b91aeb53515 req-64eae042-01e1-4021-b095-cce4ac52b969 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399766 May 09 14:18:42.560524 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48ba45ca-129a-4f09-b2d8-41b262f91ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:42.937754 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6456539c-a3d9-47de-af72-e8ff13d7d6fa req-ea1d6661-bb7f-435a-b29f-836b37287642 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 1098 time: 0.0715847 May 09 14:18:43.068057 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456539c-a3d9-47de-af72-e8ff13d7d6fa req-c924866b-6b8e-49a2-939c-49f94652b7a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:43.069501 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6456539c-a3d9-47de-af72-e8ff13d7d6fa req-c924866b-6b8e-49a2-939c-49f94652b7a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.1262653 May 09 14:18:43.106491 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e62e6-ab9b-44e2-b828-dad7bcd5aaa4 req-23f36336-3784-4c00-82c2-799722e55f27 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:43.108195 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-289e62e6-ab9b-44e2-b828-dad7bcd5aaa4 req-23f36336-3784-4c00-82c2-799722e55f27 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0836794 May 09 14:18:43.155494 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-289e62e6-ab9b-44e2-b828-dad7bcd5aaa4 req-bd8ad74e-b6d8-4421-a621-019d7bc2f7b4 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401981 May 09 14:18:43.167725 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6456539c-a3d9-47de-af72-e8ff13d7d6fa req-80c1e7f8-5bf8-4507-87cf-32c85abfa244 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4 HTTP/1.1" status: 200 len: 1001 time: 0.0924778 May 09 14:18:43.235986 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456539c-a3d9-47de-af72-e8ff13d7d6fa req-bf16c2ab-40ea-4fcf-a292-2f5c104ecb83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:43.237334 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6456539c-a3d9-47de-af72-e8ff13d7d6fa req-bf16c2ab-40ea-4fcf-a292-2f5c104ecb83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0623832 May 09 14:18:43.309971 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6456539c-a3d9-47de-af72-e8ff13d7d6fa req-c1c4b4cc-8e49-4e9e-92b0-84e19fbb2371 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661080 May 09 14:18:43.436121 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6456539c-a3d9-47de-af72-e8ff13d7d6fa req-515c66ae-8cad-4a48-9d6d-6304ddae513a service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204710 May 09 14:18:43.562788 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6456539c-a3d9-47de-af72-e8ff13d7d6fa req-ab54aaad-eb44-4420-ae91-1e7783caddcd service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211951 May 09 14:18:43.576159 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:43.973945 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:44.346237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd6caa-b519-4f84-9583-959d4f5fcc9e req-1fa33219-7c9c-4aff-b599-75118463d757 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:44.347664 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fbbd6caa-b519-4f84-9583-959d4f5fcc9e req-1fa33219-7c9c-4aff-b599-75118463d757 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0737839 May 09 14:18:44.395319 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fbbd6caa-b519-4f84-9583-959d4f5fcc9e req-03e229fc-30b5-4032-8b16-fa1b70bb8721 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423112 May 09 14:18:45.271403 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:45.595408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70db82-77cf-4c76-962f-a84ad6f60b41 req-6b0efe19-51e7-4cab-bb65-b8c6de7796c2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:45.596881 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2a70db82-77cf-4c76-962f-a84ad6f60b41 req-6b0efe19-51e7-4cab-bb65-b8c6de7796c2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0811679 May 09 14:18:45.643282 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2a70db82-77cf-4c76-962f-a84ad6f60b41 req-42252fd3-f45c-4cab-8ab7-d0b9802fd3a3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399983 May 09 14:18:46.835897 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58086e2f-086f-4b28-9d18-f5f386bd1d44 req-31d7e0d2-0d32-4898-8858-e4c2a6ac24c5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:46.837351 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-58086e2f-086f-4b28-9d18-f5f386bd1d44 req-31d7e0d2-0d32-4898-8858-e4c2a6ac24c5 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0783877 May 09 14:18:46.882709 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-58086e2f-086f-4b28-9d18-f5f386bd1d44 req-60281eb7-377f-4622-8b11-b0a15573e915 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385268 May 09 14:18:47.123052 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6aaf8b5e-e5a9-4b07-8c28-4c4390899af3 req-b8c7557e-c513-4f5a-85fb-e7f22d49a0a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1274416 May 09 14:18:47.376353 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb931b83-2681-484f-9f85-59093cb89728 req-59b4bfb9-99aa-4fbb-b204-e6335881ed8b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1320486 May 09 14:18:47.388056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cd59f-3e5c-4298-8007-b840f1bfb860 req-ee1b4aa6-170d-4755-80a2-f067c7ce5cfb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:47.389536 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f13cd59f-3e5c-4298-8007-b840f1bfb860 req-ee1b4aa6-170d-4755-80a2-f067c7ce5cfb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0798428 May 09 14:18:47.433704 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f13cd59f-3e5c-4298-8007-b840f1bfb860 req-b5a152d9-a82a-46c3-a49e-e4417e4fc885 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378740 May 09 14:18:48.516229 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e907be8e-98e1-4b4e-b5f7-b46347ef08a4 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:18:48.627111 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cf7b9-1dca-4597-9242-cc9fee79a9ed req-668b9223-9c22-45a6-a937-212137306e47 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:48.628631 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-116cf7b9-1dca-4597-9242-cc9fee79a9ed req-668b9223-9c22-45a6-a937-212137306e47 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0765302 May 09 14:18:48.629055 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:48.656468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:18:48.665786 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e907be8e-98e1-4b4e-b5f7-b46347ef08a4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:18:48.672880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:48.685889 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-116cf7b9-1dca-4597-9242-cc9fee79a9ed req-78e80118-6535-4261-b804-5e3d5b3d275d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514669 May 09 14:18:48.718865 dv-neutron-840889-2-hyperv neutron-server[83896]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6aaead25-bf34-4aea-b7fe-2deecde6edc2']: {'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'code': 422} returned with failed status May 09 14:18:48.742975 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:18:48.751077 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:18:48.751417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:18:48.751752 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:18:48.752082 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:18:48.752409 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:18:48.752731 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:18:48.753052 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:18:48.753405 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:18:48.753725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:18:48.754041 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:18:48.754355 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:18:49.881716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba99bd-2159-4a05-bfd2-6dadfec7b082 req-dac7c9cd-44a9-40eb-9f11-9d1db0c82d75 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:49.883153 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c5ba99bd-2159-4a05-bfd2-6dadfec7b082 req-dac7c9cd-44a9-40eb-9f11-9d1db0c82d75 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0794706 May 09 14:18:49.932409 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c5ba99bd-2159-4a05-bfd2-6dadfec7b082 req-0ac97668-c298-4efd-8f1e-6daabfbaabcc tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433903 May 09 14:18:51.052452 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:18:51.129517 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae76f-c40f-457e-ac89-e2a8126bc3b5 req-942e2ec5-691c-47ce-a185-7c9770d0033a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:51.130964 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17fae76f-c40f-457e-ac89-e2a8126bc3b5 req-942e2ec5-691c-47ce-a185-7c9770d0033a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0746830 May 09 14:18:51.176410 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-17fae76f-c40f-457e-ac89-e2a8126bc3b5 req-2b04f8d8-b9d3-455e-a12c-2d435e86604a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400207 May 09 14:18:51.968423 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:18:52.380725 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205a367-7779-4631-9fcc-976a68c14104 req-1964b9de-0cfa-49c4-8e0a-7e6c78229193 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:52.382204 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9205a367-7779-4631-9fcc-976a68c14104 req-1964b9de-0cfa-49c4-8e0a-7e6c78229193 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0780561 May 09 14:18:52.428791 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9205a367-7779-4631-9fcc-976a68c14104 req-31fef9ac-c965-4ca3-9bef-3552fd1a240a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402029 May 09 14:18:53.534745 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb931b83-2681-484f-9f85-59093cb89728 req-6ff7a5c3-d9f3-4423-95f9-7b12b4add78e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe&tenant_id=963279c0d367441cb6462ab94961ec93 HTTP/1.1" status: 200 len: 1096 time: 0.1300137 May 09 14:18:53.623587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010aaae-473b-48d0-b851-86855a4255da req-b937b6b2-c7bc-4dbf-a1af-6ed6db3f9660 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:53.625047 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3010aaae-473b-48d0-b851-86855a4255da req-b937b6b2-c7bc-4dbf-a1af-6ed6db3f9660 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0743754 May 09 14:18:53.625197 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb931b83-2681-484f-9f85-59093cb89728 req-dfcc4ae9-dfa5-4581-905d-b609f2b4999b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 1096 time: 0.0683429 May 09 14:18:53.674952 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3010aaae-473b-48d0-b851-86855a4255da req-dc27abf6-e628-4790-8777-ce834aacc330 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443070 May 09 14:18:53.838260 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb931b83-2681-484f-9f85-59093cb89728 req-1320fe2a-f82d-4798-af07-6f7078f856c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:53.840358 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb931b83-2681-484f-9f85-59093cb89728 req-1320fe2a-f82d-4798-af07-6f7078f856c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.2099724 May 09 14:18:53.938712 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb931b83-2681-484f-9f85-59093cb89728 req-25e918c1-9410-4455-b3e0-0cec54bd2f49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4 HTTP/1.1" status: 200 len: 999 time: 0.0918040 May 09 14:18:54.001474 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb931b83-2681-484f-9f85-59093cb89728 req-89751495-0cb2-4ba0-874c-a926932b35c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:54.002859 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb931b83-2681-484f-9f85-59093cb89728 req-89751495-0cb2-4ba0-874c-a926932b35c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0589936 May 09 14:18:54.075696 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb931b83-2681-484f-9f85-59093cb89728 req-d6e912da-6e63-486f-a8fa-220b5915f7da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672045 May 09 14:18:54.203114 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb931b83-2681-484f-9f85-59093cb89728 req-0c023190-b72a-4f45-b8af-6b2eb0659783 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212609 May 09 14:18:54.330484 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-fb931b83-2681-484f-9f85-59093cb89728 req-3447eb6c-e094-4f3c-8a30-2ee64077316c service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216662 May 09 14:18:54.867591 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d36bb-ca73-42d0-96da-e635ba42dfeb req-1bddddb1-b486-4e3d-b290-d9e1d4737424 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:54.868935 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-411d36bb-ca73-42d0-96da-e635ba42dfeb req-1bddddb1-b486-4e3d-b290-d9e1d4737424 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0746596 May 09 14:18:54.922382 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-411d36bb-ca73-42d0-96da-e635ba42dfeb req-38ef1a5b-12dc-486e-ac01-335ccc032c9c tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480113 May 09 14:18:56.191299 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5bae4-3e96-4f62-b36b-e196729dfa21 req-3e001c25-fc60-4c2c-891e-f6b764623f9a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:56.192741 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-55e5bae4-3e96-4f62-b36b-e196729dfa21 req-3e001c25-fc60-4c2c-891e-f6b764623f9a tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.1507566 May 09 14:18:56.236818 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-55e5bae4-3e96-4f62-b36b-e196729dfa21 req-628ff058-3c3b-4161-bf01-d60982ee0ee2 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384762 May 09 14:18:57.425029 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eda8a-73d5-4b5b-8e56-4a21749621d9 req-804820f4-81e3-4971-b430-a5c910705dff tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:57.426495 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d10eda8a-73d5-4b5b-8e56-4a21749621d9 req-804820f4-81e3-4971-b430-a5c910705dff tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0748048 May 09 14:18:57.470669 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d10eda8a-73d5-4b5b-8e56-4a21749621d9 req-3cc71a92-2834-4f42-b66f-617c1f173fc4 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388017 May 09 14:18:58.674716 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd19ad-3bf8-49b8-ac82-5831c9c79ca6 req-4bbd01f3-cb94-46f8-8641-cbb142f64368 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:58.676146 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4cbd19ad-3bf8-49b8-ac82-5831c9c79ca6 req-4bbd01f3-cb94-46f8-8641-cbb142f64368 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0878565 May 09 14:18:58.720767 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4cbd19ad-3bf8-49b8-ac82-5831c9c79ca6 req-ab518519-bc32-47a9-8982-58f890bb7229 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390148 May 09 14:18:59.914438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba4a4c-cf1c-4d98-b167-3079c30bcf31 req-9cc4c79b-4f83-474e-8285-efee438afd77 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:18:59.915817 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4cba4a4c-cf1c-4d98-b167-3079c30bcf31 req-9cc4c79b-4f83-474e-8285-efee438afd77 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0743396 May 09 14:18:59.961034 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4cba4a4c-cf1c-4d98-b167-3079c30bcf31 req-641f1cfe-4850-4b3b-95f9-f71d0b7e84a6 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397747 May 09 14:19:01.155832 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bf8a0-4427-4c75-93d9-525eeadec21c req-b23ea166-b8d9-4aeb-813e-ccbff9385084 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:19:01.157274 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-490bf8a0-4427-4c75-93d9-525eeadec21c req-b23ea166-b8d9-4aeb-813e-ccbff9385084 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0787439 May 09 14:19:01.201183 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-490bf8a0-4427-4c75-93d9-525eeadec21c req-9d21df17-d882-471d-aa63-e6ef33e3c107 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384367 May 09 14:19:02.390332 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ee746-4ce5-4c17-a6f6-9dbb89a9e934 req-201a773c-52eb-4a32-b469-6411bdcd6336 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:19:02.391917 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-714ee746-4ce5-4c17-a6f6-9dbb89a9e934 req-201a773c-52eb-4a32-b469-6411bdcd6336 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 943 time: 0.0742462 May 09 14:19:02.440123 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-714ee746-4ce5-4c17-a6f6-9dbb89a9e934 req-01dd6d64-7f9e-4e0d-88c1-1922d709b3c7 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426378 May 09 14:19:02.612671 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e907be8e-98e1-4b4e-b5f7-b46347ef08a4 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 14:19:02.740811 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e907be8e-98e1-4b4e-b5f7-b46347ef08a4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:19:02.754469 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'port_id': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'mac_address': 'fa:16:3e:c9:5f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 14:19:02.812175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:02.829177 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e907be8e-98e1-4b4e-b5f7-b46347ef08a4 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:19:02.844238 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e907be8e-98e1-4b4e-b5f7-b46347ef08a4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:19:02.848622 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:02.912984 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:19:03.159885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['e907be8e-98e1-4b4e-b5f7-b46347ef08a4'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 14:19:03.637475 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2e314-1ee0-4a4b-9578-12cd1e6aa256 req-82bc7fdd-4743-4ca4-a9e8-78dc711fd3a8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:19:03.639171 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2db2e314-1ee0-4a4b-9578-12cd1e6aa256 req-82bc7fdd-4743-4ca4-a9e8-78dc711fd3a8 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 944 time: 0.0758362 May 09 14:19:03.684059 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2db2e314-1ee0-4a4b-9578-12cd1e6aa256 req-f2d367ab-0ba0-4127-a7f5-aca834542d88 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394006 May 09 14:19:04.624907 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e907be8e-98e1-4b4e-b5f7-b46347ef08a4 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:19:04.693281 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port e907be8e-98e1-4b4e-b5f7-b46347ef08a4 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:19:04.693665 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:04.804817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:04.831822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:19:04.841735 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port e907be8e-98e1-4b4e-b5f7-b46347ef08a4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:19:04.846723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:04.881587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f95862-8962-462c-906f-d95c209925ff req-26297397-fa35-435e-a8d1-387fe38f12e3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:19:04.883036 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a1f95862-8962-462c-906f-d95c209925ff req-26297397-fa35-435e-a8d1-387fe38f12e3 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 944 time: 0.0811422 May 09 14:19:04.913651 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,revision_number=8']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:19:04.930644 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a1f95862-8962-462c-906f-d95c209925ff req-21d32e1e-0fc6-4b1b-87ce-582b8aee7ee1 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405006 May 09 14:19:04.976776 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd7f0f9-51de-4413-84c9-f2ef18572d91'] response: {'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'code': 200} May 09 14:19:05.234271 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6d3057e1-f86a-47dd-8acb-793f19600d8d req-0ede7b6b-d26d-4c52-9da3-417e629ab12b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 1098 time: 0.0688090 May 09 14:19:05.274785 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6d3057e1-f86a-47dd-8acb-793f19600d8d req-9ed5a2af-cb78-4854-87d4-908232dca9c8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349460 May 09 14:19:06.135687 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cee0e-77d1-4e67-b334-dd62bd561c4b req-b2d86648-9189-4ee1-862a-a6fe5102c5f6 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:19:06.137140 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-df5cee0e-77d1-4e67-b334-dd62bd561c4b req-b2d86648-9189-4ee1-862a-a6fe5102c5f6 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0789208 May 09 14:19:06.182728 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-df5cee0e-77d1-4e67-b334-dd62bd561c4b req-44d512de-ba03-4b75-a9e3-a93946552d27 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398948 May 09 14:19:07.377067 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9b0db-3bfe-49e0-b966-def4624b8754 req-40a95e7e-8172-4c89-a279-70ab52d27a9b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:19:07.378511 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a2e9b0db-3bfe-49e0-b966-def4624b8754 req-40a95e7e-8172-4c89-a279-70ab52d27a9b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0772126 May 09 14:19:07.422619 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-a2e9b0db-3bfe-49e0-b966-def4624b8754 req-996e5e16-e724-4f48-a986-99e0799b6fbe tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387242 May 09 14:19:10.276228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-241b34c6-0767-4fe6-869a-ee1139ba7c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:12.562138 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-277ea9ea-85dc-4193-9d75-78b67943ccd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:13.576587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:13.976871 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:15.273350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:17.406913 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ed545a98-b1d7-4c86-8704-7f237b9548bb req-aa290281-ddf4-4792-b5fd-3454abc554e3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724874 May 09 14:19:17.553380 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ed545a98-b1d7-4c86-8704-7f237b9548bb req-b08ea3a6-b097-4cb9-9d2c-6a68c7823882 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 1098 time: 0.0783131 May 09 14:19:17.700406 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed545a98-b1d7-4c86-8704-7f237b9548bb req-5edeed83-4248-4527-9be8-aa00f6268182 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:19:17.701777 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ed545a98-b1d7-4c86-8704-7f237b9548bb req-5edeed83-4248-4527-9be8-aa00f6268182 service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.1296592 May 09 14:19:17.799752 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ed545a98-b1d7-4c86-8704-7f237b9548bb req-2fe43c37-89fe-4e66-9ef0-5540f7ab14ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4 HTTP/1.1" status: 200 len: 1001 time: 0.0918667 May 09 14:19:17.863349 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed545a98-b1d7-4c86-8704-7f237b9548bb req-e5fae13b-ec8b-492b-a41b-8fc282f6d113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:19:17.864652 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ed545a98-b1d7-4c86-8704-7f237b9548bb req-e5fae13b-ec8b-492b-a41b-8fc282f6d113 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0589855 May 09 14:19:17.936902 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ed545a98-b1d7-4c86-8704-7f237b9548bb req-c53c648c-68c6-4dda-85b7-95519919c5de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654473 May 09 14:19:18.065025 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ed545a98-b1d7-4c86-8704-7f237b9548bb req-1efb070d-1afa-4af3-a008-eedc0e77e0f6 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220682 May 09 14:19:18.192285 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ed545a98-b1d7-4c86-8704-7f237b9548bb req-96bd68cc-cf5a-4b84-b697-b8b127b17674 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220934 May 09 14:19:21.970371 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:28.053029 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:19:40.279523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8f55-7063-4092-a06b-d7d6937f0ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:42.563766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d286ca0c-ed2b-4223-8432-5d652dd97f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:43.580889 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:43.978629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:45.276560 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:19:51.973401 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:05.052981 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:20:10.281767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-11aa87db-d364-4142-a675-3a4d86f866aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:12.566553 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99c294fb-5a5e-42a5-a9cb-458a48fd9422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:13.582205 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:13.980483 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:15.279703 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:18.365225 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c23efd81-0537-4e2c-8e77-e707c1e1720f req-1a07a128-d949-4be4-bbc0-70f51deef5cc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693991 May 09 14:20:18.496879 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c23efd81-0537-4e2c-8e77-e707c1e1720f req-cc256b51-3c15-4b81-bca1-03e6b51afad0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 1098 time: 0.0664048 May 09 14:20:18.716395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23efd81-0537-4e2c-8e77-e707c1e1720f req-0895ce6b-6e8b-4fed-857f-bf8760db348f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:18.717832 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c23efd81-0537-4e2c-8e77-e707c1e1720f req-0895ce6b-6e8b-4fed-857f-bf8760db348f service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.2046163 May 09 14:20:18.818636 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c23efd81-0537-4e2c-8e77-e707c1e1720f req-51080eb4-a8cc-4b06-a826-e04b361e546f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4 HTTP/1.1" status: 200 len: 1001 time: 0.0942297 May 09 14:20:18.878707 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23efd81-0537-4e2c-8e77-e707c1e1720f req-a0001c18-39f2-4619-b583-6d0dec6d0c08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:18.880086 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c23efd81-0537-4e2c-8e77-e707c1e1720f req-a0001c18-39f2-4619-b583-6d0dec6d0c08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0557289 May 09 14:20:18.955569 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c23efd81-0537-4e2c-8e77-e707c1e1720f req-eaa998ee-eff4-4484-9c0f-cb84459ed3ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696969 May 09 14:20:19.082869 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c23efd81-0537-4e2c-8e77-e707c1e1720f req-5b8b64e1-c6c4-4060-a2e5-53ecf681dc7a service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217258 May 09 14:20:19.208812 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c23efd81-0537-4e2c-8e77-e707c1e1720f req-b8e92e23-905a-4d1f-9ea2-15df8ac9705e service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207793 May 09 14:20:21.979234 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:22.970323 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38772) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:23.169560 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Deleting port 26b949a9-a91f-4a24-8860-1e87f9fc0bba {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:20:23.169900 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:23.333996 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:23.334326 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:23.451419 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Calling delete_port for 26b949a9-a91f-4a24-8860-1e87f9fc0bba owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:20:23.595027 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:23.638935 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event deleted for resources: {'Port': ['ID=26b949a9-a91f-4a24-8860-1e87f9fc0bba,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:23.681321 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:23.681667 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:23.682001 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:23.682334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:23.682662 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:23.682986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:23.683306 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:23.683627 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:23.683942 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:23.684257 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:23.684572 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:23.824641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:24.205547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Router ab79d67b-7742-489f-b512-972760b124ed has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:20:24.402704 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:20:24.413068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7855fb97-6cd0-4cb5-87e9-6013c60bb1d6 None None] Sync routers for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:20:24.419342 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:24.424320 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7855fb97-6cd0-4cb5-87e9-6013c60bb1d6 None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:20:24.424930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7855fb97-6cd0-4cb5-87e9-6013c60bb1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:24.475461 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-665c9852-e42d-49bf-b647-1563f561670b tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "DELETE /v2.0/floatingips/b7eb6787-ec37-4f5d-b5ab-50bfe648baac HTTP/1.1" status: 204 len: 168 time: 1.5016868 May 09 14:20:24.475461 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:20:24.529506 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e6be23-a3e1-4de3-8cec-5945c6c24954'] response: {'name': 'network-changed', 'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'status': 'completed', 'code': 200} May 09 14:20:24.622786 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-7855fb97-6cd0-4cb5-87e9-6013c60bb1d6 None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:20:24.638094 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-deb004fb-7bfd-4372-9689-73ee7cb2c62b req-2e30109f-24d0-4efd-a2d6-4b29e79b9c41 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963279c0d367441cb6462ab94961ec93&device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 1098 time: 0.0791502 May 09 14:20:24.775512 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb004fb-7bfd-4372-9689-73ee7cb2c62b req-8a3adbc0-352e-4251-a533-ed43dde76487 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:24.776977 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-deb004fb-7bfd-4372-9689-73ee7cb2c62b req-8a3adbc0-352e-4251-a533-ed43dde76487 service neutron] 10.222.0.57 "GET /v2.0/networks?id=213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 200 len: 910 time: 0.1328318 May 09 14:20:24.850022 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-deb004fb-7bfd-4372-9689-73ee7cb2c62b req-08641ead-7725-4d43-a1dc-b1c48a40b4dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4 HTTP/1.1" status: 200 len: 217 time: 0.0663242 May 09 14:20:24.907530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1f64-2302-462a-a712-8a298854fb30 req-6d3f1a21-164d-48bf-a5ec-cded4a72b854 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:24.908289 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-3adb1f64-2302-462a-a712-8a298854fb30 req-6d3f1a21-164d-48bf-a5ec-cded4a72b854 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Synchronizing usage tracker for tenant:963279c0d367441cb6462ab94961ec93 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:20:24.912507 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb004fb-7bfd-4372-9689-73ee7cb2c62b req-a658d404-7f7b-4253-84e5-860d8e9ae6c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:24.913991 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-deb004fb-7bfd-4372-9689-73ee7cb2c62b req-a658d404-7f7b-4253-84e5-860d8e9ae6c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 200 len: 848 time: 0.0583370 May 09 14:20:24.925462 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-3adb1f64-2302-462a-a712-8a298854fb30 req-6d3f1a21-164d-48bf-a5ec-cded4a72b854 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Unset dirty status for tenant:963279c0d367441cb6462ab94961ec93 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:20:24.926611 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3adb1f64-2302-462a-a712-8a298854fb30 req-6d3f1a21-164d-48bf-a5ec-cded4a72b854 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0976415 May 09 14:20:24.944076 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7855fb97-6cd0-4cb5-87e9-6013c60bb1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 5, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:24.948136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7855fb97-6cd0-4cb5-87e9-6013c60bb1d6 None None] Checking router: ab79d67b-7742-489f-b512-972760b124ed for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:20:24.958909 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7855fb97-6cd0-4cb5-87e9-6013c60bb1d6 None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:20:24.959531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7855fb97-6cd0-4cb5-87e9-6013c60bb1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:24.979969 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3adb1f64-2302-462a-a712-8a298854fb30 req-0a4de7d7-b326-44ef-8c5f-e9ffdfd4c2cb tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471127 May 09 14:20:25.002825 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-deb004fb-7bfd-4372-9689-73ee7cb2c62b req-eb34a6ef-469a-413d-8bfc-929a3ff89f90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=213b4059-9320-4392-8c4b-969071a29c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828609 May 09 14:20:25.131837 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-deb004fb-7bfd-4372-9689-73ee7cb2c62b req-e442d93d-4ea8-401b-aec8-16b4312bbfd4 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222174 May 09 14:20:25.139856 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-7855fb97-6cd0-4cb5-87e9-6013c60bb1d6 None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:20:25.260503 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-deb004fb-7bfd-4372-9689-73ee7cb2c62b req-f9f5c368-5c2f-46c5-9b48-e9085b21b6a0 service neutron] 10.222.0.57 "GET /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212602 May 09 14:20:25.460819 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7855fb97-6cd0-4cb5-87e9-6013c60bb1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 5, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:25.464559 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7855fb97-6cd0-4cb5-87e9-6013c60bb1d6 None None] The sync data for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv is: [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:01Z', 'revision_number': 4, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'f1f7263f-fdc2-4eee-8f62-7c282f774828', 'name': '', 'network_id': '213b4059-9320-4392-8c4b-969071a29c47', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'mac_address': 'fa:16:3e:4e:cf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:00Z', 'updated_at': '2022-05-09T14:10:20Z', 'revision_number': 5, 'project_id': '963279c0d367441cb6462ab94961ec93', 'subnets': [{'id': '49623d4b-4dec-4fae-9a0e-d2d781485468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:20:25.672826 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b9ac86-c8cc-489c-9985-41193fee0d31 None None] New status for floating IP b7eb6787-ec37-4f5d-b5ab-50bfe648baac: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:20:26.179748 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ad83b-76aa-41c0-816e-a98431508f77 req-ff951684-e7a6-4588-975c-68f22207160d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:26.181106 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d34ad83b-76aa-41c0-816e-a98431508f77 req-ff951684-e7a6-4588-975c-68f22207160d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0751240 May 09 14:20:26.224979 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d34ad83b-76aa-41c0-816e-a98431508f77 req-33a5b587-9e73-476d-b94b-b116dff51281 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3adb71e-5ca8-454a-b936-7fdf99a92799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385127 May 09 14:20:26.586296 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e734216-3874-4640-9b88-deec9acd368b req-fb5c6ba6-dedc-465d-8f3e-83b3ff7b4658 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:26.586896 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-0e734216-3874-4640-9b88-deec9acd368b req-fb5c6ba6-dedc-465d-8f3e-83b3ff7b4658 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Synchronizing usage tracker for tenant:963279c0d367441cb6462ab94961ec93 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:20:26.598266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-0e734216-3874-4640-9b88-deec9acd368b req-fb5c6ba6-dedc-465d-8f3e-83b3ff7b4658 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Unset dirty status for tenant:963279c0d367441cb6462ab94961ec93 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:20:26.599319 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0e734216-3874-4640-9b88-deec9acd368b req-fb5c6ba6-dedc-465d-8f3e-83b3ff7b4658 tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.57 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 945 time: 0.0857828 May 09 14:20:26.669702 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-0e734216-3874-4640-9b88-deec9acd368b req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Deleting port e907be8e-98e1-4b4e-b5f7-b46347ef08a4 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:20:26.670038 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0e734216-3874-4640-9b88-deec9acd368b req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:26.990253 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-0e734216-3874-4640-9b88-deec9acd368b req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] For port e907be8e-98e1-4b4e-b5f7-b46347ef08a4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:20:26.990518 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0e734216-3874-4640-9b88-deec9acd368b req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:27.110636 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-0e734216-3874-4640-9b88-deec9acd368b req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Calling delete_port for e907be8e-98e1-4b4e-b5f7-b46347ef08a4 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:20:27.246435 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0e734216-3874-4640-9b88-deec9acd368b req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:27.297479 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event deleted for resources: {'Port': ['ID=e907be8e-98e1-4b4e-b5f7-b46347ef08a4,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:27.341034 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:27.341420 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:27.341763 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:27.342097 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:27.342463 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:27.342967 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:27.343524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:27.344087 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:27.344613 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:27.345171 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:27.345637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:27.388194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e734216-3874-4640-9b88-deec9acd368b req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] No DVR routers for this DVR port e907be8e-98e1-4b4e-b5f7-b46347ef08a4 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:20:27.390978 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-0e734216-3874-4640-9b88-deec9acd368b req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:27.393531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'name': 'network-vif-deleted', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:20:27.408582 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-0e734216-3874-4640-9b88-deec9acd368b req-7a85eaf3-37e2-407b-b3d9-2182155273af tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.57 "DELETE /v2.0/ports/e907be8e-98e1-4b4e-b5f7-b46347ef08a4 HTTP/1.1" status: 204 len: 173 time: 0.8042994 May 09 14:20:27.424345 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-5d34e75b-3e83-48ca-8ee5-f7068745feac req-a9c2e446-a918-40f5-9cb8-36a67a0f15ca tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 210 time: 0.0471256 May 09 14:20:27.455865 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6b1d81-622e-4dbe-990a-214e5e5cf3a5'] response: {'server_uuid': 'c163446e-f2e1-4af5-8e92-c0ca96d14bbe', 'name': 'network-vif-deleted', 'tag': 'e907be8e-98e1-4b4e-b5f7-b46347ef08a4', 'status': 'completed', 'code': 200} May 09 14:20:28.604035 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-7e6e3090-de4e-400f-8860-39dd1557911d req-234beffb-0a69-45a6-9db8-a12e9cd33a4d tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "GET /v2.0/ports?device_id=c163446e-f2e1-4af5-8e92-c0ca96d14bbe HTTP/1.1" status: 200 len: 210 time: 0.0406435 May 09 14:20:28.936646 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e907be8e-98e1-4b4e-b5f7-b46347ef08a4 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:20:28.969185 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: e907be8e-98e1-4b4e-b5f7-b46347ef08a4 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:20:28.969558 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device e907be8e-98e1-4b4e-b5f7-b46347ef08a4 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:20:29.719003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38798) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:29.786338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd56e18b-f900-4bd1-987f-e5be89311a2f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:29.818714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd56e18b-f900-4bd1-987f-e5be89311a2f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:29.884907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd56e18b-f900-4bd1-987f-e5be89311a2f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:29.903750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56e18b-f900-4bd1-987f-e5be89311a2f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3adb71e-5ca8-454a-b936-7fdf99a92799,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:29.913986 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-fd56e18b-f900-4bd1-987f-e5be89311a2f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:29.915115 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-fd56e18b-f900-4bd1-987f-e5be89311a2f tempest-TestShelveInstance-1335231491 tempest-TestShelveInstance-1335231491-project] 10.222.0.44 "DELETE /v2.0/security-groups/c3adb71e-5ca8-454a-b936-7fdf99a92799 HTTP/1.1" status: 204 len: 168 time: 0.1950953 May 09 14:20:29.977138 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38804) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:30.730562 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d278e2d-7de3-4de4-a811-7f1b34a8ad70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:31.305481 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2d278e2d-7de3-4de4-a811-7f1b34a8ad70 admin admin] Deleting port f1f7263f-fdc2-4eee-8f62-7c282f774828 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:20:31.305822 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d278e2d-7de3-4de4-a811-7f1b34a8ad70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:31.478666 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-2d278e2d-7de3-4de4-a811-7f1b34a8ad70 admin admin] For port f1f7263f-fdc2-4eee-8f62-7c282f774828, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=f1f7263f-fdc2-4eee-8f62-7c282f774828,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:20:31.479025 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d278e2d-7de3-4de4-a811-7f1b34a8ad70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:31.601229 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2d278e2d-7de3-4de4-a811-7f1b34a8ad70 admin admin] Calling delete_port for f1f7263f-fdc2-4eee-8f62-7c282f774828 owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:20:31.767946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d278e2d-7de3-4de4-a811-7f1b34a8ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:31.809688 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d278e2d-7de3-4de4-a811-7f1b34a8ad70 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f7263f-fdc2-4eee-8f62-7c282f774828,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:32.100769 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2d278e2d-7de3-4de4-a811-7f1b34a8ad70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:32.749930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d278e2d-7de3-4de4-a811-7f1b34a8ad70 admin admin] Router ab79d67b-7742-489f-b512-972760b124ed has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:20:32.950161 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d278e2d-7de3-4de4-a811-7f1b34a8ad70 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:20:32.958659 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f54c71-7eb0-44c0-ac91-c43985e3cab0 None None] Sync routers for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:20:32.962157 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2d278e2d-7de3-4de4-a811-7f1b34a8ad70 admin admin] 10.222.0.44 "PUT /v2.0/routers/ab79d67b-7742-489f-b512-972760b124ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9838886 May 09 14:20:32.964622 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38812) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:32.970761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f54c71-7eb0-44c0-ac91-c43985e3cab0 None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:20:32.971351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-90f54c71-7eb0-44c0-ac91-c43985e3cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:33.164675 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:33.192886 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-90f54c71-7eb0-44c0-ac91-c43985e3cab0 None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:20:33.356494 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:33.365601 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Deleting port 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:20:33.366183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:33.470959 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-90f54c71-7eb0-44c0-ac91-c43985e3cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:20:31Z', 'revision_number': 5, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port': {'id': '0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79d67b-7742-489f-b512-972760b124ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:33.474707 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f54c71-7eb0-44c0-ac91-c43985e3cab0 None None] Checking router: ab79d67b-7742-489f-b512-972760b124ed for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:20:33.484959 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f54c71-7eb0-44c0-ac91-c43985e3cab0 None None] Routers {'ab79d67b-7742-489f-b512-972760b124ed'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:20:33.485569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-90f54c71-7eb0-44c0-ac91-c43985e3cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['ab79d67b-7742-489f-b512-972760b124ed'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:33.537854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] For port 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:20:33.538205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:33.636953 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-90f54c71-7eb0-44c0-ac91-c43985e3cab0 None None] Set router ab79d67b-7742-489f-b512-972760b124ed gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:20:33.742681 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-90f54c71-7eb0-44c0-ac91-c43985e3cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:20:33Z', 'revision_number': 6, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:33.746526 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f54c71-7eb0-44c0-ac91-c43985e3cab0 None None] The sync data for ids ['ab79d67b-7742-489f-b512-972760b124ed'] in dv-neutron-840889-2-hyperv is: [{'id': 'ab79d67b-7742-489f-b512-972760b124ed', 'name': 'tempest-TestShelveInstance-1084461375-router', 'tenant_id': '963279c0d367441cb6462ab94961ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:09:58Z', 'updated_at': '2022-05-09T14:20:33Z', 'revision_number': 6, 'project_id': '963279c0d367441cb6462ab94961ec93', 'gw_port_host': None}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:20:33.759492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Calling delete_port for 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:20:33.924937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:33.969140 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:34.173503 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f1f7263f-fdc2-4eee-8f62-7c282f774828 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:20:34.200084 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:34.206530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: f1f7263f-fdc2-4eee-8f62-7c282f774828 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:20:34.206880 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device f1f7263f-fdc2-4eee-8f62-7c282f774828 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:20:34.446057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:34.450224 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:34.474727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:34.475118 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab79d67b-7742-489f-b512-972760b124ed {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 14:20:34.488375 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:34.489509 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-04771112-54ca-46e1-871a-a2340f557df4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ab79d67b-7742-489f-b512-972760b124ed HTTP/1.1" status: 204 len: 168 time: 1.5239670 May 09 14:20:34.491939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38816) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:34.554308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed54ee33-0f59-4e78-8471-be0ef8f71a14 admin admin] Deleting subnet 49623d4b-4dec-4fae-9a0e-d2d781485468 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 14:20:34.557162 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed54ee33-0f59-4e78-8471-be0ef8f71a14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:34.609673 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed54ee33-0f59-4e78-8471-be0ef8f71a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:34.688264 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed54ee33-0f59-4e78-8471-be0ef8f71a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:34.756906 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed54ee33-0f59-4e78-8471-be0ef8f71a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:34.798420 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54ee33-0f59-4e78-8471-be0ef8f71a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49623d4b-4dec-4fae-9a0e-d2d781485468,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:34.803738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ed54ee33-0f59-4e78-8471-be0ef8f71a14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:34.809509 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354bda47-1752-4029-b027-07cd7efe3965 None None] Network 213b4059-9320-4392-8c4b-969071a29c47 requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:20:34.812452 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ed54ee33-0f59-4e78-8471-be0ef8f71a14 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/49623d4b-4dec-4fae-9a0e-d2d781485468 HTTP/1.1" status: 204 len: 168 time: 0.3195794 May 09 14:20:34.814922 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38820) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:34.919101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:34.929676 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Deleting port 0c24a132-8520-4682-8e66-2f39828888da {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:20:34.930003 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:35.056796 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067c6b8a-c173-479f-9d3d-8c16f1691365 None None] DHCP port deletion for 213b4059-9320-4392-8c4b-969071a29c47 request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 14:20:35.061553 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-067c6b8a-c173-479f-9d3d-8c16f1691365 None None] Deleting port 0c24a132-8520-4682-8e66-2f39828888da {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:20:35.062004 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-067c6b8a-c173-479f-9d3d-8c16f1691365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:35.216888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] For port 0c24a132-8520-4682-8e66-2f39828888da, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0c24a132-8520-4682-8e66-2f39828888da,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:20:35.217550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:35.264927 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-067c6b8a-c173-479f-9d3d-8c16f1691365 None None] For port 0c24a132-8520-4682-8e66-2f39828888da, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=0c24a132-8520-4682-8e66-2f39828888da,segment=NetworkSegment(0360ba88-1350-4a1f-af3d-8c144802ecff),segment_id=0360ba88-1350-4a1f-af3d-8c144802ecff)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:20:35.265472 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-067c6b8a-c173-479f-9d3d-8c16f1691365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:35.334950 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Calling delete_port for 0c24a132-8520-4682-8e66-2f39828888da owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:20:35.380062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-067c6b8a-c173-479f-9d3d-8c16f1691365 None None] Calling delete_port for 0c24a132-8520-4682-8e66-2f39828888da owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:20:35.411218 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 14:20:35.451996 dv-neutron-840889-2-hyperv neutron-server[83896]: util.warn( May 09 14:20:35.458039 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-067c6b8a-c173-479f-9d3d-8c16f1691365 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 14:20:35.458382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-067c6b8a-c173-479f-9d3d-8c16f1691365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 14:20:35.462614 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c24a132-8520-4682-8e66-2f39828888da,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:35.467071 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] No DVR routers for this DVR port 0c24a132-8520-4682-8e66-2f39828888da on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:20:35.578712 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:35.602977 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213b4059-9320-4392-8c4b-969071a29c47']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:35.618255 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0360ba88-1350-4a1f-af3d-8c144802ecff') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:35.618544 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0360ba88-1350-4a1f-af3d-8c144802ecff') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:35.629564 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:35.645796 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:35.651952 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 14:20:35.652324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 14:20:35.665755 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 14:20:35.735840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:35.740451 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:35.767087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] Pushing event deleted for resources: {'Network': ['ID=213b4059-9320-4392-8c4b-969071a29c47,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:35.781781 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-309abd1d-7601-469b-b796-9fdeca3e4201 admin admin] 10.222.0.44 "DELETE /v2.0/networks/213b4059-9320-4392-8c4b-969071a29c47 HTTP/1.1" status: 204 len: 168 time: 0.9659140 May 09 14:20:35.784581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38824) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:35.959605 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-067c6b8a-c173-479f-9d3d-8c16f1691365 None None] Deleting port 0c24a132-8520-4682-8e66-2f39828888da {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:20:35.959891 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-067c6b8a-c173-479f-9d3d-8c16f1691365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:36.021060 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-067c6b8a-c173-479f-9d3d-8c16f1691365 None None] The port '0c24a132-8520-4682-8e66-2f39828888da' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 14:20:36.076109 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:20:36.108228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:20:36.108559 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0b3ce4f4-15a6-4bbc-882f-921dda9bcf4d not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:20:36.108967 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0c24a132-8520-4682-8e66-2f39828888da no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:20:36.171477 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e4c819b-1546-4bd1-be77-5a9e5a1ce180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:36.187260 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 0c24a132-8520-4682-8e66-2f39828888da {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:20:36.187594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 0c24a132-8520-4682-8e66-2f39828888da not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:20:36.828947 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c819b-1546-4bd1-be77-5a9e5a1ce180 admin admin] Deleting port c25585eb-0718-4ec0-b040-3cae0ffdcf9e {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:20:36.829550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e4c819b-1546-4bd1-be77-5a9e5a1ce180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:37.001470 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-2e4c819b-1546-4bd1-be77-5a9e5a1ce180 admin admin] For port c25585eb-0718-4ec0-b040-3cae0ffdcf9e, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=c25585eb-0718-4ec0-b040-3cae0ffdcf9e,segment=NetworkSegment(d0a7ca3e-7b45-4dcd-90e8-67b05a464191),segment_id=d0a7ca3e-7b45-4dcd-90e8-67b05a464191)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:20:37.001749 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e4c819b-1546-4bd1-be77-5a9e5a1ce180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:37.125903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c819b-1546-4bd1-be77-5a9e5a1ce180 admin admin] Calling delete_port for c25585eb-0718-4ec0-b040-3cae0ffdcf9e owned by network:router_interface {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:20:37.284856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e4c819b-1546-4bd1-be77-5a9e5a1ce180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:37.326830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c819b-1546-4bd1-be77-5a9e5a1ce180 admin admin] Pushing event deleted for resources: {'Port': ['ID=c25585eb-0718-4ec0-b040-3cae0ffdcf9e,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:37.613865 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e4c819b-1546-4bd1-be77-5a9e5a1ce180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:38.255427 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4c819b-1546-4bd1-be77-5a9e5a1ce180 admin admin] Router 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:20:38.447237 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4c819b-1546-4bd1-be77-5a9e5a1ce180 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:20:38.455612 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78254831-1be3-4aab-97c6-91fc6e6a18a5 None None] Sync routers for ids ['123ae10b-e1f0-4bdf-8bf4-7b762add18d2'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:20:38.464046 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2e4c819b-1546-4bd1-be77-5a9e5a1ce180 admin admin] 10.222.0.44 "PUT /v2.0/routers/123ae10b-e1f0-4bdf-8bf4-7b762add18d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6783864 May 09 14:20:38.466426 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38828) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:38.468762 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78254831-1be3-4aab-97c6-91fc6e6a18a5 None None] Routers {'123ae10b-e1f0-4bdf-8bf4-7b762add18d2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:20:38.469401 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-78254831-1be3-4aab-97c6-91fc6e6a18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['123ae10b-e1f0-4bdf-8bf4-7b762add18d2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:38.648860 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-78254831-1be3-4aab-97c6-91fc6e6a18a5 None None] Set router 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:20:38.657930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Notify callbacks [] for router, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:38.849631 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:38.859513 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Deleting port 66353aa0-1330-4df3-8350-62da2605fd19 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:20:38.859907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:38.924920 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-78254831-1be3-4aab-97c6-91fc6e6a18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'name': 'tempest-TestShelveInstance-332340142-router', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '66353aa0-1330-4df3-8350-62da2605fd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:20:37Z', 'revision_number': 5, 'project_id': '31c973ff09684d3283cbd91544fe6f62', 'gw_port': {'id': '66353aa0-1330-4df3-8350-62da2605fd19', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:38.928689 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78254831-1be3-4aab-97c6-91fc6e6a18a5 None None] Checking router: 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:20:38.938920 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78254831-1be3-4aab-97c6-91fc6e6a18a5 None None] Routers {'123ae10b-e1f0-4bdf-8bf4-7b762add18d2'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:20:38.939503 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-78254831-1be3-4aab-97c6-91fc6e6a18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['123ae10b-e1f0-4bdf-8bf4-7b762add18d2'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:39.026607 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] For port 66353aa0-1330-4df3-8350-62da2605fd19, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=66353aa0-1330-4df3-8350-62da2605fd19,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:20:39.026959 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:39.083007 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-78254831-1be3-4aab-97c6-91fc6e6a18a5 None None] Set router 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:20:39.147972 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Calling delete_port for 66353aa0-1330-4df3-8350-62da2605fd19 owned by network:router_gateway {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:20:39.187662 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-78254831-1be3-4aab-97c6-91fc6e6a18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'name': 'tempest-TestShelveInstance-332340142-router', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:20:38Z', 'revision_number': 6, 'project_id': '31c973ff09684d3283cbd91544fe6f62', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:39.191504 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78254831-1be3-4aab-97c6-91fc6e6a18a5 None None] The sync data for ids ['123ae10b-e1f0-4bdf-8bf4-7b762add18d2'] in dv-neutron-840889-2-hyperv is: [{'id': '123ae10b-e1f0-4bdf-8bf4-7b762add18d2', 'name': 'tempest-TestShelveInstance-332340142-router', 'tenant_id': '31c973ff09684d3283cbd91544fe6f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:10:04Z', 'updated_at': '2022-05-09T14:20:38Z', 'revision_number': 6, 'project_id': '31c973ff09684d3283cbd91544fe6f62', 'gw_port_host': None}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:20:39.307909 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:39.349907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=66353aa0-1330-4df3-8350-62da2605fd19,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:39.663758 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:39.913469 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:39.917937 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:39.943605 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:39.944125 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 123ae10b-e1f0-4bdf-8bf4-7b762add18d2 {{(pid=83894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 14:20:39.960499 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:39.963866 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-78a79eb4-23be-465e-a516-78adb6767e39 admin admin] 10.222.0.44 "DELETE /v2.0/routers/123ae10b-e1f0-4bdf-8bf4-7b762add18d2 HTTP/1.1" status: 204 len: 168 time: 1.4943516 May 09 14:20:39.964250 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38832) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:40.032188 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ac35e8-773f-44e0-93f0-1f8558f9b3a7 admin admin] Deleting subnet 366ab101-f5ca-4f19-b590-113d0c3d0ff3 {{(pid=83894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 14:20:40.036840 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67ac35e8-773f-44e0-93f0-1f8558f9b3a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:40.076512 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 66353aa0-1330-4df3-8350-62da2605fd19 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:20:40.087761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67ac35e8-773f-44e0-93f0-1f8558f9b3a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7214078'] for subnet, precommit_delete_associations {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:40.114653 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 66353aa0-1330-4df3-8350-62da2605fd19 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:20:40.114995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 66353aa0-1330-4df3-8350-62da2605fd19 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:20:40.115400 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c25585eb-0718-4ec0-b040-3cae0ffdcf9e no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:20:40.147706 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: c25585eb-0718-4ec0-b040-3cae0ffdcf9e {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:20:40.148048 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device c25585eb-0718-4ec0-b040-3cae0ffdcf9e not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:20:40.171273 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67ac35e8-773f-44e0-93f0-1f8558f9b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:40.238074 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67ac35e8-773f-44e0-93f0-1f8558f9b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7213875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6889055'] for subnet, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:40.274889 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac35e8-773f-44e0-93f0-1f8558f9b3a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366ab101-f5ca-4f19-b590-113d0c3d0ff3,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:40.282120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-67ac35e8-773f-44e0-93f0-1f8558f9b3a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:40.283857 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e4d64b43-aa88-4a21-80a7-a2ab2509b572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:40.287689 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4152221-b77c-4805-ba2f-30667ba37028 None None] Network 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:20:40.290010 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-67ac35e8-773f-44e0-93f0-1f8558f9b3a7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/366ab101-f5ca-4f19-b590-113d0c3d0ff3 HTTP/1.1" status: 204 len: 168 time: 0.3247225 May 09 14:20:40.292404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38836) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:40.397356 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:40.407971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Deleting port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:20:40.408290 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:40.532428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d72dd-5975-4beb-99af-1acefdacc3bb None None] DHCP port deletion for 3ed2dfec-704d-4f22-b53b-e267bb3b8b2a request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 14:20:40.536712 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-645d72dd-5975-4beb-99af-1acefdacc3bb None None] Deleting port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:20:40.537078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-645d72dd-5975-4beb-99af-1acefdacc3bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:40.610656 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.db [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] For port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1ed92fa3-bdb0-4339-b19e-9bde0fc05e07,segment=NetworkSegment(d0a7ca3e-7b45-4dcd-90e8-67b05a464191),segment_id=d0a7ca3e-7b45-4dcd-90e8-67b05a464191)] {{(pid=83894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:20:40.611027 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:40.732214 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-645d72dd-5975-4beb-99af-1acefdacc3bb None None] For port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=1ed92fa3-bdb0-4339-b19e-9bde0fc05e07,segment=NetworkSegment(d0a7ca3e-7b45-4dcd-90e8-67b05a464191),segment_id=d0a7ca3e-7b45-4dcd-90e8-67b05a464191)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:20:40.732526 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-645d72dd-5975-4beb-99af-1acefdacc3bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:40.733221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Calling delete_port for 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 owned by network:dhcp {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:20:40.805143 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:40.854370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-645d72dd-5975-4beb-99af-1acefdacc3bb None None] Calling delete_port for 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:20:40.925501 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-645d72dd-5975-4beb-99af-1acefdacc3bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 14:20:40.925857 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-645d72dd-5975-4beb-99af-1acefdacc3bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 14:20:40.936171 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed92fa3-bdb0-4339-b19e-9bde0fc05e07,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:40.942423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] No DVR routers for this DVR port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 on host dv-neutron-840889-2-hyperv {{(pid=83894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:20:41.056357 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:41.081543 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed2dfec-704d-4f22-b53b-e267bb3b8b2a']}} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:41.092941 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a7ca3e-7b45-4dcd-90e8-67b05a464191') {'for_net_delete': True} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:41.093234 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.services.segments.db [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a7ca3e-7b45-4dcd-90e8-67b05a464191') {} {{(pid=83894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:41.103938 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7213581'] for segment, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:41.118889 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:41.125102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 14:20:41.125502 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7213917'] for segment, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: Traceback (most recent call last): May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: timer() May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: cb(*args, **kw) May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: return func(*args, **kwargs) May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: self._notify() May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: self.callback(batched_events) May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: event.method(event) May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: aggregate_uuid = self.p_client.list_aggregates( May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: return f(self, *a, **k) May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._get(url).json() May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: return self.request(url, 'GET', **kwargs) May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: base_url = self.get_endpoint(auth, allow=allow, May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 14:20:41.138478 dv-neutron-840889-2-hyperv neutron-server[83894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 14:20:41.213200 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:41.228646 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:41.238279 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed2dfec-704d-4f22-b53b-e267bb3b8b2a,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:41.245123 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-a2237b1d-d1e6-4e24-9d4c-2b4e9610d133 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3ed2dfec-704d-4f22-b53b-e267bb3b8b2a HTTP/1.1" status: 204 len: 168 time: 0.9517713 May 09 14:20:41.418346 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38842) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:41.426897 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-645d72dd-5975-4beb-99af-1acefdacc3bb None None] Deleting port 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:20:41.427343 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-645d72dd-5975-4beb-99af-1acefdacc3bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:41.469115 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6aca81fa-2795-438a-9999-27a57403ef70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=963279c0d367441cb6462ab94961ec93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491436 May 09 14:20:41.471240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38846) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:41.494058 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-645d72dd-5975-4beb-99af-1acefdacc3bb None None] The port '1ed92fa3-bdb0-4339-b19e-9bde0fc05e07' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 14:20:41.535647 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31bdf85e-fb1b-4686-af58-eeda3213cd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:41.564710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31bdf85e-fb1b-4686-af58-eeda3213cd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:41.613785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31bdf85e-fb1b-4686-af58-eeda3213cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:41.630774 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdf85e-fb1b-4686-af58-eeda3213cd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f903c89-741b-4152-9f04-a59f3e536892,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:41.636978 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-31bdf85e-fb1b-4686-af58-eeda3213cd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:41.638106 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-31bdf85e-fb1b-4686-af58-eeda3213cd0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f903c89-741b-4152-9f04-a59f3e536892 HTTP/1.1" status: 204 len: 168 time: 0.1660075 May 09 14:20:42.040519 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38854) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:42.054154 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:20:42.075520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:20:42.090176 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-7b049812-4471-49a8-8e21-9c2fdfada51f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31c973ff09684d3283cbd91544fe6f62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485601 May 09 14:20:42.093215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38858) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:42.108474 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:20:42.108809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 1ed92fa3-bdb0-4339-b19e-9bde0fc05e07 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:20:42.151110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-16ede032-7f47-4072-83cd-71052fdd7290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:42.176924 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-16ede032-7f47-4072-83cd-71052fdd7290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:42.227260 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-16ede032-7f47-4072-83cd-71052fdd7290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:42.244378 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ede032-7f47-4072-83cd-71052fdd7290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b71099-6384-45d9-9ce0-053268948756,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:42.251575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-16ede032-7f47-4072-83cd-71052fdd7290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:42.252688 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-16ede032-7f47-4072-83cd-71052fdd7290 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43b71099-6384-45d9-9ce0-053268948756 HTTP/1.1" status: 204 len: 168 time: 0.1584914 May 09 14:20:42.569243 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78b7ee18-9795-4a77-8884-4d4684997f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:43.118943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38880) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:43.244564 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2052491405-network', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:43.250028 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:43.253823 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Usage tracker for resource:network and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:43.256615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:43.262249 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:43.272195 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Made reservation on behalf of 2b00fa7a63e44b71994f47f63204c052 for: {'network': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:20:43.274610 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:43.286750 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:43.318053 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:43.321836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Usage tracker for resource:security_group_rule and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:43.324538 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:43.330329 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:43.393581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:43.396973 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:43.425181 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 14:20:43.433458 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0a2d68-c778-429b-81ba-bb0c0e4a4d55,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:43.438781 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:43.439118 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.segments_db [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Added segment c2c4ff8f-cefd-4497-89f6-222d825ed2d4 of type vlan for network b3200c7b-1a04-46a7-8c9e-42950cb2aaac May 09 14:20:43.464120 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:43.492336 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:43.493135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:43.493727 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Notify callbacks [] for network, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:43.585433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:43.600732 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] Pushing event updated for resources: {'Network': ['ID=b3200c7b-1a04-46a7-8c9e-42950cb2aaac,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:43.603499 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2e6bbd07-abe9-46c5-b8ac-597be6e40468 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4835713 May 09 14:20:43.606500 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38886) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:43.612422 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network b3200c7b-1a04-46a7-8c9e-42950cb2aaac details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 14:20:43.612547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Request body: {'subnet': {'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2052491405-subnet', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'ip_version': 4}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:43.617388 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:43.621174 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Usage tracker for resource:subnet and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:43.624009 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:43.629624 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:43.639284 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Made reservation on behalf of 2b00fa7a63e44b71994f47f63204c052 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:20:43.641644 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:43.843460 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:43.912220 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c11659-161e-4033-84fa-1b82b4e47953,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:43.926012 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Checking segment: {'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:20:43.926363 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Network hostable DHCP agents. Network: b3200c7b-1a04-46a7-8c9e-42950cb2aaac, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 14:20:43.946283 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Network b3200c7b-1a04-46a7-8c9e-42950cb2aaac is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 14:20:43.956064 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, b3200c7b-1a04-46a7-8c9e-42950cb2aaac) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:20:43.959997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:43.960511 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:43.966170 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a346e940-d3ab-473a-b7e8-024c58c16b5d None None] Network b3200c7b-1a04-46a7-8c9e-42950cb2aaac requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:20:43.980117 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-383d5bf6-a1f8-4e59-80c0-b0807650f6f5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3724916 May 09 14:20:43.982657 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38890) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:43.987635 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:43.992109 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:43.995914 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Usage tracker for resource:router and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:43.998803 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:44.004458 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:44.015077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.015980 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.035565 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.052773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.180312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.189528 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 14:20:44.190331 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.339765 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Allocated IP 172.20.0.2 (b3200c7b-1a04-46a7-8c9e-42950cb2aaac/21c11659-161e-4033-84fa-1b82b4e47953/71feaa1d-899b-4bb9-8371-bba300d3e164) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:20:44.363615 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.393532 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.572210 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.582351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Transition to ACTIVE for port object 71feaa1d-899b-4bb9-8371-bba300d3e164 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:20:44.601277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Transition to ACTIVE for port object 71feaa1d-899b-4bb9-8371-bba300d3e164 will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:20:44.606878 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.619110 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Allocated IP 172.26.1.88 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/6f6d9a43-d579-4281-bff1-e2f7a157cb62) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:20:44.676193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Network b3200c7b-1a04-46a7-8c9e-42950cb2aaac is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:20:44.678979 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:20:44.681929 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:20:44.687400 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=71feaa1d-899b-4bb9-8371-bba300d3e164,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:44.723944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:44.724255 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:44.724582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:44.724905 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:44.725228 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:44.725569 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:44.725888 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:44.726205 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:44.726514 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:44.726825 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:44.727129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:44.765505 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.781382 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Attempting to bind port 71feaa1d-899b-4bb9-8371-bba300d3e164 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:20:44.781738 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Attempting to bind port 71feaa1d-899b-4bb9-8371-bba300d3e164 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:20:44.782087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Attempting to bind port 71feaa1d-899b-4bb9-8371-bba300d3e164 on network b3200c7b-1a04-46a7-8c9e-42950cb2aaac {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:20:44.788170 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:20:44.788535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Checking segment: {'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:20:44.788960 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.789430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Bound using segment: {'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:20:44.789956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Bound port: 71feaa1d-899b-4bb9-8371-bba300d3e164, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:20:44.790375 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.793457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.864065 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:20:44.866882 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:20:44.871236 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:20:44.879661 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] For port 71feaa1d-899b-4bb9-8371-bba300d3e164, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:20:44.882628 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] For port 71feaa1d-899b-4bb9-8371-bba300d3e164, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=71feaa1d-899b-4bb9-8371-bba300d3e164,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:20:44.886956 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:44.898551 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Pushing event updated for resources: {'Port': ['ID=6f6d9a43-d579-4281-bff1-e2f7a157cb62,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:44.975343 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1388f42-8254-4e74-b4db-a32a558d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=71feaa1d-899b-4bb9-8371-bba300d3e164,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:45.033129 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:45.033901 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:45.261919 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Router 8b0b8078-174b-4b89-aadc-68aaec182229 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 14:20:45.287447 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:45.462921 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:20:45.471943 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Sync routers for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:20:45.483139 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:20:45.483737 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-82a5908d-602a-4c35-8891-094616ce043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:45.486849 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:45.488123 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-445ef22f-3ef6-4076-920b-77ddf6f4abac admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5045750 May 09 14:20:45.490836 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38894) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:45.679224 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:20:45.984578 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5d55d-426d-4a49-aae9-50fc3670b160 None None] Network b3200c7b-1a04-46a7-8c9e-42950cb2aaac requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:20:46.063818 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-82a5908d-602a-4c35-8891-094616ce043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:44Z', 'revision_number': 3, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:46.083800 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Checking router: 8b0b8078-174b-4b89-aadc-68aaec182229 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:20:46.084142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Updating router 8b0b8078-174b-4b89-aadc-68aaec182229 port 6f6d9a43-d579-4281-bff1-e2f7a157cb62 binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:20:46.121503 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-af206a8e-d596-4fd1-8780-fb012f89e083 None None] Provisioning for port 71feaa1d-899b-4bb9-8371-bba300d3e164 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:20:46.129638 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 71feaa1d-899b-4bb9-8371-bba300d3e164 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:20:46.204801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:46.336104 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:46.426056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 71feaa1d-899b-4bb9-8371-bba300d3e164 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:20:46.440930 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 71feaa1d-899b-4bb9-8371-bba300d3e164 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:20:46.441322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:46.547680 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Allocated IP 172.20.0.1 (b3200c7b-1a04-46a7-8c9e-42950cb2aaac/21c11659-161e-4033-84fa-1b82b4e47953/e99f68c2-93a7-4e6e-bcb0-733c8987ab3f) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:20:46.694392 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:46.711468 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Transition to ACTIVE for port object e99f68c2-93a7-4e6e-bcb0-733c8987ab3f will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:20:46.738990 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:46.739547 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:46.810377 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Network b3200c7b-1a04-46a7-8c9e-42950cb2aaac is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:20:46.813425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:20:46.818004 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:20:46.823875 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:46.827613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 71feaa1d-899b-4bb9-8371-bba300d3e164, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=71feaa1d-899b-4bb9-8371-bba300d3e164,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:20:46.836740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:46.849343 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Pushing event updated for resources: {'Port': ['ID=e99f68c2-93a7-4e6e-bcb0-733c8987ab3f,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:46.872757 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Transition to ACTIVE for port object 6f6d9a43-d579-4281-bff1-e2f7a157cb62 will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:20:46.877021 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:46.887606 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:46.943136 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=71feaa1d-899b-4bb9-8371-bba300d3e164,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:46.949697 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Attempting to bind port 6f6d9a43-d579-4281-bff1-e2f7a157cb62 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:20:46.949965 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Attempting to bind port 6f6d9a43-d579-4281-bff1-e2f7a157cb62 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:20:46.950394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Attempting to bind port 6f6d9a43-d579-4281-bff1-e2f7a157cb62 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:20:46.968792 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:46.995813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c540350b-c1bf-4320-b20e-502f5d25dc2a None None] Provisioning complete for port 71feaa1d-899b-4bb9-8371-bba300d3e164 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:20:46.996184 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540350b-c1bf-4320-b20e-502f5d25dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:47.035155 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:20:47.035529 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:20:47.036240 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:47.036350 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:20:47.036780 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Bound port: 6f6d9a43-d579-4281-bff1-e2f7a157cb62, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:20:47.037152 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:47.115294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b38f6c-eaf7-473f-8f69-26e0f80c781e None None] Pushing event updated for resources: {'Port': ['ID=6f6d9a43-d579-4281-bff1-e2f7a157cb62,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:47.150781 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-82a5908d-602a-4c35-8891-094616ce043c None None] For port 6f6d9a43-d579-4281-bff1-e2f7a157cb62, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:20:47.154184 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-82a5908d-602a-4c35-8891-094616ce043c None None] For port 6f6d9a43-d579-4281-bff1-e2f7a157cb62, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6f6d9a43-d579-4281-bff1-e2f7a157cb62,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:20:47.181341 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:47.203381 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:47.208018 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:47.287078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b38f6c-eaf7-473f-8f69-26e0f80c781e None None] Pushing event updated for resources: {'Port': ['ID=6f6d9a43-d579-4281-bff1-e2f7a157cb62,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:47.289955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:20:47.290904 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-82a5908d-602a-4c35-8891-094616ce043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:47.308895 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Pushing event updated for resources: {'Port': ['ID=e99f68c2-93a7-4e6e-bcb0-733c8987ab3f,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:47.311744 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:47.441042 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f8bba78d-05f4-4785-b968-7777e253ef72 None None] Provisioning for port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:20:47.448864 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f8bba78d-05f4-4785-b968-7777e253ef72 None None] Provisioning complete for port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:20:47.449231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f8bba78d-05f4-4785-b968-7777e253ef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:47.452844 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Network b3200c7b-1a04-46a7-8c9e-42950cb2aaac is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:20:47.453948 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:20:47.528587 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f8bba78d-05f4-4785-b968-7777e253ef72 None None] Port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:20:47.534746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-82a5908d-602a-4c35-8891-094616ce043c None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:20:47.786374 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cc103525-7dad-4667-adf5-3bf301cf2cf0 None None] Provisioning complete for port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:20:47.787059 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc103525-7dad-4667-adf5-3bf301cf2cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:47.889523 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-cc103525-7dad-4667-adf5-3bf301cf2cf0 None None] Port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:20:47.921280 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-82a5908d-602a-4c35-8891-094616ce043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:20:47Z', 'revision_number': 2, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:47.925467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5908d-602a-4c35-8891-094616ce043c None None] The sync data for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv is: [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:20:47Z', 'revision_number': 2, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:20:47.967314 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Router 8b0b8078-174b-4b89-aadc-68aaec182229 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:20:48.137711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 71feaa1d-899b-4bb9-8371-bba300d3e164 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:20:48.194143 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:20:48.212351 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-49ced384-872b-46ad-a7ff-54cf294d43b7 admin admin] 10.222.0.44 "PUT /v2.0/routers/8b0b8078-174b-4b89-aadc-68aaec182229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7130783 May 09 14:20:48.212723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 71feaa1d-899b-4bb9-8371-bba300d3e164 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:20:48.212723 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.078539 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 38916) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:49.083756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1339197505-network', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:49.088495 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:49.092372 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Usage tracker for resource:network and tenant:c72e7dbb1e174527bbb9463f92742210 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:49.095200 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:49.101436 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:49.110755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Made reservation on behalf of c72e7dbb1e174527bbb9463f92742210 for: {'network': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:20:49.112930 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for network, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.128485 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.158494 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:49.162238 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Usage tracker for resource:security_group_rule and tenant:c72e7dbb1e174527bbb9463f92742210 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:49.164963 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:49.171259 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:49.235144 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.238942 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.268342 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=83895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 14:20:49.280334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee8ba7-5c1a-4071-92a8-5f182d32c741,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:49.285995 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.286333 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.db.segments_db [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Added segment c7e461ce-07d5-49a1-b99c-5eeef9168b3a of type vlan for network 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b May 09 14:20:49.312901 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250805261'] for network, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.340895 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617'] for network, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.341709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:49.342794 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.446773 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3671508 May 09 14:20:49.448013 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98332600-8a8e-4261-b4dc-e48db0335316 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:49.449638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38920) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:49.455153 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Request body: {'subnet': {'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1339197505-subnet', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'ip_version': 4}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:49.460808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:49.465354 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Network 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b details requested by agent ovs-agent-dv-neutron-840889-2-hyperv with host dv-neutron-840889-2-hyperv {{(pid=83896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 14:20:49.465830 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Usage tracker for resource:subnet and tenant:c72e7dbb1e174527bbb9463f92742210 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:49.469337 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:49.475245 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:49.486397 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Made reservation on behalf of c72e7dbb1e174527bbb9463f92742210 for: {'subnet': 1} {{(pid=83894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:20:49.488878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6889012'] for subnet, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.706285 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7214068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6888998'] for subnet, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.779467 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b98d395-cc3e-4336-9df1-439fb919fe77,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:49.788365 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Checking segment: {'id': 'c7e461ce-07d5-49a1-b99c-5eeef9168b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:20:49.788721 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Network hostable DHCP agents. Network: 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b, hostable agents: ['9a2abbab-d296-440c-980c-b4e243fe0919'], hosted agents: [] {{(pid=83894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 14:20:49.809878 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Network 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b is scheduled to be hosted by DHCP agent 9a2abbab-d296-440c-980c-b4e243fe0919 with binding_index 1 {{(pid=83894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 14:20:49.818780 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-2-hyperv, 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b) {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:20:49.823240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:49.824315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.827861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761c05c-f3c4-4ed6-bf6c-6174f60b2912 None None] Network 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:20:49.844901 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8f15a5d5-9ea1-41d3-b930-8aeba5801979 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3940825 May 09 14:20:49.847604 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38924) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:49.852767 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1339197505-router', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:49.858201 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:49.862207 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Usage tracker for resource:router and tenant:c72e7dbb1e174527bbb9463f92742210 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:49.865195 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:49.872413 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:49.882520 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8065523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.883425 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8065424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:49.901854 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.044182 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd7ecfe-bf02-5788-8cb1-399d7aca7713-9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b', 'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'fixed_ips': [{'subnet_id': '1b98d395-cc3e-4336-9df1-439fb919fe77'}]}} from dv-neutron-840889-2-hyperv. {{(pid=83896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 09 14:20:50.045175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.048308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8065801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128694'] for router, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.120812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6f6d9a43-d579-4281-bff1-e2f7a157cb62 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:20:50.235871 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.267305 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.270078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Allocated IP 172.20.0.2 (9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b/1b98d395-cc3e-4336-9df1-439fb919fe77/b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc) {{(pid=83896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:20:50.272415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 6f6d9a43-d579-4281-bff1-e2f7a157cb62 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:20:50.282285 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 6f6d9a43-d579-4281-bff1-e2f7a157cb62 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:20:50.282649 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.404339 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Allocated IP 172.26.1.18 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/897b3287-396e-4368-8bc1-69fd1d720349) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:20:50.509594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.560099 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.572609 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 6f6d9a43-d579-4281-bff1-e2f7a157cb62, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6f6d9a43-d579-4281-bff1-e2f7a157cb62,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:20:50.582278 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.608722 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.625388 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.652144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Transition to ACTIVE for port object b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:20:50.679175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Transition to ACTIVE for port object b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc will not be triggered until provisioned by entity DHCP. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:20:50.680317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=6f6d9a43-d579-4281-bff1-e2f7a157cb62,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:50.688187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131'] for port, after_create {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.688362 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:20:50.691202 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:20:50.693514 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:20:50.727651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Pushing event updated for resources: {'Port': ['ID=897b3287-396e-4368-8bc1-69fd1d720349,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:50.754618 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Network 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b is already hosted by enough agents. {{(pid=83896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:20:50.757455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Resources bound (agent type, host, resource id): {{(pid=83896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:20:50.761817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Received port after_create {{(pid=83896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:20:50.764059 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Pushing event updated for resources: {'Port': ['ID=b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc,revision_number=1']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:50.856285 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.857017 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8065792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068249'] for router, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.858019 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Attempting to bind port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:20:50.858393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Attempting to bind port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'c7e461ce-07d5-49a1-b99c-5eeef9168b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:20:50.858747 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Attempting to bind port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc on network 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:20:50.865276 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:20:50.865666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Checking segment: {'id': 'c7e461ce-07d5-49a1-b99c-5eeef9168b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:20:50.866056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.866440 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Bound using segment: {'id': 'c7e461ce-07d5-49a1-b99c-5eeef9168b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:20:50.866892 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Bound port: b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e461ce-07d5-49a1-b99c-5eeef9168b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:20:50.867255 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:50.951531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] For port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:20:50.954451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] For port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc,segment=NetworkSegment(c7e461ce-07d5-49a1-b99c-5eeef9168b3a),segment_id=c7e461ce-07d5-49a1-b99c-5eeef9168b3a)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:20:50.959075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:51.044205 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa2edd-c9b5-4cd2-b128-2351d52455d3 None None] Pushing event updated for resources: {'Port': ['ID=b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc,revision_number=2']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:51.214714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Router 4fc0fb40-d36d-484c-9dda-3047836a6649 is scheduled to L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 with binding_index 1 {{(pid=83894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 14:20:51.420811 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:20:51.429185 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Sync routers for ids ['4fc0fb40-d36d-484c-9dda-3047836a6649'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:20:51.440635 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Routers {'4fc0fb40-d36d-484c-9dda-3047836a6649'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:20:51.441432 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['4fc0fb40-d36d-484c-9dda-3047836a6649'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:51.444288 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] Notify callbacks [] for router, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:51.448089 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8a812945-28da-4082-92f2-a8e786a9c44e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5971406 May 09 14:20:51.448640 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38930) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:51.621591 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Set router 4fc0fb40-d36d-484c-9dda-3047836a6649 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:20:51.934595 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d5a537-38da-486b-9ff5-2137731f947f None None] Network 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:20:51.946814 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'name': 'tempest-TestSnapshotPattern-1339197505-router', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '897b3287-396e-4368-8bc1-69fd1d720349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:49Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 3, 'project_id': 'c72e7dbb1e174527bbb9463f92742210', 'gw_port': {'id': '897b3287-396e-4368-8bc1-69fd1d720349', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:50Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:51.951572 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Checking router: 4fc0fb40-d36d-484c-9dda-3047836a6649 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:20:51.952053 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Updating router 4fc0fb40-d36d-484c-9dda-3047836a6649 port 897b3287-396e-4368-8bc1-69fd1d720349 binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:20:52.013996 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.053143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.080886 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9c324073-8f83-446a-a2ce-8f76b27f84eb None None] Provisioning for port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:20:52.225508 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6f6d9a43-d579-4281-bff1-e2f7a157cb62 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:20:52.260092 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.317619 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 6f6d9a43-d579-4281-bff1-e2f7a157cb62 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:20:52.318468 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.403043 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.418572 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Transition to ACTIVE for port object 897b3287-396e-4368-8bc1-69fd1d720349 will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:20:52.426493 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.505808 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:20:52.509890 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Attempting to bind port 897b3287-396e-4368-8bc1-69fd1d720349 on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:20:52.510363 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Attempting to bind port 897b3287-396e-4368-8bc1-69fd1d720349 by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:20:52.510592 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Attempting to bind port 897b3287-396e-4368-8bc1-69fd1d720349 on network f9882ce2-2129-4722-aeae-788d8eb15c78 {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:20:52.513172 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d720e7-6bb2-40a5-b790-3f0330b0d821 None None] Pushing event updated for resources: {'Port': ['ID=897b3287-396e-4368-8bc1-69fd1d720349,revision_number=2']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:52.520954 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Allocated IP 172.20.0.1 (9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b/1b98d395-cc3e-4336-9df1-439fb919fe77/85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:20:52.523709 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:20:52.524075 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Checking segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:20:52.524472 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.524854 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Bound using segment: {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:20:52.525324 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Bound port: 897b3287-396e-4368-8bc1-69fd1d720349, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ccd6d-5888-47ad-909b-c55e0fcda424', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:20:52.525688 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.556369 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d720e7-6bb2-40a5-b790-3f0330b0d821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:52.556712 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d720e7-6bb2-40a5-b790-3f0330b0d821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:52.557050 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d720e7-6bb2-40a5-b790-3f0330b0d821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:52.557409 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d720e7-6bb2-40a5-b790-3f0330b0d821 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:52.557736 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d720e7-6bb2-40a5-b790-3f0330b0d821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:52.558062 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d720e7-6bb2-40a5-b790-3f0330b0d821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:52.558475 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d720e7-6bb2-40a5-b790-3f0330b0d821 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:52.558800 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d720e7-6bb2-40a5-b790-3f0330b0d821 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:52.559143 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d720e7-6bb2-40a5-b790-3f0330b0d821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:52.559438 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d720e7-6bb2-40a5-b790-3f0330b0d821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:52.559752 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d720e7-6bb2-40a5-b790-3f0330b0d821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:20:52.610465 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] For port 897b3287-396e-4368-8bc1-69fd1d720349, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:20:52.614138 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] For port 897b3287-396e-4368-8bc1-69fd1d720349, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=897b3287-396e-4368-8bc1-69fd1d720349,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:20:52.619838 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.623058 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:20:52.629269 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:20:52.629886 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.688683 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.704757 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d720e7-6bb2-40a5-b790-3f0330b0d821 None None] Pushing event updated for resources: {'Port': ['ID=897b3287-396e-4368-8bc1-69fd1d720349,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:52.709243 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Routers {'4fc0fb40-d36d-484c-9dda-3047836a6649'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:20:52.709860 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['4fc0fb40-d36d-484c-9dda-3047836a6649'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:52.713179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.provisioning_blocks [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Transition to ACTIVE for port object 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b will not be triggered until provisioned by entity DHCP. {{(pid=83894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:20:52.737183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.774455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.817587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Network 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:20:52.825031 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:20:52.826663 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc,segment=NetworkSegment(c7e461ce-07d5-49a1-b99c-5eeef9168b3a),segment_id=c7e461ce-07d5-49a1-b99c-5eeef9168b3a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:20:52.830436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:20:52.841156 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.859816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:52.900898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8068963'] for router_interface, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:52.913585 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] Set router 4fc0fb40-d36d-484c-9dda-3047836a6649 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:20:52.925740 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:53.118665 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:53.126297 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-eb3c4505-4b16-445e-8dfd-c35a10583469 None None] Provisioning for port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:20:53.131422 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-eb3c4505-4b16-445e-8dfd-c35a10583469 None None] Provisioning complete for port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:20:53.131792 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4505-4b16-445e-8dfd-c35a10583469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:53.192506 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c4505-4b16-445e-8dfd-c35a10583469 None None] Port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:20:53.239146 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'name': 'tempest-TestSnapshotPattern-1339197505-router', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '897b3287-396e-4368-8bc1-69fd1d720349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:49Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 3, 'project_id': 'c72e7dbb1e174527bbb9463f92742210', 'gw_port': {'id': '897b3287-396e-4368-8bc1-69fd1d720349', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:50Z', 'updated_at': '2022-05-09T14:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:20:53.243149 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3205ee-7a25-4c54-be74-e2df10d418a3 None None] The sync data for ids ['4fc0fb40-d36d-484c-9dda-3047836a6649'] in dv-neutron-840889-2-hyperv is: [{'id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'name': 'tempest-TestSnapshotPattern-1339197505-router', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '897b3287-396e-4368-8bc1-69fd1d720349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:49Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 3, 'project_id': 'c72e7dbb1e174527bbb9463f92742210', 'gw_port': {'id': '897b3287-396e-4368-8bc1-69fd1d720349', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:50Z', 'updated_at': '2022-05-09T14:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:20:53.342172 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:53.348011 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:53.453278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8069070'] for router_interface, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:53.456725 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:53.588881 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Network 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:20:53.590011 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:20:53.821056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-297d4dae-80e5-47ad-b845-2e5690af0a31 None None] Provisioning complete for port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:20:53.821445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-297d4dae-80e5-47ad-b845-2e5690af0a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:53.871321 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-297d4dae-80e5-47ad-b845-2e5690af0a31 None None] Port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:20:53.973206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Router 4fc0fb40-d36d-484c-9dda-3047836a6649 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:20:54.087169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:20:54.156511 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:20:54.157132 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:54.176553 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:20:54.185711 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-1f2d11c0-1718-4ccc-865c-18791458c1a3 admin admin] 10.222.0.44 "PUT /v2.0/routers/4fc0fb40-d36d-484c-9dda-3047836a6649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7359042 May 09 14:20:54.577228 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38940) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:54.582997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640258909', 'description': 'tempest-secgroup-smoke-640258909 description', 'project_id': '2b00fa7a63e44b71994f47f63204c052'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:54.589179 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:54.593042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Usage tracker for resource:security_group and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:54.595966 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:54.602026 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:54.612976 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:54.647779 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:54.651411 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Usage tracker for resource:security_group_rule and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:54.654101 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:54.659549 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:54.711413 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:54.714816 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:54.755910 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbeb00d-a096-4a15-a00f-dce37a112cc3,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:54.758805 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:54.762613 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-85d68620-63d1-4392-9d06-ac72bf2e111b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1816409 May 09 14:20:54.763389 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38944) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:54.769315 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-8c22c021-b677-4e60-91e9-8e0d185712fe tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Request body: {'security_group_rule': {'security_group_id': 'fdbeb00d-a096-4a15-a00f-dce37a112cc3', 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:54.775137 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8c22c021-b677-4e60-91e9-8e0d185712fe tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:54.778930 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8c22c021-b677-4e60-91e9-8e0d185712fe tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Usage tracker for resource:security_group_rule and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:54.781782 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-8c22c021-b677-4e60-91e9-8e0d185712fe tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:54.787423 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-8c22c021-b677-4e60-91e9-8e0d185712fe tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:54.803485 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c22c021-b677-4e60-91e9-8e0d185712fe tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:54.863903 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c22c021-b677-4e60-91e9-8e0d185712fe tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:54.867459 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c22c021-b677-4e60-91e9-8e0d185712fe tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:54.892187 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22c021-b677-4e60-91e9-8e0d185712fe tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d59e3a-b169-4be6-805c-6e8c9fd81818,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:54.899626 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-8c22c021-b677-4e60-91e9-8e0d185712fe tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:54.900769 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-8c22c021-b677-4e60-91e9-8e0d185712fe tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1369781 May 09 14:20:54.903511 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38948) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:54.908815 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-83103d5c-f7fc-4374-b87f-6572bef873a4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Request body: {'security_group_rule': {'security_group_id': 'fdbeb00d-a096-4a15-a00f-dce37a112cc3', 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:54.914527 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-83103d5c-f7fc-4374-b87f-6572bef873a4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:54.918267 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-83103d5c-f7fc-4374-b87f-6572bef873a4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Usage tracker for resource:security_group_rule and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:54.921611 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-83103d5c-f7fc-4374-b87f-6572bef873a4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:54.927208 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-83103d5c-f7fc-4374-b87f-6572bef873a4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:54.943710 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-83103d5c-f7fc-4374-b87f-6572bef873a4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.003857 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-83103d5c-f7fc-4374-b87f-6572bef873a4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.007436 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-83103d5c-f7fc-4374-b87f-6572bef873a4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.029777 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83103d5c-f7fc-4374-b87f-6572bef873a4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25307164-42ef-4890-9894-cc8f2bea9bff,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:55.037821 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-83103d5c-f7fc-4374-b87f-6572bef873a4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.038983 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-83103d5c-f7fc-4374-b87f-6572bef873a4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1345413 May 09 14:20:55.041641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38952) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:55.047349 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-58720f40-48cc-4916-a822-63d00ad6d905 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Request body: {'security_group_rule': {'security_group_id': 'fdbeb00d-a096-4a15-a00f-dce37a112cc3', 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:55.053015 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-58720f40-48cc-4916-a822-63d00ad6d905 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:55.056785 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-58720f40-48cc-4916-a822-63d00ad6d905 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Usage tracker for resource:security_group_rule and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:55.059641 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-58720f40-48cc-4916-a822-63d00ad6d905 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:55.066809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-58720f40-48cc-4916-a822-63d00ad6d905 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:55.083408 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-58720f40-48cc-4916-a822-63d00ad6d905 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.146963 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-58720f40-48cc-4916-a822-63d00ad6d905 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.150414 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-58720f40-48cc-4916-a822-63d00ad6d905 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.175008 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58720f40-48cc-4916-a822-63d00ad6d905 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586d05c6-79da-497b-a01d-e7369ba8b475,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:55.183691 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-58720f40-48cc-4916-a822-63d00ad6d905 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.184973 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-58720f40-48cc-4916-a822-63d00ad6d905 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1423986 May 09 14:20:55.188376 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38956) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:55.193876 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-03f2d959-b1fa-46ca-b60a-bd7894758d26 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Request body: {'security_group_rule': {'security_group_id': 'fdbeb00d-a096-4a15-a00f-dce37a112cc3', 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:55.199922 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-03f2d959-b1fa-46ca-b60a-bd7894758d26 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:55.203791 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-03f2d959-b1fa-46ca-b60a-bd7894758d26 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Usage tracker for resource:security_group_rule and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:55.206668 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-03f2d959-b1fa-46ca-b60a-bd7894758d26 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:55.212404 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-03f2d959-b1fa-46ca-b60a-bd7894758d26 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:55.228585 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-03f2d959-b1fa-46ca-b60a-bd7894758d26 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.290178 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-03f2d959-b1fa-46ca-b60a-bd7894758d26 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.293561 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-03f2d959-b1fa-46ca-b60a-bd7894758d26 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.316238 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2d959-b1fa-46ca-b60a-bd7894758d26 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67bd891c-2fca-42f7-8efd-f748d899401a,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:55.324902 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-03f2d959-b1fa-46ca-b60a-bd7894758d26 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.326125 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-03f2d959-b1fa-46ca-b60a-bd7894758d26 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1368227 May 09 14:20:55.328713 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38960) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:55.333922 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-ef879367-0c6f-494d-8379-109b197dd090 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Request body: {'security_group_rule': {'security_group_id': 'fdbeb00d-a096-4a15-a00f-dce37a112cc3', 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:55.339483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ef879367-0c6f-494d-8379-109b197dd090 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:55.343714 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ef879367-0c6f-494d-8379-109b197dd090 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Usage tracker for resource:security_group_rule and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:55.346587 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ef879367-0c6f-494d-8379-109b197dd090 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:55.352180 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-ef879367-0c6f-494d-8379-109b197dd090 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:55.362795 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-ef879367-0c6f-494d-8379-109b197dd090 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Project 2b00fa7a63e44b71994f47f63204c052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 14:20:55.369183 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef879367-0c6f-494d-8379-109b197dd090 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.434243 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef879367-0c6f-494d-8379-109b197dd090 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.437706 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef879367-0c6f-494d-8379-109b197dd090 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.541936 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef879367-0c6f-494d-8379-109b197dd090 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c502886e-0c96-4a96-8cc3-d1f4d12811d9,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:55.551946 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-ef879367-0c6f-494d-8379-109b197dd090 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.553181 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ef879367-0c6f-494d-8379-109b197dd090 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2235518 May 09 14:20:55.556030 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 38964) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:20:55.561371 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-6ad9f48f-77ce-4406-a31c-f0cc6ad7d43d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Request body: {'security_group_rule': {'security_group_id': 'fdbeb00d-a096-4a15-a00f-dce37a112cc3', 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:55.567240 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6ad9f48f-77ce-4406-a31c-f0cc6ad7d43d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:55.570997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6ad9f48f-77ce-4406-a31c-f0cc6ad7d43d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Usage tracker for resource:security_group_rule and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:20:55.573826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-6ad9f48f-77ce-4406-a31c-f0cc6ad7d43d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:20:55.579442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-6ad9f48f-77ce-4406-a31c-f0cc6ad7d43d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:55.589484 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.securitygroups_db [None req-6ad9f48f-77ce-4406-a31c-f0cc6ad7d43d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Project 2b00fa7a63e44b71994f47f63204c052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 14:20:55.596338 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f48f-77ce-4406-a31c-f0cc6ad7d43d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.668177 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f48f-77ce-4406-a31c-f0cc6ad7d43d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.672004 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f48f-77ce-4406-a31c-f0cc6ad7d43d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7973902'] for security_group_rule, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.695426 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9f48f-77ce-4406-a31c-f0cc6ad7d43d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f9fe32-3ab8-407f-a9ab-acfe90e19cbf,revision_number=0']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:55.703821 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f48f-77ce-4406-a31c-f0cc6ad7d43d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:55.704942 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6ad9f48f-77ce-4406-a31c-f0cc6ad7d43d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1480169 May 09 14:20:55.870223 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-657f4e1a-1b1e-4fb5-84ba-05c6948d8c43 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Synchronizing usage tracker for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:security_group {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:20:55.885867 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-657f4e1a-1b1e-4fb5-84ba-05c6948d8c43 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Unset dirty status for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:security_group {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:20:55.886899 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-657f4e1a-1b1e-4fb5-84ba-05c6948d8c43 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640258909&fields=id&tenant_id=2b00fa7a63e44b71994f47f63204c052 HTTP/1.1" status: 200 len: 267 time: 0.0551524 May 09 14:20:56.028414 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-743f94a9-f56a-4270-b332-58649d2f9d95 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:56.029078 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-743f94a9-f56a-4270-b332-58649d2f9d95 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Synchronizing usage tracker for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:network {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:20:56.050826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-743f94a9-f56a-4270-b332-58649d2f9d95 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Unset dirty status for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:network {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:20:56.051108 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-743f94a9-f56a-4270-b332-58649d2f9d95 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 810 time: 0.1570992 May 09 14:20:56.068454 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-e23f9aa7-6a98-499d-b43c-cda48c60d012 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/quotas/2b00fa7a63e44b71994f47f63204c052 HTTP/1.1" status: 200 len: 375 time: 0.0117025 May 09 14:20:56.149135 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-d45f9b95-50da-43a3-9264-55f9884afca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Synchronizing usage tracker for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:20:56.164932 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-d45f9b95-50da-43a3-9264-55f9884afca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Unset dirty status for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:20:56.166320 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-d45f9b95-50da-43a3-9264-55f9884afca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928569 May 09 14:20:56.422215 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-b1283128-e096-4ff2-b7de-55c0b842ff6e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83894) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 09 14:20:56.423222 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-b1283128-e096-4ff2-b7de-55c0b842ff6e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0661781 May 09 14:20:56.551305 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-984f01aa-c05e-47c9-8182-f88a9670dd07 service neutron] 10.222.0.44 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221237 May 09 14:20:56.679884 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-9fb73075-ad24-4f6a-9dc2-c059fcddc510 service neutron] 10.222.0.44 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224432 May 09 14:20:56.864420 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e997ff15-cee7-476c-b2c9-68e4a9812d08 req-32cf546b-ac31-4b75-9b58-2d197e0263da tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 210 time: 0.0410597 May 09 14:20:58.025123 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2d15dde5-0413-410d-9f83-025068b52c06 req-aa7f6542-db1e-41f4-8998-ac6723e9c985 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 210 time: 0.0399802 May 09 14:20:58.123637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-d8420922-51fb-4832-8b08-451c630173cb tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:58.125020 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-d8420922-51fb-4832-8b08-451c630173cb tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 810 time: 0.1520040 May 09 14:20:58.179106 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-9c14735e-d608-49f1-b4c9-502a3cc75700 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b00fa7a63e44b71994f47f63204c052 HTTP/1.1" status: 200 len: 379 time: 0.0412252 May 09 14:20:58.187264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Request body: {'port': {'device_id': '0661e702-6268-4e0b-80b0-e757103e32f2', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'admin_state_up': True, 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'security_groups': ['fdbeb00d-a096-4a15-a00f-dce37a112cc3']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:58.318155 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:20:58.327950 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:20:58.337482 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Made reservation on behalf of 2b00fa7a63e44b71994f47f63204c052 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:20:58.340355 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:58.520151 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Allocated IP 172.20.0.9 (b3200c7b-1a04-46a7-8c9e-42950cb2aaac/21c11659-161e-4033-84fa-1b82b4e47953/ff3b68da-1951-4487-a82a-4d8577ffa6b8) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:20:58.713847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:58.731741 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Transition to ACTIVE for port object ff3b68da-1951-4487-a82a-4d8577ffa6b8 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:20:58.754395 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:58.827493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Network b3200c7b-1a04-46a7-8c9e-42950cb2aaac is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:20:58.830527 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:20:58.834337 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:20:58.892351 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event updated for resources: {'Port': ['ID=ff3b68da-1951-4487-a82a-4d8577ffa6b8,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:58.905940 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:58.906573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:58.932794 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-22def462-ae37-41be-a78a-e27968993603 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7491062 May 09 14:20:58.944604 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Request body: {'port': {'device_id': '0661e702-6268-4e0b-80b0-e757103e32f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:20:59.134772 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a4b88443-0107-4591-83e1-110f40535d8b None None] Provisioning for port ff3b68da-1951-4487-a82a-4d8577ffa6b8 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:20:59.140986 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a4b88443-0107-4591-83e1-110f40535d8b None None] Provisioning complete for port ff3b68da-1951-4487-a82a-4d8577ffa6b8 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:20:59.141383 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a4b88443-0107-4591-83e1-110f40535d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:59.146742 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:59.194955 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a4b88443-0107-4591-83e1-110f40535d8b None None] Port ff3b68da-1951-4487-a82a-4d8577ffa6b8 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:20:59.232103 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedbc76-970f-45d8-8d0a-2286209f96b7 req-ffa02ef6-4264-4aee-a08e-c943fb029b0b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:20:59.233598 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-beedbc76-970f-45d8-8d0a-2286209f96b7 req-ffa02ef6-4264-4aee-a08e-c943fb029b0b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 931 time: 0.0804729 May 09 14:20:59.279702 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-beedbc76-970f-45d8-8d0a-2286209f96b7 req-aa51a154-dfb7-4c3f-85a9-236d1e04fc62 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403674 May 09 14:20:59.480884 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3b68da-1951-4487-a82a-4d8577ffa6b8 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:20:59.488123 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:59.502867 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Transition to ACTIVE for port object ff3b68da-1951-4487-a82a-4d8577ffa6b8 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:20:59.506295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:59.628712 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3b68da-1951-4487-a82a-4d8577ffa6b8,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:20:59.737903 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Attempting to bind port ff3b68da-1951-4487-a82a-4d8577ffa6b8 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:20:59.738245 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Attempting to bind port ff3b68da-1951-4487-a82a-4d8577ffa6b8 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:20:59.738548 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Attempting to bind port ff3b68da-1951-4487-a82a-4d8577ffa6b8 on network b3200c7b-1a04-46a7-8c9e-42950cb2aaac {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:20:59.744186 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Port ff3b68da-1951-4487-a82a-4d8577ffa6b8 on network b3200c7b-1a04-46a7-8c9e-42950cb2aaac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 14:20:59.744497 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Attempting to bind port ff3b68da-1951-4487-a82a-4d8577ffa6b8 on network b3200c7b-1a04-46a7-8c9e-42950cb2aaac {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:20:59.751166 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:20:59.751488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Checking segment: {'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:20:59.751858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Bound using segment: {'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:20:59.752268 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Bound port: ff3b68da-1951-4487-a82a-4d8577ffa6b8, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:20:59.752894 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:59.842746 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] For port ff3b68da-1951-4487-a82a-4d8577ffa6b8, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:20:59.845523 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] For port ff3b68da-1951-4487-a82a-4d8577ffa6b8, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:20:59.849755 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:59.913840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:20:59.915170 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] 10.222.0.57 "PUT /v2.0/ports/ff3b68da-1951-4487-a82a-4d8577ffa6b8 HTTP/1.1" status: 200 len: 1093 time: 0.9750688 May 09 14:20:59.915590 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:20:59.935810 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46513e-a78e-463a-86f9-4de4deb34232 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3b68da-1951-4487-a82a-4d8577ffa6b8,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:21:00.027180 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-73d8ddf2-6f68-439d-aba5-a7b8f2ab7553 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 1096 time: 0.0714924 May 09 14:21:00.112143 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b480a70f-5838-46e1-8353-0d5acbda49e7'] response: {'name': 'network-changed', 'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'status': 'completed', 'code': 200} May 09 14:21:00.129508 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-9ce8e36b-fcab-49be-9699-92862f929331 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8 HTTP/1.1" status: 200 len: 217 time: 0.0861664 May 09 14:21:00.129849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 897b3287-396e-4368-8bc1-69fd1d720349 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:21:00.190708 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-e5cbe12b-f5f6-4c7c-ad3b-cbf368280c8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:00.192061 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-e5cbe12b-f5f6-4c7c-ad3b-cbf368280c8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0571427 May 09 14:21:00.206349 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 897b3287-396e-4368-8bc1-69fd1d720349 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:21:00.211063 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 897b3287-396e-4368-8bc1-69fd1d720349 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:21:00.211420 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:00.269816 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-1b7c9c0f-1bb6-4281-9caa-7cf4d698f430 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720038 May 09 14:21:00.325285 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:00.341404 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 897b3287-396e-4368-8bc1-69fd1d720349, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=897b3287-396e-4368-8bc1-69fd1d720349,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:21:00.345467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:00.403618 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-da9687ea-5dab-46b2-a5cf-eca8a3caae76 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279919 May 09 14:21:00.411428 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=897b3287-396e-4368-8bc1-69fd1d720349,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:21:00.479707 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fc54e-53d6-4d26-a935-c58a856431fb req-71530ae4-c49d-4860-b394-cb6816134027 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:00.481199 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4e5fc54e-53d6-4d26-a935-c58a856431fb req-71530ae4-c49d-4860-b394-cb6816134027 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 943 time: 0.0748446 May 09 14:21:00.531138 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-4e5fc54e-53d6-4d26-a935-c58a856431fb req-0c30f568-2aa9-42bd-855d-30c9f79cf2f9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430560 May 09 14:21:00.534293 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c54cfcb5-7682-41a5-9457-15e32649a7c2 req-ea6bc556-1be7-4d08-b33c-09404a0208a1 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247134 May 09 14:21:00.646299 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9cca49d9-3510-49ae-bd55-63cd61a7aaa8 req-72fd7dd9-fce4-4e92-bb37-522b48465c84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 1096 time: 0.0668223 May 09 14:21:00.772332 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca49d9-3510-49ae-bd55-63cd61a7aaa8 req-4656f19d-5e4a-407e-b605-665b845f5374 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:00.773755 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9cca49d9-3510-49ae-bd55-63cd61a7aaa8 req-4656f19d-5e4a-407e-b605-665b845f5374 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 911 time: 0.1216180 May 09 14:21:00.925174 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9cca49d9-3510-49ae-bd55-63cd61a7aaa8 req-3fc0d69f-5634-4407-a57d-5f21d0f5d562 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8 HTTP/1.1" status: 200 len: 217 time: 0.1449335 May 09 14:21:00.985180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca49d9-3510-49ae-bd55-63cd61a7aaa8 req-81bb651e-88ec-48ef-97c6-069d9c8dcb03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:00.986566 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9cca49d9-3510-49ae-bd55-63cd61a7aaa8 req-81bb651e-88ec-48ef-97c6-069d9c8dcb03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0555756 May 09 14:21:01.059835 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9cca49d9-3510-49ae-bd55-63cd61a7aaa8 req-0bb55fcc-a78a-41e8-b90d-1b2f6733d8a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675352 May 09 14:21:01.186057 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9cca49d9-3510-49ae-bd55-63cd61a7aaa8 req-306f6f8f-ae77-43d4-b8e6-6b7952393c97 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199725 May 09 14:21:01.312460 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9cca49d9-3510-49ae-bd55-63cd61a7aaa8 req-758b5ce5-d46d-4bd4-a77f-e1ad91ef182a service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205833 May 09 14:21:01.735304 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931507-a598-4a26-a625-12207f8e8d58 req-d30356dc-b316-4c60-b92a-279bf5694ef6 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:01.736736 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b4931507-a598-4a26-a625-12207f8e8d58 req-d30356dc-b316-4c60-b92a-279bf5694ef6 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 943 time: 0.0750213 May 09 14:21:01.780875 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-b4931507-a598-4a26-a625-12207f8e8d58 req-8de4e30e-eb12-47ea-b247-31680a9243f4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385354 May 09 14:21:02.090328 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 897b3287-396e-4368-8bc1-69fd1d720349 up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:21:02.159335 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 897b3287-396e-4368-8bc1-69fd1d720349 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:21:02.159701 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:02.698779 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Sync routers for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:21:02.710611 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:21:02.711206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:21:02.888068 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:21:02.988557 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6c9e1-2c32-4af6-9bd1-e8e596a5cb3e req-d28090b5-7503-40bf-a35a-bb49509d4ddd tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:02.990811 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-80b6c9e1-2c32-4af6-9bd1-e8e596a5cb3e req-d28090b5-7503-40bf-a35a-bb49509d4ddd tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 943 time: 0.0833292 May 09 14:21:03.041729 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-80b6c9e1-2c32-4af6-9bd1-e8e596a5cb3e req-129779dc-19d5-448a-a315-fd1b41408d59 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442185 May 09 14:21:03.244679 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:20:47Z', 'revision_number': 2, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:21:03.249264 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Checking router: 8b0b8078-174b-4b89-aadc-68aaec182229 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:21:03.249627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Updating router 8b0b8078-174b-4b89-aadc-68aaec182229 port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f binding host dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:21:03.299471 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:03.636081 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Notify callbacks [] for port, precommit_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:03.648552 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Transition to ACTIVE for port object e99f68c2-93a7-4e6e-bcb0-733c8987ab3f will not be triggered until provisioned by entity L2. {{(pid=83896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:21:03.655995 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:03.782763 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327838d-bc91-4933-8933-05d69aae75ef None None] Pushing event updated for resources: {'Port': ['ID=e99f68c2-93a7-4e6e-bcb0-733c8987ab3f,revision_number=3']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:21:03.871891 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Attempting to bind port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:21:03.872248 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Attempting to bind port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:21:03.872601 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Attempting to bind port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f on network b3200c7b-1a04-46a7-8c9e-42950cb2aaac {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:21:03.879610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:21:03.879610 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Checking segment: {'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:21:03.879821 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:03.880157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Bound using segment: {'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'} {{(pid=83896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:21:03.880605 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Bound port: e99f68c2-93a7-4e6e-bcb0-733c8987ab3f, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'}}] {{(pid=83896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:21:03.880976 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:03.978418 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] For port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:21:03.981336 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] For port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e99f68c2-93a7-4e6e-bcb0-733c8987ab3f,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:21:03.985686 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:04.060937 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327838d-bc91-4933-8933-05d69aae75ef None None] Pushing event updated for resources: {'Port': ['ID=e99f68c2-93a7-4e6e-bcb0-733c8987ab3f,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:21:04.065573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:21:04.066190 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:21:04.262630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:21:04.271928 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d51c4-2d2d-4521-bb7e-974291ed5e5d req-945a7027-61e4-4eef-95d7-f0d850e73baf tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:04.273806 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e79d51c4-2d2d-4521-bb7e-974291ed5e5d req-945a7027-61e4-4eef-95d7-f0d850e73baf tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 943 time: 0.0943525 May 09 14:21:04.320354 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e79d51c4-2d2d-4521-bb7e-974291ed5e5d req-4eb6435d-dfed-4d39-b04e-1f06c7a4865a tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400543 May 09 14:21:04.363767 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Sync routers for ids ['4fc0fb40-d36d-484c-9dda-3047836a6649'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:21:04.380050 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Routers {'4fc0fb40-d36d-484c-9dda-3047836a6649'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:21:04.380665 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['4fc0fb40-d36d-484c-9dda-3047836a6649'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:21:04.579924 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Set router 4fc0fb40-d36d-484c-9dda-3047836a6649 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:21:04.587463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:03Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:21:04.591463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8cb3ad-1ec8-41df-b170-00115bbb2f5e None None] The sync data for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv is: [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:03Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:21:04.904814 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'name': 'tempest-TestSnapshotPattern-1339197505-router', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '897b3287-396e-4368-8bc1-69fd1d720349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:49Z', 'updated_at': '2022-05-09T14:20:52Z', 'revision_number': 4, 'project_id': 'c72e7dbb1e174527bbb9463f92742210', 'gw_port': {'id': '897b3287-396e-4368-8bc1-69fd1d720349', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:50Z', 'updated_at': '2022-05-09T14:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b', 'name': '', 'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'mac_address': 'fa:16:3e:a7:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b98d395-cc3e-4336-9df1-439fb919fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:52Z', 'updated_at': '2022-05-09T14:20:53Z', 'revision_number': 2, 'project_id': 'c72e7dbb1e174527bbb9463f92742210', 'subnets': [{'id': '1b98d395-cc3e-4336-9df1-439fb919fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:21:04.908878 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Checking router: 4fc0fb40-d36d-484c-9dda-3047836a6649 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:21:04.909222 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Updating router 4fc0fb40-d36d-484c-9dda-3047836a6649 port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b binding host dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 09 14:21:04.961509 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:05.059078 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ff3b68da-1951-4487-a82a-4d8577ffa6b8 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 14:21:05.230548 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ff3b68da-1951-4487-a82a-4d8577ffa6b8, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:21:05.243259 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'port_id': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'mac_address': 'fa:16:3e:58:ac:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 14:21:05.295584 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:05.305535 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Notify callbacks [] for port, precommit_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:05.313129 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3b68da-1951-4487-a82a-4d8577ffa6b8 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:21:05.317373 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.provisioning_blocks [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Transition to ACTIVE for port object 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b will not be triggered until provisioned by entity L2. {{(pid=83897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:21:05.322979 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:05.328696 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ff3b68da-1951-4487-a82a-4d8577ffa6b8, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:21:05.332576 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:05.393786 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbb19f-7355-4806-b7a0-0e7946ab2ac1 None None] Pushing event updated for resources: {'Port': ['ID=85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b,revision_number=3']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:21:05.401754 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=ff3b68da-1951-4487-a82a-4d8577ffa6b8,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:21:05.528087 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5001ee-f80a-4708-9b78-2332ca8684db req-a44107cd-9355-4932-a090-dccb594b5b4e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:05.531556 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ec5001ee-f80a-4708-9b78-2332ca8684db req-a44107cd-9355-4932-a090-dccb594b5b4e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 944 time: 0.0857141 May 09 14:21:05.546507 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Attempting to bind port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b on host dv-neutron-840889-2-hyperv for vnic_type normal with profile {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:21:05.546872 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Attempting to bind port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b by drivers openvswitch,hyperv on host dv-neutron-840889-2-hyperv at level 0 using segments [{'id': 'c7e461ce-07d5-49a1-b99c-5eeef9168b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b'}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:21:05.547222 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Attempting to bind port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b on network 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:21:05.554122 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Checking agent: {'id': '56e09d3e-df63-45c1-ad82-7865746b7d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 6, 44), 'started_at': datetime.datetime(2022, 5, 9, 13, 7, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:21:05.554487 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Checking segment: {'id': 'c7e461ce-07d5-49a1-b99c-5eeef9168b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:21:05.554884 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:05.555268 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Bound using segment: {'id': 'c7e461ce-07d5-49a1-b99c-5eeef9168b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b'} {{(pid=83897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:21:05.555723 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.managers [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Bound port: 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b, host: dv-neutron-840889-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e461ce-07d5-49a1-b99c-5eeef9168b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b'}}] {{(pid=83897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:21:05.556088 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:05.582357 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ec5001ee-f80a-4708-9b78-2332ca8684db req-b68116e0-e82f-440b-aef5-35d2bba567eb tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454082 May 09 14:21:05.651632 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] For port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b, host dv-neutron-840889-2-hyperv, cleared binding levels {{(pid=83897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:21:05.655550 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.plugins.ml2.db [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] For port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b, host dv-neutron-840889-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b,segment=NetworkSegment(c7e461ce-07d5-49a1-b99c-5eeef9168b3a),segment_id=c7e461ce-07d5-49a1-b99c-5eeef9168b3a)] {{(pid=83897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:21:05.659898 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron_lib.callbacks.manager [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:05.719539 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['ff3b68da-1951-4487-a82a-4d8577ffa6b8'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 14:21:05.739786 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbb19f-7355-4806-b7a0-0e7946ab2ac1 None None] Pushing event updated for resources: {'Port': ['ID=85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b,revision_number=4']} {{(pid=83897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:21:05.744416 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Routers {'4fc0fb40-d36d-484c-9dda-3047836a6649'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:21:05.745030 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['4fc0fb40-d36d-484c-9dda-3047836a6649'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:21:05.927328 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] Set router 4fc0fb40-d36d-484c-9dda-3047836a6649 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:21:06.115238 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e99f68c2-93a7-4e6e-bcb0-733c8987ab3f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:21:06.189767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:21:06.194517 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:21:06.194888 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:06.260558 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'name': 'tempest-TestSnapshotPattern-1339197505-router', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '897b3287-396e-4368-8bc1-69fd1d720349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:49Z', 'updated_at': '2022-05-09T14:20:52Z', 'revision_number': 4, 'project_id': 'c72e7dbb1e174527bbb9463f92742210', 'gw_port': {'id': '897b3287-396e-4368-8bc1-69fd1d720349', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:50Z', 'updated_at': '2022-05-09T14:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b', 'name': '', 'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'mac_address': 'fa:16:3e:a7:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b98d395-cc3e-4336-9df1-439fb919fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:52Z', 'updated_at': '2022-05-09T14:21:05Z', 'revision_number': 4, 'project_id': 'c72e7dbb1e174527bbb9463f92742210', 'subnets': [{'id': '1b98d395-cc3e-4336-9df1-439fb919fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:21:06.264528 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9bccf-1234-4eb4-9b5b-4311cddfd838 None None] The sync data for ids ['4fc0fb40-d36d-484c-9dda-3047836a6649'] in dv-neutron-840889-2-hyperv is: [{'id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'name': 'tempest-TestSnapshotPattern-1339197505-router', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '897b3287-396e-4368-8bc1-69fd1d720349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:49Z', 'updated_at': '2022-05-09T14:20:52Z', 'revision_number': 4, 'project_id': 'c72e7dbb1e174527bbb9463f92742210', 'gw_port': {'id': '897b3287-396e-4368-8bc1-69fd1d720349', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:50Z', 'updated_at': '2022-05-09T14:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': '85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b', 'name': '', 'network_id': '9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'mac_address': 'fa:16:3e:a7:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b98d395-cc3e-4336-9df1-439fb919fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:52Z', 'updated_at': '2022-05-09T14:21:05Z', 'revision_number': 4, 'project_id': 'c72e7dbb1e174527bbb9463f92742210', 'subnets': [{'id': '1b98d395-cc3e-4336-9df1-439fb919fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:21:06.321149 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:06.357836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e99f68c2-93a7-4e6e-bcb0-733c8987ab3f,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:21:06.363849 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:06.440040 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=e99f68c2-93a7-4e6e-bcb0-733c8987ab3f,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:21:06.788435 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaea4b-6a0b-4565-9647-dc08dbccf85a req-c2b02990-c0bb-40dd-a46e-85e7667fe293 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:06.789976 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6efaea4b-6a0b-4565-9647-dc08dbccf85a req-c2b02990-c0bb-40dd-a46e-85e7667fe293 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 944 time: 0.0781207 May 09 14:21:06.840048 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6efaea4b-6a0b-4565-9647-dc08dbccf85a req-a9630c93-b0ee-403d-a31a-dbecf07d6f71 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439229 May 09 14:21:07.073363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ff3b68da-1951-4487-a82a-4d8577ffa6b8 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:21:07.140322 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port ff3b68da-1951-4487-a82a-4d8577ffa6b8 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:21:07.144800 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port ff3b68da-1951-4487-a82a-4d8577ffa6b8 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:21:07.145168 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:07.258225 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:07.284725 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:21:07.294008 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ff3b68da-1951-4487-a82a-4d8577ffa6b8, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:21:07.297743 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:07.339384 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72883150-60d8-409b-838f-63787d8c2df3'] response: {'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'code': 200} May 09 14:21:07.363353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=ff3b68da-1951-4487-a82a-4d8577ffa6b8,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:21:07.562085 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ec128787-5874-48b8-818d-967fa7390456 req-af7efcc6-d34d-4787-b3cd-73fc1e574731 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 1098 time: 0.0666566 May 09 14:21:07.603575 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ec128787-5874-48b8-818d-967fa7390456 req-ffdb268d-229f-4d57-82be-658a00eba480 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354671 May 09 14:21:08.031207 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71bfeb-9486-4a43-b811-d7cc94be1b57 req-05e303d2-477b-4f48-8f64-8e93229daeef tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:08.032616 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fe71bfeb-9486-4a43-b811-d7cc94be1b57 req-05e303d2-477b-4f48-8f64-8e93229daeef tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 945 time: 0.0739777 May 09 14:21:08.079023 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fe71bfeb-9486-4a43-b811-d7cc94be1b57 req-13c338ec-b4d4-410f-947c-61a0cec70687 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409477 May 09 14:21:08.160868 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e99f68c2-93a7-4e6e-bcb0-733c8987ab3f up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:21:08.235363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:21:08.235722 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:08.344586 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:21:08.406842 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning for port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:21:08.411187 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:21:08.411542 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:08.520636 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:08.551433 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] For port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b,segment=NetworkSegment(c7e461ce-07d5-49a1-b99c-5eeef9168b3a),segment_id=c7e461ce-07d5-49a1-b99c-5eeef9168b3a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:21:08.555338 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:08.617625 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Pushing event updated for resources: {'Port': ['ID=85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:21:09.279090 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfb85-0557-4e87-94b0-7ce44d5ba14e req-40053c7f-cbd0-4219-9bd3-a66c9885a0b5 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:09.280538 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3c3dfb85-0557-4e87-94b0-7ce44d5ba14e req-40053c7f-cbd0-4219-9bd3-a66c9885a0b5 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 945 time: 0.0793111 May 09 14:21:09.325025 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3c3dfb85-0557-4e87-94b0-7ce44d5ba14e req-33617aea-2412-44af-9cb6-f306b36f7ee4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390012 May 09 14:21:09.514764 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c21b9-9b79-4e73-958c-8c2f9e211adf req-faae4c7a-4e76-4ff4-a395-aa6d1bf8ce4c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:09.516179 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-811c21b9-9b79-4e73-958c-8c2f9e211adf req-faae4c7a-4e76-4ff4-a395-aa6d1bf8ce4c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 945 time: 0.0746412 May 09 14:21:09.560928 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-811c21b9-9b79-4e73-958c-8c2f9e211adf req-cd15544d-f89b-4257-b52d-a432df4f9d9e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393040 May 09 14:21:09.587255 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 39026) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:21:09.807584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ca55369f-ef32-4e99-8072-7213c439e2f5 tempest-TestSnapshotPattern-974661835 tempest-TestSnapshotPattern-974661835-project-admin] Synchronizing usage tracker for tenant:c72e7dbb1e174527bbb9463f92742210 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:21:09.823656 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-ca55369f-ef32-4e99-8072-7213c439e2f5 tempest-TestSnapshotPattern-974661835 tempest-TestSnapshotPattern-974661835-project-admin] Unset dirty status for tenant:c72e7dbb1e174527bbb9463f92742210 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:21:09.824859 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-ca55369f-ef32-4e99-8072-7213c439e2f5 tempest-TestSnapshotPattern-974661835 tempest-TestSnapshotPattern-974661835-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 1093 time: 0.2366059 May 09 14:21:09.827799 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 39032) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:21:09.832762 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:21:09.838006 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:21:09.842205 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Usage tracker for resource:floatingip and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:21:09.844898 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:21:09.850433 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:21:09.862229 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:09.993007 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:10.098222 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b up at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:21:10.127410 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Allocated IP 172.26.1.130 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/dec63c73-4780-4349-a519-f283916be7fa) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:21:10.168475 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Provisioning complete for port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:21:10.168839 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:10.279939 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:10.293593 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5f44b1b3-be06-4c4c-8aac-72cbe13d7ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:10.317112 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:10.381455 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:21:10.384042 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:21:10.386575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:21:10.421206 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event updated for resources: {'Port': ['ID=dec63c73-4780-4349-a519-f283916be7fa,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:21:10.883395 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:10.938856 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:11.139122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:11.143374 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:11.247324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event updated for resources: {'Port': ['ID=dec63c73-4780-4349-a519-f283916be7fa,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:21:11.258894 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:11.533928 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Floating IP f5de3219-0e65-4eae-84ef-26b55c72d8ed associated. External IP: 172.26.1.130, port: ff3b68da-1951-4487-a82a-4d8577ffa6b8. May 09 14:21:11.917485 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Router 8b0b8078-174b-4b89-aadc-68aaec182229 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:21:12.116056 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:21:12.139824 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:12.191828 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-9fea48fe-b132-484a-8be3-2db72fafe09e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3630099 May 09 14:21:12.192334 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:21:12.244464 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87be7d06-c602-48c7-848a-d6f7f3ad01c3'] response: {'name': 'network-changed', 'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'status': 'completed', 'code': 200} May 09 14:21:12.335231 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0c75351-6263-4a29-a2c4-8af8dd7a09df req-30ee3fbf-e37a-438b-b27f-ad0d11850152 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 1098 time: 0.0701802 May 09 14:21:12.345938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ab1f3-8ecd-4917-9801-f2ff7f066f6f None None] Sync routers for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:21:12.360390 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ab1f3-8ecd-4917-9801-f2ff7f066f6f None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:21:12.361021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ae2ab1f3-8ecd-4917-9801-f2ff7f066f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:20:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:21:12.469399 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75351-6263-4a29-a2c4-8af8dd7a09df req-fa57fbba-5493-4d57-8218-c03d8ae27b39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:12.470757 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0c75351-6263-4a29-a2c4-8af8dd7a09df req-fa57fbba-5493-4d57-8218-c03d8ae27b39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 911 time: 0.1297386 May 09 14:21:12.574470 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0c75351-6263-4a29-a2c4-8af8dd7a09df req-a1ea660c-33d3-45cc-8762-7354ee0d5c34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8 HTTP/1.1" status: 200 len: 999 time: 0.0981369 May 09 14:21:12.582898 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d19e34f0-7f10-4d46-baf1-1995c6bc9d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:12.585952 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-ae2ab1f3-8ecd-4917-9801-f2ff7f066f6f None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:21:12.636991 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75351-6263-4a29-a2c4-8af8dd7a09df req-955a01d2-0d41-428b-8d8a-0bbb344e62f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:12.638493 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0c75351-6263-4a29-a2c4-8af8dd7a09df req-955a01d2-0d41-428b-8d8a-0bbb344e62f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0581739 May 09 14:21:12.713248 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0c75351-6263-4a29-a2c4-8af8dd7a09df req-89f610f1-be63-413e-ab43-44ec3983e1de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692337 May 09 14:21:12.840005 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0c75351-6263-4a29-a2c4-8af8dd7a09df req-973809fb-0421-4a7a-9625-d4427dd837a8 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208589 May 09 14:21:12.930721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ae2ab1f3-8ecd-4917-9801-f2ff7f066f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'f5de3219-0e65-4eae-84ef-26b55c72d8ed', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'port_id': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'mac_address': 'fa:16:3e:58:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0661e702-6268-4e0b-80b0-e757103e32f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:21:10Z', 'updated_at': '2022-05-09T14:21:10Z', 'revision_number': 0, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:06Z', 'revision_number': 5, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:21:12.934536 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ab1f3-8ecd-4917-9801-f2ff7f066f6f None None] Checking router: 8b0b8078-174b-4b89-aadc-68aaec182229 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:21:12.944804 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ab1f3-8ecd-4917-9801-f2ff7f066f6f None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:21:12.945426 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ae2ab1f3-8ecd-4917-9801-f2ff7f066f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:21:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:21:12.970952 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-c0c75351-6263-4a29-a2c4-8af8dd7a09df req-5ad26144-caac-4add-a7aa-860723e677f3 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251457 May 09 14:21:13.119345 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-ae2ab1f3-8ecd-4917-9801-f2ff7f066f6f None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:21:13.450467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ae2ab1f3-8ecd-4917-9801-f2ff7f066f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'f5de3219-0e65-4eae-84ef-26b55c72d8ed', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'port_id': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'mac_address': 'fa:16:3e:58:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0661e702-6268-4e0b-80b0-e757103e32f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:21:10Z', 'updated_at': '2022-05-09T14:21:10Z', 'revision_number': 0, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:06Z', 'revision_number': 5, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:21:13.454941 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ab1f3-8ecd-4917-9801-f2ff7f066f6f None None] The sync data for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv is: [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'f5de3219-0e65-4eae-84ef-26b55c72d8ed', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'port_id': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'mac_address': 'fa:16:3e:58:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0661e702-6268-4e0b-80b0-e757103e32f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:21:10Z', 'updated_at': '2022-05-09T14:21:10Z', 'revision_number': 0, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:06Z', 'revision_number': 5, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:21:13.588620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:13.986206 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:15.288445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:19.054646 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:21:19.396180 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-267e39f5-965a-4e92-8890-c6e92ccefe82 req-bcb5c6e2-5e8e-4153-8146-0d09b9fcfe9e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649252 May 09 14:21:19.528358 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-267e39f5-965a-4e92-8890-c6e92ccefe82 req-c6332750-b293-4ffd-b3a7-c81ceebe79e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 1098 time: 0.0662408 May 09 14:21:19.669168 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e39f5-965a-4e92-8890-c6e92ccefe82 req-76452086-7fca-480a-84cc-ebb4aea8cb32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:19.671138 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-267e39f5-965a-4e92-8890-c6e92ccefe82 req-76452086-7fca-480a-84cc-ebb4aea8cb32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 911 time: 0.1251190 May 09 14:21:19.858929 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-267e39f5-965a-4e92-8890-c6e92ccefe82 req-b515a551-2db5-42d0-91d3-01cf3f79a0b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8 HTTP/1.1" status: 200 len: 999 time: 0.1816409 May 09 14:21:19.923662 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e39f5-965a-4e92-8890-c6e92ccefe82 req-ff5155fc-cfe2-415f-b2c4-1c749db2eb7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:21:19.924997 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-267e39f5-965a-4e92-8890-c6e92ccefe82 req-ff5155fc-cfe2-415f-b2c4-1c749db2eb7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0603082 May 09 14:21:19.996932 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-267e39f5-965a-4e92-8890-c6e92ccefe82 req-0f18616d-6a8c-4a8b-bdeb-37ce2c9a0eae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659778 May 09 14:21:20.126537 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-267e39f5-965a-4e92-8890-c6e92ccefe82 req-e4c36630-98d2-46a5-939f-783e8d8f10c0 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234045 May 09 14:21:20.253306 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-267e39f5-965a-4e92-8890-c6e92ccefe82 req-9063925d-c4b6-4e12-9f8d-7a92a5b28c71 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200857 May 09 14:21:21.995923 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:22.819260 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d44352d-de37-4f8d-bc97-7a51ffa3fc41 None None] New status for floating IP f5de3219-0e65-4eae-84ef-26b55c72d8ed: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:21:40.285513 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-74c1ba0f-ef68-4269-b861-3f0f85a07f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:42.573913 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-35904498-392e-440b-92df-b739b5c21153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:43.590709 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:43.987339 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:45.291443 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:52.001931 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:21:56.053899 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:22:10.286287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e6a0-f514-4c46-a2c1-c005ae9a8b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:22:12.575211 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aedfe5d3-7132-407a-96ca-eef2e05227f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:22:13.593001 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:22:13.989063 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:22:15.293563 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:22:20.358580 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3c4fccec-8202-483c-84c8-6a5fb7f3452c req-84ca913b-94da-4f41-9f89-401e7c2dfc55 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694516 May 09 14:22:20.495676 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3c4fccec-8202-483c-84c8-6a5fb7f3452c req-38d10240-24c0-4baf-ba18-1b2768ffa92d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 1098 time: 0.0717306 May 09 14:22:20.642496 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fccec-8202-483c-84c8-6a5fb7f3452c req-80e435b3-381e-4a29-aa74-2ce3d5d1c5c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:22:20.643926 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3c4fccec-8202-483c-84c8-6a5fb7f3452c req-80e435b3-381e-4a29-aa74-2ce3d5d1c5c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 911 time: 0.1255851 May 09 14:22:20.743558 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3c4fccec-8202-483c-84c8-6a5fb7f3452c req-355d6e1f-0a73-4480-832b-346aa81663b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8 HTTP/1.1" status: 200 len: 1001 time: 0.0924020 May 09 14:22:20.803039 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fccec-8202-483c-84c8-6a5fb7f3452c req-b2a9f7e4-9083-4a2b-bd94-a4e22d17dd42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:22:20.804381 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3c4fccec-8202-483c-84c8-6a5fb7f3452c req-b2a9f7e4-9083-4a2b-bd94-a4e22d17dd42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0552487 May 09 14:22:20.878394 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3c4fccec-8202-483c-84c8-6a5fb7f3452c req-7bf6e52a-0b31-4858-8d5b-1e7a295e9765 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679488 May 09 14:22:21.005604 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3c4fccec-8202-483c-84c8-6a5fb7f3452c req-17379b01-0f4a-4a6b-9ecf-a015941b5a1e service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211791 May 09 14:22:21.132062 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-3c4fccec-8202-483c-84c8-6a5fb7f3452c req-f1afc455-9716-4790-bad0-59addf1e3c2c service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198652 May 09 14:22:22.000097 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:22:33.056357 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:22:40.290254 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0f270ae8-a629-47e4-97b5-fcb8ac9a8c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:22:42.576675 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dd332d05-d4e9-4039-8a34-1c1d82a65e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:22:43.597201 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:22:43.989729 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:22:45.295766 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:22:52.008715 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:10.055878 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:23:10.291497 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-36da06fd-8c46-4da0-921a-1c7369754b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:12.578203 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b411e11-898c-4e43-ad82-8f111fb2bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:13.599566 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:13.990633 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:15.298704 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:22.009467 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:22.405045 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f6a197d-4eb0-4c47-ac16-27cd26f16b7d req-ab71f19e-b767-4d6e-b5a2-05c53d86d2a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0652592 May 09 14:23:22.537024 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f6a197d-4eb0-4c47-ac16-27cd26f16b7d req-9b1e618a-5df7-4016-a924-e4d9d3fdf167 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 1098 time: 0.0665119 May 09 14:23:22.677465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a197d-4eb0-4c47-ac16-27cd26f16b7d req-b496bc39-857a-4938-8f92-d465a29b3316 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:23:22.678809 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f6a197d-4eb0-4c47-ac16-27cd26f16b7d req-b496bc39-857a-4938-8f92-d465a29b3316 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 911 time: 0.1246717 May 09 14:23:22.860137 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f6a197d-4eb0-4c47-ac16-27cd26f16b7d req-9065e6de-4d10-4c5b-a7d4-68ffab5f56e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8 HTTP/1.1" status: 200 len: 1001 time: 0.1747398 May 09 14:23:22.923046 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a197d-4eb0-4c47-ac16-27cd26f16b7d req-794d3883-b2cb-4b0e-98b9-0dabf942c301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:23:22.924917 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f6a197d-4eb0-4c47-ac16-27cd26f16b7d req-794d3883-b2cb-4b0e-98b9-0dabf942c301 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0593240 May 09 14:23:22.996482 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f6a197d-4eb0-4c47-ac16-27cd26f16b7d req-ef0c1d73-716c-492b-884b-1498cb3449c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659583 May 09 14:23:23.126443 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f6a197d-4eb0-4c47-ac16-27cd26f16b7d req-f82c2876-0841-4fa2-b408-812dabfe8418 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241648 May 09 14:23:23.254831 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-5f6a197d-4eb0-4c47-ac16-27cd26f16b7d req-0299d2fe-54ec-44c5-9a57-8ba98feaa011 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225870 May 09 14:23:40.293061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fadea9b4-676b-437a-94f4-5ef9a6f6fe6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:42.581157 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aad13e6b-9254-4406-b2d6-a375eb5c7085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:43.601652 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:43.993069 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:45.302457 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:47.055118 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:23:51.894291 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ff3b68da-1951-4487-a82a-4d8577ffa6b8 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 14:23:52.029075 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:52.034867 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ff3b68da-1951-4487-a82a-4d8577ffa6b8, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:23:52.049809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'port_id': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'mac_address': 'fa:16:3e:58:ac:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 14:23:52.100478 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:52.120135 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff3b68da-1951-4487-a82a-4d8577ffa6b8 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:23:52.135195 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ff3b68da-1951-4487-a82a-4d8577ffa6b8, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:23:52.138553 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:52.203394 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=ff3b68da-1951-4487-a82a-4d8577ffa6b8,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:23:52.208193 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['ff3b68da-1951-4487-a82a-4d8577ffa6b8'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 14:23:52.243592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:23:52.243932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:23:52.244260 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:23:52.244585 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:23:52.244938 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:23:52.245280 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:23:52.245594 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:23:52.245911 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:23:52.246835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:23:52.247151 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:23:52.247604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:23:53.916767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ff3b68da-1951-4487-a82a-4d8577ffa6b8 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:23:53.986902 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port ff3b68da-1951-4487-a82a-4d8577ffa6b8 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:23:53.987261 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:54.101837 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:54.127773 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:23:54.137691 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ff3b68da-1951-4487-a82a-4d8577ffa6b8, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:23:54.141682 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:23:54.213851 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=ff3b68da-1951-4487-a82a-4d8577ffa6b8,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:23:54.221959 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1c50a3-5937-4c32-8562-d153f75afbb9'] response: {'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'code': 200} May 09 14:24:06.632155 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-6e863669-aa63-4813-b442-a2e1f41d4a9d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640258909&fields=id&tenant_id=2b00fa7a63e44b71994f47f63204c052 HTTP/1.1" status: 200 len: 267 time: 0.0401847 May 09 14:24:06.778821 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-61dc6eff-122f-47e0-98bb-f411137fa579 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:06.780157 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-61dc6eff-122f-47e0-98bb-f411137fa579 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 810 time: 0.1410575 May 09 14:24:06.795571 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-12af2d35-e95e-411d-a556-9f3d2acca958 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/quotas/2b00fa7a63e44b71994f47f63204c052 HTTP/1.1" status: 200 len: 375 time: 0.0100727 May 09 14:24:06.879226 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-ff34f432-b37f-4f06-9acf-d54848ef7849 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0790069 May 09 14:24:07.011857 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-03e78ed7-90aa-4183-bcdc-77ccf204b40e service neutron] 10.222.0.44 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209738 May 09 14:24:07.145331 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-596ad6fb-aeba-4d51-833d-04519faf0680 service neutron] 10.222.0.44 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275496 May 09 14:24:07.407909 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e796a12c-99f0-4c17-8a22-22edeedef700 req-3b541f2b-ec00-4514-87d4-f3a41d9fbdc8 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 210 time: 0.1069272 May 09 14:24:08.477295 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-f7ca96a7-4b86-416b-bd3b-7c845927026c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:08.478697 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-f7ca96a7-4b86-416b-bd3b-7c845927026c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 810 time: 0.1459236 May 09 14:24:08.545963 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eed47438-9838-492e-b404-45f3d66cd40d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b00fa7a63e44b71994f47f63204c052 HTTP/1.1" status: 200 len: 379 time: 0.0544767 May 09 14:24:08.554738 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Request body: {'port': {'device_id': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'admin_state_up': True, 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'security_groups': ['fdbeb00d-a096-4a15-a00f-dce37a112cc3']}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:24:08.584348 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-08ee0b71-d6de-405a-99c8-bd11688e627c req-3b2d73f3-70b0-4f65-b99b-fbafa24de092 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 210 time: 0.0427036 May 09 14:24:08.692203 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:24:08.696262 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Usage tracker for resource:port and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:24:08.699612 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:24:08.705349 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.quota.driver [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:24:08.715868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Made reservation on behalf of 2b00fa7a63e44b71994f47f63204c052 for: {'port': 1} {{(pid=83895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 14:24:08.718946 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:08.888334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_common [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Allocated IP 172.20.0.6 (b3200c7b-1a04-46a7-8c9e-42950cb2aaac/21c11659-161e-4033-84fa-1b82b4e47953/37b99423-d401-468b-8f6e-e5df6bf609c3) {{(pid=83895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:24:09.126821 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for port, precommit_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:09.143266 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Transition to ACTIVE for port object 37b99423-d401-468b-8f6e-e5df6bf609c3 will not be triggered until provisioned by entity DHCP. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:24:09.170043 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_create {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:09.235220 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Network b3200c7b-1a04-46a7-8c9e-42950cb2aaac is already hosted by enough agents. {{(pid=83895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:24:09.242927 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.base_scheduler [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources bound (agent type, host, resource id): {{(pid=83895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:24:09.249126 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Received port after_create {{(pid=83895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:24:09.309719 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event updated for resources: {'Port': ['ID=37b99423-d401-468b-8f6e-e5df6bf609c3,revision_number=1']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:24:09.322964 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:09.323439 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:09.323892 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:09.324314 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:09.324732 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:09.325189 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:09.325637 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:09.326047 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:09.326608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:09.327018 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:09.327424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:09.348455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:09.349359 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:09.401191 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-94861961-73d4-4486-8821-f0037549c543 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8498783 May 09 14:24:09.557061 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-556ce0a8-ce58-4f4e-ac31-b149c656a466 None None] Provisioning for port 37b99423-d401-468b-8f6e-e5df6bf609c3 completed by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:24:09.562751 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-556ce0a8-ce58-4f4e-ac31-b149c656a466 None None] Provisioning complete for port 37b99423-d401-468b-8f6e-e5df6bf609c3 triggered by entity DHCP. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:24:09.563418 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-556ce0a8-ce58-4f4e-ac31-b149c656a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:09.632140 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-556ce0a8-ce58-4f4e-ac31-b149c656a466 None None] Port 37b99423-d401-468b-8f6e-e5df6bf609c3 cannot update to ACTIVE because it is not bound. {{(pid=83896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 09 14:24:09.800438 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47df40-a09d-45b8-8598-798de27ebf47 req-02891b3b-56ed-427c-9c1e-509ae5df1865 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:09.802034 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6e47df40-a09d-45b8-8598-798de27ebf47 req-02891b3b-56ed-427c-9c1e-509ae5df1865 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 931 time: 0.0821309 May 09 14:24:09.851865 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6e47df40-a09d-45b8-8598-798de27ebf47 req-65364e24-ac3a-49bd-bcb4-e18d8a45cef3 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435920 May 09 14:24:10.026395 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ff3b68da-1951-4487-a82a-4d8577ffa6b8 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:24:10.153630 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:10.191087 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:24:10.201241 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port ff3b68da-1951-4487-a82a-4d8577ffa6b8, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:24:10.207154 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:10.317748 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=ff3b68da-1951-4487-a82a-4d8577ffa6b8,revision_number=8']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:24:10.321271 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6feceb2d-20aa-43c9-bcb8-257bd831d6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:10.381962 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af29d720-315c-41eb-b9c0-904d9bf85aeb'] response: {'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'code': 200} May 09 14:24:11.054699 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d795266-efa7-4995-bb79-bd7d5de8c99e req-b13eb0f0-cfc0-4214-ae34-b04fe6764b1e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:11.056109 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0d795266-efa7-4995-bb79-bd7d5de8c99e req-b13eb0f0-cfc0-4214-ae34-b04fe6764b1e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 931 time: 0.0790575 May 09 14:24:11.214122 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-0d795266-efa7-4995-bb79-bd7d5de8c99e req-6bae8ffe-248f-4bc4-b247-fc4b598b47c6 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517308 May 09 14:24:12.417390 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabf356-13d9-49c4-8504-0b8635db4de5 req-3eb04547-9409-4372-9946-906101928e47 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:12.419558 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fdabf356-13d9-49c4-8504-0b8635db4de5 req-3eb04547-9409-4372-9946-906101928e47 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 931 time: 0.0790894 May 09 14:24:12.467780 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-fdabf356-13d9-49c4-8504-0b8635db4de5 req-667c6430-4e7c-496e-9baf-aba33f0487c9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421782 May 09 14:24:12.591598 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a7c5ce4d-b986-40e4-abd0-016299a147e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:13.614120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:13.684244 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff98ea-b12c-4eaf-9d21-113b9bf6c2d8 req-124d0332-039b-47af-8381-2933b4b613a1 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:13.685738 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cfff98ea-b12c-4eaf-9d21-113b9bf6c2d8 req-124d0332-039b-47af-8381-2933b4b613a1 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 931 time: 0.0867729 May 09 14:24:13.732877 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-cfff98ea-b12c-4eaf-9d21-113b9bf6c2d8 req-46a8996f-e901-46cb-a2f4-91a618271c07 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413718 May 09 14:24:14.099749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:14.934190 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd53610-0c44-4d40-b7d9-efed37d6c535 req-06bb8de3-33fe-48ba-a309-b838b6cda6ec tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:14.935552 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6bd53610-0c44-4d40-b7d9-efed37d6c535 req-06bb8de3-33fe-48ba-a309-b838b6cda6ec tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 931 time: 0.0769949 May 09 14:24:14.984305 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-6bd53610-0c44-4d40-b7d9-efed37d6c535 req-023199d3-bd59-4ab2-a249-e306925e0a3b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427222 May 09 14:24:15.305847 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:16.196382 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d6422-5c01-44da-9e88-11d023d684b9 req-1f8b7961-baaf-471b-8520-04537f8c0297 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:16.198043 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ff2d6422-5c01-44da-9e88-11d023d684b9 req-1f8b7961-baaf-471b-8520-04537f8c0297 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 931 time: 0.0823505 May 09 14:24:16.246644 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-ff2d6422-5c01-44da-9e88-11d023d684b9 req-c2101618-3858-4e8e-8cd4-8da80c32dbc7 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417857 May 09 14:24:17.442798 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0264835-1b80-4e3e-bb51-6a0bc8dbb0a8 req-8dec7b76-76b7-4351-b7d5-a97b0798ca4e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:17.444205 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e0264835-1b80-4e3e-bb51-6a0bc8dbb0a8 req-8dec7b76-76b7-4351-b7d5-a97b0798ca4e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 931 time: 0.0732276 May 09 14:24:17.491332 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-e0264835-1b80-4e3e-bb51-6a0bc8dbb0a8 req-5c12eb6f-52d6-4232-ac8d-56f7d4645fec tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413084 May 09 14:24:18.686859 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b67783-ab8f-4f9a-8b2c-b61643e36982 req-83f3d387-4fe1-43ab-a503-a7e0b28e95d9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:18.688275 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-48b67783-ab8f-4f9a-8b2c-b61643e36982 req-83f3d387-4fe1-43ab-a503-a7e0b28e95d9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 931 time: 0.0759254 May 09 14:24:18.732383 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-48b67783-ab8f-4f9a-8b2c-b61643e36982 req-dc437da7-6923-4d18-a399-68c1d3214ec1 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387073 May 09 14:24:19.926312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2e80f-1bfe-4369-a35f-731d79df5942 req-62cadb9f-982f-4cb0-882f-11965d25510b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:19.927745 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-28f2e80f-1bfe-4369-a35f-731d79df5942 req-62cadb9f-982f-4cb0-882f-11965d25510b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 931 time: 0.0786986 May 09 14:24:19.971625 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-28f2e80f-1bfe-4369-a35f-731d79df5942 req-c8e7185e-4186-4655-b2c2-e1b2c0fcdc38 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383303 May 09 14:24:20.681802 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.v2.base [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Request body: {'port': {'device_id': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=83895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:24:20.784512 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:21.113760 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b99423-d401-468b-8f6e-e5df6bf609c3 {{(pid=83895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:24:21.120415 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:21.134828 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.provisioning_blocks [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Transition to ACTIVE for port object 37b99423-d401-468b-8f6e-e5df6bf609c3 will not be triggered until provisioned by entity L2. {{(pid=83895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 14:24:21.139758 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:21.165558 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47dc21-c760-4233-9511-1db977a23e94 req-56433061-7796-43ec-b6ac-239127519839 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:21.167076 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3c47dc21-c760-4233-9511-1db977a23e94 req-56433061-7796-43ec-b6ac-239127519839 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 931 time: 0.0770123 May 09 14:24:21.214925 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-3c47dc21-c760-4233-9511-1db977a23e94 req-cc25979e-a8a8-4467-bdad-0ed6f0cf8b64 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412343 May 09 14:24:21.344453 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Pushing event updated for resources: {'Port': ['ID=37b99423-d401-468b-8f6e-e5df6bf609c3,revision_number=2']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:24:21.453715 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Attempting to bind port 37b99423-d401-468b-8f6e-e5df6bf609c3 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 14:24:21.454041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Attempting to bind port 37b99423-d401-468b-8f6e-e5df6bf609c3 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 14:24:21.454354 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Attempting to bind port 37b99423-d401-468b-8f6e-e5df6bf609c3 on network b3200c7b-1a04-46a7-8c9e-42950cb2aaac {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:24:21.459822 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Port 37b99423-d401-468b-8f6e-e5df6bf609c3 on network b3200c7b-1a04-46a7-8c9e-42950cb2aaac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 09 14:24:21.460131 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Attempting to bind port 37b99423-d401-468b-8f6e-e5df6bf609c3 on network b3200c7b-1a04-46a7-8c9e-42950cb2aaac {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 09 14:24:21.466328 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Checking agent: {'id': 'abdab52a-8705-430e-ba55-4a34a6d88408', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 9, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 09 14:24:21.466653 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Checking segment: {'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 09 14:24:21.467023 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Bound using segment: {'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'} {{(pid=83895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 09 14:24:21.467432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.managers [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Bound port: 37b99423-d401-468b-8f6e-e5df6bf609c3, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac'}}] {{(pid=83895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 14:24:21.467762 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:21.555158 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] For port 37b99423-d401-468b-8f6e-e5df6bf609c3, host hv-neutron-8408, cleared binding levels {{(pid=83895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 14:24:21.558042 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] For port 37b99423-d401-468b-8f6e-e5df6bf609c3, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37b99423-d401-468b-8f6e-e5df6bf609c3,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 14:24:21.562578 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6885968'] for port, after_update {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:21.625984 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:21.627291 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] 10.222.0.57 "PUT /v2.0/ports/37b99423-d401-468b-8f6e-e5df6bf609c3 HTTP/1.1" status: 200 len: 1093 time: 1.0449057 May 09 14:24:21.627714 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'tag': '37b99423-d401-468b-8f6e-e5df6bf609c3'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:24:21.645870 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5ca87-e219-4099-b268-388f205b0a4b service neutron] Pushing event updated for resources: {'Port': ['ID=37b99423-d401-468b-8f6e-e5df6bf609c3,revision_number=3']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:24:21.707734 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f32255a-a9b3-4b2e-8ea3-2d979ebea219'] response: {'name': 'network-changed', 'server_uuid': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'tag': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'status': 'completed', 'code': 200} May 09 14:24:21.750072 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-f01750fb-fbb5-4fc1-b386-88668d69027b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 1096 time: 0.0718758 May 09 14:24:21.820170 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-ef25cc91-33cb-42a5-a6b5-19d251505277 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b99423-d401-468b-8f6e-e5df6bf609c3 HTTP/1.1" status: 200 len: 217 time: 0.0638077 May 09 14:24:21.880019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-571aab41-976f-4f64-9322-86a66d9b976a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:21.881444 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-571aab41-976f-4f64-9322-86a66d9b976a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0557084 May 09 14:24:21.953001 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-4c4b85e2-f284-41d2-a2bd-2a388b9b78e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654411 May 09 14:24:22.022822 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:22.081541 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-5cce25c3-f39d-458a-a09c-02e5dcd08f29 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219192 May 09 14:24:22.213120 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-eb1c310b-5a6d-4553-8416-6a20889bb261 req-4a9e19b2-0aa7-47b6-89dd-ce304961b3e9 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258407 May 09 14:24:22.328313 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6397c381-bb1a-40e3-8d84-7c13ec229904 req-59543564-cb97-4131-8a28-3e42642dc0ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 1096 time: 0.0724707 May 09 14:24:22.413550 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038f38-bd60-4bff-8115-fe9693f2e99f req-23b22bb8-8b0c-4882-a55d-f95874d46e43 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:22.414920 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a038f38-bd60-4bff-8115-fe9693f2e99f req-23b22bb8-8b0c-4882-a55d-f95874d46e43 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 943 time: 0.0783482 May 09 14:24:22.458290 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397c381-bb1a-40e3-8d84-7c13ec229904 req-1777061a-8421-4d53-9c46-8f3729ab2ab8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:22.459715 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6397c381-bb1a-40e3-8d84-7c13ec229904 req-1777061a-8421-4d53-9c46-8f3729ab2ab8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 911 time: 0.1250491 May 09 14:24:22.460415 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9a038f38-bd60-4bff-8115-fe9693f2e99f req-2476ddb4-7bb3-445e-a3f6-e6af66b1122d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397980 May 09 14:24:22.529562 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6397c381-bb1a-40e3-8d84-7c13ec229904 req-d8998d52-ad1c-4b58-9c90-480602ea61bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b99423-d401-468b-8f6e-e5df6bf609c3 HTTP/1.1" status: 200 len: 217 time: 0.0640459 May 09 14:24:22.595152 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397c381-bb1a-40e3-8d84-7c13ec229904 req-de2ce6cc-7342-4b42-833c-9b639311d748 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:22.596602 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6397c381-bb1a-40e3-8d84-7c13ec229904 req-de2ce6cc-7342-4b42-833c-9b639311d748 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0607378 May 09 14:24:22.670501 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6397c381-bb1a-40e3-8d84-7c13ec229904 req-f420fd62-4994-4989-a12c-75fbcf968738 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679283 May 09 14:24:22.798549 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6397c381-bb1a-40e3-8d84-7c13ec229904 req-f9e93868-35f1-4334-b876-2e428fba328a service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214001 May 09 14:24:23.009156 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-6397c381-bb1a-40e3-8d84-7c13ec229904 req-ae4b2a20-43b8-4172-a3fe-f49d9187d273 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040422 May 09 14:24:23.660751 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cddc51-f4c3-44dc-b2b8-02956540206a req-3b65f391-5cfa-490b-b24e-d84a606d8d20 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:23.662226 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d2cddc51-f4c3-44dc-b2b8-02956540206a req-3b65f391-5cfa-490b-b24e-d84a606d8d20 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 943 time: 0.0761454 May 09 14:24:23.708865 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d2cddc51-f4c3-44dc-b2b8-02956540206a req-63d7d3c1-387b-41fa-9fe0-f4bfa593cc75 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412734 May 09 14:24:24.054749 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:24:24.366457 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-50291dcb-8616-4092-908f-4b64c2de4051 req-d593458d-c0c6-4701-9cd5-265daec14aa4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678890 May 09 14:24:24.500493 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-50291dcb-8616-4092-908f-4b64c2de4051 req-8093b15e-8d3a-42ea-9c61-c728051c3a4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 1096 time: 0.0672762 May 09 14:24:24.642919 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50291dcb-8616-4092-908f-4b64c2de4051 req-bac6dc88-f3a7-40ce-aee1-82d90e5b7621 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:24.648141 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-50291dcb-8616-4092-908f-4b64c2de4051 req-bac6dc88-f3a7-40ce-aee1-82d90e5b7621 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 911 time: 0.1296399 May 09 14:24:24.749247 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-50291dcb-8616-4092-908f-4b64c2de4051 req-0ad04fcf-ef9a-4ebd-adac-6e5843c18438 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8 HTTP/1.1" status: 200 len: 999 time: 0.0955043 May 09 14:24:24.812942 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50291dcb-8616-4092-908f-4b64c2de4051 req-51f08385-6113-48bf-95d3-d7fed4add7e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:24.814386 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-50291dcb-8616-4092-908f-4b64c2de4051 req-51f08385-6113-48bf-95d3-d7fed4add7e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0599740 May 09 14:24:24.888497 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-50291dcb-8616-4092-908f-4b64c2de4051 req-cff0b543-1f46-4aea-976b-e758f5bbc587 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683093 May 09 14:24:24.904761 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47283d44-cb45-4057-9153-a95b8bbeaa5d req-982fa40b-c3f6-4fa1-b132-d5861f72d580 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:24.906201 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-47283d44-cb45-4057-9153-a95b8bbeaa5d req-982fa40b-c3f6-4fa1-b132-d5861f72d580 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 943 time: 0.0761352 May 09 14:24:24.951173 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-47283d44-cb45-4057-9153-a95b8bbeaa5d req-75e3a832-b0da-4213-82a6-6912c6f43fb9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393803 May 09 14:24:25.022750 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-50291dcb-8616-4092-908f-4b64c2de4051 req-b3d0c2f6-db4c-499f-b5ab-b45eb3678308 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280007 May 09 14:24:25.154120 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-50291dcb-8616-4092-908f-4b64c2de4051 req-e0b3c432-f302-4ec7-a917-2b08cac0b693 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256993 May 09 14:24:26.103363 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 37b99423-d401-468b-8f6e-e5df6bf609c3 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 14:24:26.225005 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864c9be-f411-4a90-964f-ed3d25423c96 req-580334da-6735-4f20-bfc0-a0396cd0d19d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:26.226571 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8864c9be-f411-4a90-964f-ed3d25423c96 req-580334da-6735-4f20-bfc0-a0396cd0d19d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 943 time: 0.0777812 May 09 14:24:26.238073 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 37b99423-d401-468b-8f6e-e5df6bf609c3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37b99423-d401-468b-8f6e-e5df6bf609c3,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:24:26.251062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'port_id': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'mac_address': 'fa:16:3e:ae:39:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 14:24:26.270646 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8864c9be-f411-4a90-964f-ed3d25423c96 req-6e870684-6092-444c-9742-37785b6f1a8d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380437 May 09 14:24:26.303714 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:26.320017 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b99423-d401-468b-8f6e-e5df6bf609c3 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:24:26.334021 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 37b99423-d401-468b-8f6e-e5df6bf609c3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37b99423-d401-468b-8f6e-e5df6bf609c3,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:24:26.337893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:26.406062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=37b99423-d401-468b-8f6e-e5df6bf609c3,revision_number=4']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:24:26.730318 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['37b99423-d401-468b-8f6e-e5df6bf609c3'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 14:24:27.461752 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29f12d-12eb-487e-8880-df3fcde29d50 req-123716d2-bf5d-4dda-b586-d7fc0b9ca87d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:27.463190 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b29f12d-12eb-487e-8880-df3fcde29d50 req-123716d2-bf5d-4dda-b586-d7fc0b9ca87d tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0752296 May 09 14:24:27.507599 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-9b29f12d-12eb-487e-8880-df3fcde29d50 req-16cccb44-8ce0-41e9-9059-93b7561f883e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389833 May 09 14:24:28.118503 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 37b99423-d401-468b-8f6e-e5df6bf609c3 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:24:28.186674 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning for port 37b99423-d401-468b-8f6e-e5df6bf609c3 completed by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 14:24:28.191294 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 37b99423-d401-468b-8f6e-e5df6bf609c3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:24:28.191657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:28.298226 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:28.323073 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b99423-d401-468b-8f6e-e5df6bf609c3'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:24:28.332500 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 37b99423-d401-468b-8f6e-e5df6bf609c3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37b99423-d401-468b-8f6e-e5df6bf609c3,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:24:28.336170 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:28.380100 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5aa582d-9f23-4a1f-bdc3-a8a8e5c39bd1'] response: {'server_uuid': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'code': 200} May 09 14:24:28.405227 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=37b99423-d401-468b-8f6e-e5df6bf609c3,revision_number=5']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:24:28.597674 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09cf368a-2e70-4162-803d-d89832f6fb3c req-c2627c08-4287-439c-aefd-eff702b0047b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 1098 time: 0.0667264 May 09 14:24:28.646416 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-09cf368a-2e70-4162-803d-d89832f6fb3c req-dfbe0efc-fad2-4595-b53d-286b5744c408 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421419 May 09 14:24:28.722541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb80379-1189-46f1-b5f5-7d44c7bc9695 req-af03d60c-84db-4433-b6ac-40523b44e83f tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:28.723985 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1eb80379-1189-46f1-b5f5-7d44c7bc9695 req-af03d60c-84db-4433-b6ac-40523b44e83f tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0975118 May 09 14:24:28.768930 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-1eb80379-1189-46f1-b5f5-7d44c7bc9695 req-b983a63a-cbc0-462f-9bab-4c4474290c78 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394700 May 09 14:24:29.974312 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2085a68-37d3-4986-a2d5-e51d88ceeb9d req-a63cd4c7-0d4b-4e2d-be59-3af82edbff9e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:29.975822 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d2085a68-37d3-4986-a2d5-e51d88ceeb9d req-a63cd4c7-0d4b-4e2d-be59-3af82edbff9e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0748751 May 09 14:24:30.021166 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-d2085a68-37d3-4986-a2d5-e51d88ceeb9d req-5e65f415-9dab-47e6-be4b-a9e76748d474 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379910 May 09 14:24:31.218625 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b282b-ce27-4e13-9fed-760b2457fba8 req-2aa344f5-e11f-46b1-9f4a-7b81569fbfda tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:31.220060 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8b2b282b-ce27-4e13-9fed-760b2457fba8 req-2aa344f5-e11f-46b1-9f4a-7b81569fbfda tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0777717 May 09 14:24:31.264219 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8b2b282b-ce27-4e13-9fed-760b2457fba8 req-e15a2ab5-af8a-4c69-ad1a-012a65affa9e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388153 May 09 14:24:31.456655 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a1cf3-fe4f-415c-95a8-1c0adacb872e req-abce0cef-f8db-4c60-ade7-afc0a17af527 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:31.458126 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-818a1cf3-fe4f-415c-95a8-1c0adacb872e req-abce0cef-f8db-4c60-ade7-afc0a17af527 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0771573 May 09 14:24:31.505508 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-818a1cf3-fe4f-415c-95a8-1c0adacb872e req-2024cbe0-60ca-49f2-93d1-c9241d8a2a40 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419235 May 09 14:24:31.532888 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 39300) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:24:31.600857 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-2a957a4b-68a4-43b1-878a-4b7cab80f339 tempest-TestSnapshotPattern-974661835 tempest-TestSnapshotPattern-974661835-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 1093 time: 0.0666707 May 09 14:24:31.603221 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 39304) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:24:31.609289 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.v2.base [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Request body: {'floatingip': {'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'port_id': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 09 14:24:31.614278 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 14:24:31.617983 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Usage tracker for resource:floatingip and tenant:2b00fa7a63e44b71994f47f63204c052 is out of sync, need to count used quota {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 14:24:31.621416 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 14:24:31.626981 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.quota.driver [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 14:24:31.637217 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for floatingip, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:31.768948 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:31.907086 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.db_base_plugin_common [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Allocated IP 172.26.1.139 (f9882ce2-2129-4722-aeae-788d8eb15c78/90922803-e084-461b-b744-cffd31e8f47a/1a2850b8-7bf1-4747-81fd-91591ee4012e) {{(pid=83894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 14:24:32.126738 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for port, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:32.155098 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250869131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:32.219907 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Network f9882ce2-2129-4722-aeae-788d8eb15c78 is already hosted by enough agents. {{(pid=83894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 14:24:32.222646 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.base_scheduler [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Resources bound (agent type, host, resource id): {{(pid=83894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 14:24:32.226826 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Received port after_create {{(pid=83894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 09 14:24:32.253530 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event updated for resources: {'Port': ['ID=1a2850b8-7bf1-4747-81fd-91591ee4012e,revision_number=1']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:24:32.275638 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:32.275984 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:32.276321 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:32.276651 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:32.277522 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:32.277850 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:32.278173 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:32.278492 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:32.278808 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:32.279122 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:32.279437 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:24:32.745128 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:32.803442 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:33.001216 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for port, precommit_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:33.005581 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7213945'] for port, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:33.110414 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event updated for resources: {'Port': ['ID=1a2850b8-7bf1-4747-81fd-91591ee4012e,revision_number=2']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:24:33.122723 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068330'] for floatingip, after_update {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:33.307113 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.db.l3_db [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Floating IP c2aabd95-4b4b-4815-bd36-25d6b0c52b86 associated. External IP: 172.26.1.139, port: 37b99423-d401-468b-8f6e-e5df6bf609c3. May 09 14:24:33.777235 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Router 8b0b8078-174b-4b89-aadc-68aaec182229 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:24:33.970054 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:24:33.979688 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff0d18-00fc-4533-ac9c-cb47f83c697a None None] Sync routers for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:24:33.991276 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff0d18-00fc-4533-ac9c-cb47f83c697a None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:24:33.991829 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0eff0d18-00fc-4533-ac9c-cb47f83c697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:24:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:24:33.994102 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:34.050164 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-b74cff3e-4cca-4786-b38c-9493ae43f9ca tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4458830 May 09 14:24:34.050719 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'tag': '37b99423-d401-468b-8f6e-e5df6bf609c3'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:24:34.166071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-0eff0d18-00fc-4533-ac9c-cb47f83c697a None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:24:34.176879 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a476237-0740-467a-b8e2-2735251d900f'] response: {'name': 'network-changed', 'server_uuid': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'tag': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'status': 'completed', 'code': 200} May 09 14:24:34.267163 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-54c2ca4a-87b8-4f16-a44c-e8cacaa5ff7f req-6630865f-f693-4f4e-be42-8ccd00c6c8c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 1098 time: 0.0695050 May 09 14:24:34.396084 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2ca4a-87b8-4f16-a44c-e8cacaa5ff7f req-ca13dd9a-7687-46a7-a73d-1cea81c9774a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:34.397666 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-54c2ca4a-87b8-4f16-a44c-e8cacaa5ff7f req-ca13dd9a-7687-46a7-a73d-1cea81c9774a service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 911 time: 0.1247885 May 09 14:24:34.499458 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-54c2ca4a-87b8-4f16-a44c-e8cacaa5ff7f req-009c3674-1c8f-4a25-946a-b13ca4b72b50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b99423-d401-468b-8f6e-e5df6bf609c3 HTTP/1.1" status: 200 len: 999 time: 0.0961173 May 09 14:24:34.505915 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0eff0d18-00fc-4533-ac9c-cb47f83c697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'c2aabd95-4b4b-4815-bd36-25d6b0c52b86', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'floating_ip_address': '172.26.1.139', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'port_id': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'mac_address': 'fa:16:3e:ae:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:24:32Z', 'updated_at': '2022-05-09T14:24:32Z', 'revision_number': 0, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address_scope': None}, {'id': 'f5de3219-0e65-4eae-84ef-26b55c72d8ed', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'port_id': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'mac_address': 'fa:16:3e:58:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0661e702-6268-4e0b-80b0-e757103e32f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:21:10Z', 'updated_at': '2022-05-09T14:21:23Z', 'revision_number': 1, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:06Z', 'revision_number': 5, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:24:34.509890 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff0d18-00fc-4533-ac9c-cb47f83c697a None None] Checking router: 8b0b8078-174b-4b89-aadc-68aaec182229 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:24:34.521573 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff0d18-00fc-4533-ac9c-cb47f83c697a None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:24:34.522102 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0eff0d18-00fc-4533-ac9c-cb47f83c697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:24:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:24:34.560709 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2ca4a-87b8-4f16-a44c-e8cacaa5ff7f req-54eb048e-ca00-486f-85c9-b6bb457a91dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:24:34.562171 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-54c2ca4a-87b8-4f16-a44c-e8cacaa5ff7f req-54eb048e-ca00-486f-85c9-b6bb457a91dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0576000 May 09 14:24:34.641370 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-54c2ca4a-87b8-4f16-a44c-e8cacaa5ff7f req-bb68a767-ee6a-4155-89a3-c62a3aa3024b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731976 May 09 14:24:34.699169 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-0eff0d18-00fc-4533-ac9c-cb47f83c697a None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:24:34.866723 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-54c2ca4a-87b8-4f16-a44c-e8cacaa5ff7f req-662ffa78-e127-4836-a942-d8f60e2da073 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184925 May 09 14:24:34.993612 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-54c2ca4a-87b8-4f16-a44c-e8cacaa5ff7f req-f42af356-79d2-470a-ac13-23e1ca273fd9 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214089 May 09 14:24:35.083039 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0eff0d18-00fc-4533-ac9c-cb47f83c697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'c2aabd95-4b4b-4815-bd36-25d6b0c52b86', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'floating_ip_address': '172.26.1.139', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'port_id': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'mac_address': 'fa:16:3e:ae:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:24:32Z', 'updated_at': '2022-05-09T14:24:32Z', 'revision_number': 0, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address_scope': None}, {'id': 'f5de3219-0e65-4eae-84ef-26b55c72d8ed', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'port_id': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'mac_address': 'fa:16:3e:58:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0661e702-6268-4e0b-80b0-e757103e32f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:21:10Z', 'updated_at': '2022-05-09T14:21:23Z', 'revision_number': 1, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:06Z', 'revision_number': 5, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:24:35.086972 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff0d18-00fc-4533-ac9c-cb47f83c697a None None] The sync data for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv is: [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'c2aabd95-4b4b-4815-bd36-25d6b0c52b86', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'floating_ip_address': '172.26.1.139', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'port_id': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'mac_address': 'fa:16:3e:ae:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:24:32Z', 'updated_at': '2022-05-09T14:24:32Z', 'revision_number': 0, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address_scope': None}, {'id': 'f5de3219-0e65-4eae-84ef-26b55c72d8ed', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'port_id': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'mac_address': 'fa:16:3e:58:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0661e702-6268-4e0b-80b0-e757103e32f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:21:10Z', 'updated_at': '2022-05-09T14:21:23Z', 'revision_number': 1, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:06Z', 'revision_number': 5, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:24:35.284312 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d31950-7fc9-40a5-a208-eb46589848a0 None None] New status for floating IP c2aabd95-4b4b-4815-bd36-25d6b0c52b86: ACTIVE {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:24:40.302475 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2be4b64d-8a5d-4418-8465-af9d8199aaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:42.585393 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-90654fdb-64cb-4298-bb94-6bfd10dd3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:43.608143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:43.992974 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:45.306524 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:24:52.017942 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:25:01.054549 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:25:10.304572 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a29151ba-fea8-4800-8d46-d87a0f77ee39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:25:12.586852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-91466458-63cc-4ff4-b6a1-aee76e0fb3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:25:13.611358 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:25:13.994071 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:25:15.309298 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:25:22.021451 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:25:25.394609 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ffcbe804-876c-4cfa-8394-2e6b1c74f105 req-02ea7497-8e55-4835-b754-89a873124f9a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657771 May 09 14:25:25.530351 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ffcbe804-876c-4cfa-8394-2e6b1c74f105 req-57ed9aa3-1d78-4486-b3ea-ca911fe6239a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 1096 time: 0.0704417 May 09 14:25:25.669845 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbe804-876c-4cfa-8394-2e6b1c74f105 req-ac91164a-8609-4cfa-990f-cbca97ee20ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:25:25.671163 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ffcbe804-876c-4cfa-8394-2e6b1c74f105 req-ac91164a-8609-4cfa-990f-cbca97ee20ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 911 time: 0.1238914 May 09 14:25:25.766924 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ffcbe804-876c-4cfa-8394-2e6b1c74f105 req-aa56b34d-d634-4c29-a9d3-2bec6f1b4337 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8 HTTP/1.1" status: 200 len: 999 time: 0.0900807 May 09 14:25:25.829033 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbe804-876c-4cfa-8394-2e6b1c74f105 req-4ee6e6ee-d0c0-4390-8041-de4c136bfff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:25:25.830427 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ffcbe804-876c-4cfa-8394-2e6b1c74f105 req-4ee6e6ee-d0c0-4390-8041-de4c136bfff4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0581181 May 09 14:25:25.900925 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ffcbe804-876c-4cfa-8394-2e6b1c74f105 req-1753af35-dd68-4946-a939-7a0fbd18980f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647054 May 09 14:25:26.029957 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ffcbe804-876c-4cfa-8394-2e6b1c74f105 req-49773e0a-2f8a-4ab3-b9e0-25772403ff7f service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223462 May 09 14:25:26.156736 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-ffcbe804-876c-4cfa-8394-2e6b1c74f105 req-ca48836d-e237-4b13-8fc6-9c46052fa7f4 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211634 May 09 14:25:38.054452 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:25:40.306609 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0e803ef3-5b29-4d4a-90d0-199fc49a729d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:25:42.588340 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fb92a847-3276-4935-aa14-4e0907b71832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:25:43.614932 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:25:43.995813 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:25:45.311445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:25:52.036832 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:10.307620 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39cfa96c-81e3-4807-8257-25d0e53c06d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:12.598406 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b94ca8a7-43f6-4bf6-bc82-ad3fa619a569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:13.615535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:13.997912 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:15.053733 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:26:15.314170 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:22.036843 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:27.399139 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f6b6aee8-6db7-479a-a456-ade81a869f10 req-d9c27faa-d543-484f-baef-d7c6c0642974 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705421 May 09 14:26:27.486508 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f6b6aee8-6db7-479a-a456-ade81a869f10 req-f9835828-c45b-4e09-93b3-bddc1c30b57a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 1098 time: 0.0661981 May 09 14:26:27.626281 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6aee8-6db7-479a-a456-ade81a869f10 req-0904c42b-a6bb-4208-9627-c94f66b176e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:26:27.627698 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f6b6aee8-6db7-479a-a456-ade81a869f10 req-0904c42b-a6bb-4208-9627-c94f66b176e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 911 time: 0.1235473 May 09 14:26:27.726231 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f6b6aee8-6db7-479a-a456-ade81a869f10 req-701ea83b-16a2-41f3-a457-1877926f4b54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b99423-d401-468b-8f6e-e5df6bf609c3 HTTP/1.1" status: 200 len: 1001 time: 0.0927920 May 09 14:26:27.784783 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6aee8-6db7-479a-a456-ade81a869f10 req-9dcf8ecf-52e2-49cd-9acb-1c35f47fc221 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:26:27.786180 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f6b6aee8-6db7-479a-a456-ade81a869f10 req-9dcf8ecf-52e2-49cd-9acb-1c35f47fc221 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0548868 May 09 14:26:27.859552 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f6b6aee8-6db7-479a-a456-ade81a869f10 req-ddd01b3a-c521-4b0a-bf04-9091e9c8d201 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682101 May 09 14:26:28.071319 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f6b6aee8-6db7-479a-a456-ade81a869f10 req-6cf5b133-501c-4119-8bc1-036acc07eba3 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059970 May 09 14:26:28.201894 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-f6b6aee8-6db7-479a-a456-ade81a869f10 req-8841399b-25fb-4b8a-b054-9ed4cd300680 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246383 May 09 14:26:40.309827 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77c2c080-45aa-4cd8-b3a8-bfb8bb2515ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:40.772550 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 37b99423-d401-468b-8f6e-e5df6bf609c3 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=83896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 14:26:40.899861 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 37b99423-d401-468b-8f6e-e5df6bf609c3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37b99423-d401-468b-8f6e-e5df6bf609c3,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:26:40.912885 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Returning: {'device': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'port_id': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'mac_address': 'fa:16:3e:ae:39:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 14:26:40.966092 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:40.982896 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37b99423-d401-468b-8f6e-e5df6bf609c3 {{(pid=83896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 09 14:26:40.997945 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 37b99423-d401-468b-8f6e-e5df6bf609c3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37b99423-d401-468b-8f6e-e5df6bf609c3,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:26:41.001463 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:41.069657 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=37b99423-d401-468b-8f6e-e5df6bf609c3,revision_number=6']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:26:41.079120 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:41.079464 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:41.079794 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:41.080119 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:41.080444 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:41.080764 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:41.081079 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:41.081430 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:41.081746 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:41.082058 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:41.082370 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:41.104588 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] get_ports_and_sgs() called for port_ids ['37b99423-d401-468b-8f6e-e5df6bf609c3'] {{(pid=83896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 09 14:26:42.593334 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fe9acccc-971a-4ca4-8a50-289af8a7a953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:42.784455 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 37b99423-d401-468b-8f6e-e5df6bf609c3 up at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 14:26:42.855925 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Provisioning complete for port 37b99423-d401-468b-8f6e-e5df6bf609c3 triggered by entity L2. {{(pid=83896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 14:26:42.856281 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482984'] for port, provisioning_complete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:42.983882 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1276371'] for port, before_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:43.011984 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b99423-d401-468b-8f6e-e5df6bf609c3'}] {{(pid=83896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:26:43.026034 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] For port 37b99423-d401-468b-8f6e-e5df6bf609c3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37b99423-d401-468b-8f6e-e5df6bf609c3,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:26:43.031399 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761251209382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250869149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250869194'] for port, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:43.089007 dv-neutron-840889-2-hyperv neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb19d2f-fb13-4e7a-9025-0b8711a7e824'] response: {'server_uuid': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'code': 200} May 09 14:26:43.117161 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Pushing event updated for resources: {'Port': ['ID=37b99423-d401-468b-8f6e-e5df6bf609c3,revision_number=7']} {{(pid=83896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:26:43.621366 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:44.002840 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:45.321163 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:52.036541 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:52.053831 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:26:52.739002 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 39464) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:26:52.931457 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Deleting port 1a2850b8-7bf1-4747-81fd-91591ee4012e {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:26:52.931788 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:53.099483 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:53.099810 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:53.213809 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Calling delete_port for 1a2850b8-7bf1-4747-81fd-91591ee4012e owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:26:53.359058 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:53.401077 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event deleted for resources: {'Port': ['ID=1a2850b8-7bf1-4747-81fd-91591ee4012e,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:26:53.435324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:53.435662 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:53.435992 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:53.436324 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:53.436649 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:53.436971 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:53.437313 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:53.437634 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:53.437943 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:53.438262 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:53.438575 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:53.503603 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:53.970841 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Router 8b0b8078-174b-4b89-aadc-68aaec182229 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:26:54.166616 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:26:54.175853 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1868f3-8160-4c68-af59-aadf82eab172 None None] Sync routers for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:26:54.181997 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:54.187164 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1868f3-8160-4c68-af59-aadf82eab172 None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:26:54.187764 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2f1868f3-8160-4c68-af59-aadf82eab172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:26:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:26:54.235168 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-c6279a0a-27de-454e-bdac-d7dab6d40ca9 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "DELETE /v2.0/floatingips/c2aabd95-4b4b-4815-bd36-25d6b0c52b86 HTTP/1.1" status: 204 len: 168 time: 1.4950371 May 09 14:26:54.235666 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'tag': '37b99423-d401-468b-8f6e-e5df6bf609c3'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:26:54.305933 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05fbb0ec-4cae-4914-8a99-70a7b9e6ed61'] response: {'name': 'network-changed', 'server_uuid': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'tag': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'status': 'completed', 'code': 200} May 09 14:26:54.377424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-2f1868f3-8160-4c68-af59-aadf82eab172 None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:26:54.395543 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-19cd512a-cc02-4089-98a9-f515edcdb644 req-af1d2e0e-9041-4a94-93ea-8ff899f0abd8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 1098 time: 0.0684841 May 09 14:26:54.533594 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd512a-cc02-4089-98a9-f515edcdb644 req-d335b559-d74f-4dde-a15e-2172a0d4818e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:26:54.535226 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-19cd512a-cc02-4089-98a9-f515edcdb644 req-d335b559-d74f-4dde-a15e-2172a0d4818e service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 911 time: 0.1344192 May 09 14:26:54.618462 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-19cd512a-cc02-4089-98a9-f515edcdb644 req-c8ed8a14-7c1e-44e8-8629-cbfba35f9cc3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b99423-d401-468b-8f6e-e5df6bf609c3 HTTP/1.1" status: 200 len: 217 time: 0.0757267 May 09 14:26:54.649813 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3fac5-6573-4e14-91a6-55de3db1fef9 req-3bee7721-81a1-4830-8dae-ebf32e32672b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:26:54.650588 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-67b3fac5-6573-4e14-91a6-55de3db1fef9 req-3bee7721-81a1-4830-8dae-ebf32e32672b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Synchronizing usage tracker for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:26:54.667133 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-67b3fac5-6573-4e14-91a6-55de3db1fef9 req-3bee7721-81a1-4830-8dae-ebf32e32672b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Unset dirty status for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:26:54.668846 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-67b3fac5-6573-4e14-91a6-55de3db1fef9 req-3bee7721-81a1-4830-8dae-ebf32e32672b tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 945 time: 0.1069829 May 09 14:26:54.684473 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd512a-cc02-4089-98a9-f515edcdb644 req-24c31f2d-e922-45a6-af8a-eedfa71d612f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:26:54.686083 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-19cd512a-cc02-4089-98a9-f515edcdb644 req-24c31f2d-e922-45a6-af8a-eedfa71d612f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0601079 May 09 14:26:54.722484 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-67b3fac5-6573-4e14-91a6-55de3db1fef9 req-f0e9863d-265f-4ce2-9239-4460ae5e88f1 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460083 May 09 14:26:54.766327 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-19cd512a-cc02-4089-98a9-f515edcdb644 req-585e5107-3334-4a69-aae2-384f7ff194c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735719 May 09 14:26:54.781694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2f1868f3-8160-4c68-af59-aadf82eab172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'f5de3219-0e65-4eae-84ef-26b55c72d8ed', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'port_id': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'mac_address': 'fa:16:3e:58:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0661e702-6268-4e0b-80b0-e757103e32f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:21:10Z', 'updated_at': '2022-05-09T14:21:23Z', 'revision_number': 1, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:06Z', 'revision_number': 5, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:26:54.785486 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1868f3-8160-4c68-af59-aadf82eab172 None None] Checking router: 8b0b8078-174b-4b89-aadc-68aaec182229 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:26:54.796142 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1868f3-8160-4c68-af59-aadf82eab172 None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:26:54.796729 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2f1868f3-8160-4c68-af59-aadf82eab172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:26:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:26:54.897225 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-19cd512a-cc02-4089-98a9-f515edcdb644 req-ac48c304-fed2-4151-b5d2-38d5a6d7058f service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242595 May 09 14:26:54.969556 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-2f1868f3-8160-4c68-af59-aadf82eab172 None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:26:55.029152 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-19cd512a-cc02-4089-98a9-f515edcdb644 req-096b74d4-a725-4dc2-a55c-1354b46d2569 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254900 May 09 14:26:55.311944 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2f1868f3-8160-4c68-af59-aadf82eab172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'f5de3219-0e65-4eae-84ef-26b55c72d8ed', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'port_id': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'mac_address': 'fa:16:3e:58:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0661e702-6268-4e0b-80b0-e757103e32f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:21:10Z', 'updated_at': '2022-05-09T14:21:23Z', 'revision_number': 1, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:06Z', 'revision_number': 5, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:26:55.316013 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1868f3-8160-4c68-af59-aadf82eab172 None None] The sync data for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv is: [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_floatingips': [{'id': 'f5de3219-0e65-4eae-84ef-26b55c72d8ed', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'router_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'port_id': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'mac_address': 'fa:16:3e:58:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0661e702-6268-4e0b-80b0-e757103e32f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T14:21:10Z', 'updated_at': '2022-05-09T14:21:23Z', 'revision_number': 1, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:06Z', 'revision_number': 5, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:26:55.525911 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1e437-4273-404a-8f83-486cd34e32d2 None None] New status for floating IP c2aabd95-4b4b-4815-bd36-25d6b0c52b86: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:26:55.920724 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb614-e2d4-40c1-8f90-206539cc8a38 req-c6f3f683-88ab-4e7f-ad21-1f3747c818f6 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:26:55.922162 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f5cb614-e2d4-40c1-8f90-206539cc8a38 req-c6f3f683-88ab-4e7f-ad21-1f3747c818f6 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0755894 May 09 14:26:55.966964 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-2f5cb614-e2d4-40c1-8f90-206539cc8a38 req-0ca798bf-b50c-4dcc-a51e-ada3b45fec1f tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392916 May 09 14:26:56.203483 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616261b-c7d7-4fda-a1bb-4e3ba2d53340 req-1662d280-d38d-4245-bb86-06e3dd386e71 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:26:56.204162 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-2616261b-c7d7-4fda-a1bb-4e3ba2d53340 req-1662d280-d38d-4245-bb86-06e3dd386e71 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Synchronizing usage tracker for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:26:56.215627 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-2616261b-c7d7-4fda-a1bb-4e3ba2d53340 req-1662d280-d38d-4245-bb86-06e3dd386e71 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Unset dirty status for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:26:56.216675 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2616261b-c7d7-4fda-a1bb-4e3ba2d53340 req-1662d280-d38d-4245-bb86-06e3dd386e71 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.57 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0869689 May 09 14:26:56.283327 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-2616261b-c7d7-4fda-a1bb-4e3ba2d53340 req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Deleting port 37b99423-d401-468b-8f6e-e5df6bf609c3 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:26:56.283664 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2616261b-c7d7-4fda-a1bb-4e3ba2d53340 req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:56.516774 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-2616261b-c7d7-4fda-a1bb-4e3ba2d53340 req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] For port 37b99423-d401-468b-8f6e-e5df6bf609c3, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37b99423-d401-468b-8f6e-e5df6bf609c3,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:26:56.517041 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2616261b-c7d7-4fda-a1bb-4e3ba2d53340 req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:56.634268 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-2616261b-c7d7-4fda-a1bb-4e3ba2d53340 req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Calling delete_port for 37b99423-d401-468b-8f6e-e5df6bf609c3 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:26:56.770815 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2616261b-c7d7-4fda-a1bb-4e3ba2d53340 req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:56.821767 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event deleted for resources: {'Port': ['ID=37b99423-d401-468b-8f6e-e5df6bf609c3,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:26:56.873289 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 37b99423-d401-468b-8f6e-e5df6bf609c3 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:26:56.910970 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 37b99423-d401-468b-8f6e-e5df6bf609c3 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:26:56.911313 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 37b99423-d401-468b-8f6e-e5df6bf609c3 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:26:56.950887 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:56.951217 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:56.951542 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:56.951864 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:56.952180 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:56.952500 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:56.952813 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:56.953122 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:56.953456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:56.953765 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:56.954073 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-2-hyperv {{(pid=83895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 14:26:56.993705 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2616261b-c7d7-4fda-a1bb-4e3ba2d53340 req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] No DVR routers for this DVR port 37b99423-d401-468b-8f6e-e5df6bf609c3 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:26:56.996264 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-2616261b-c7d7-4fda-a1bb-4e3ba2d53340 req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:56.998796 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'name': 'network-vif-deleted', 'tag': '37b99423-d401-468b-8f6e-e5df6bf609c3'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:26:57.014423 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-2616261b-c7d7-4fda-a1bb-4e3ba2d53340 req-2b3cede8-e1ac-4b16-96b7-e5ce96dfad7e tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.57 "DELETE /v2.0/ports/37b99423-d401-468b-8f6e-e5df6bf609c3 HTTP/1.1" status: 204 len: 173 time: 0.7915602 May 09 14:26:57.130756 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-8239e65c-2beb-4999-baa8-399c9340a1f3 req-b69b1af8-052a-4a00-a94f-08674b403356 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=059fee41-ac5c-4e03-9c8e-ab402f2bdbd2 HTTP/1.1" status: 200 len: 210 time: 0.0392013 May 09 14:26:57.131220 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf4c0b4-cb0f-4565-bf01-e6244949e8be'] response: {'server_uuid': '059fee41-ac5c-4e03-9c8e-ab402f2bdbd2', 'name': 'network-vif-deleted', 'tag': '37b99423-d401-468b-8f6e-e5df6bf609c3', 'status': 'completed', 'code': 200} May 09 14:26:58.805526 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.wsgi [-] (83894) accepted ('10.222.0.44', 39522) {{(pid=83894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:26:58.999637 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6fd88b5e-c7c6-47c6-a582-92b78cfcc6b3 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Deleting port dec63c73-4780-4349-a519-f283916be7fa {{(pid=83894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:26:58.999968 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fd88b5e-c7c6-47c6-a582-92b78cfcc6b3 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:59.164967 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fd88b5e-c7c6-47c6-a582-92b78cfcc6b3 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:59.165308 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fd88b5e-c7c6-47c6-a582-92b78cfcc6b3 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:59.284669 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.plugins.ml2.plugin [None req-6fd88b5e-c7c6-47c6-a582-92b78cfcc6b3 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Calling delete_port for dec63c73-4780-4349-a519-f283916be7fa owned by network:floatingip {{(pid=83894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:26:59.427298 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fd88b5e-c7c6-47c6-a582-92b78cfcc6b3 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7213824'] for port, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:26:59.474310 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd88b5e-c7c6-47c6-a582-92b78cfcc6b3 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event deleted for resources: {'Port': ['ID=dec63c73-4780-4349-a519-f283916be7fa,revision_number=None']} {{(pid=83894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:26:59.563765 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fd88b5e-c7c6-47c6-a582-92b78cfcc6b3 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for floatingip, after_delete {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:00.033034 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd88b5e-c7c6-47c6-a582-92b78cfcc6b3 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Router 8b0b8078-174b-4b89-aadc-68aaec182229 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:27:00.226873 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd88b5e-c7c6-47c6-a582-92b78cfcc6b3 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:27:00.236026 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab5b89-ab3d-4b64-8515-c09c358a7951 None None] Sync routers for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:27:00.242466 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron_lib.callbacks.manager [None req-6fd88b5e-c7c6-47c6-a582-92b78cfcc6b3 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for floatingip, before_response {{(pid=83894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:00.252154 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab5b89-ab3d-4b64-8515-c09c358a7951 None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:27:00.252835 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-82ab5b89-ab3d-4b64-8515-c09c358a7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:26:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:00.298046 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [None req-6fd88b5e-c7c6-47c6-a582-92b78cfcc6b3 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "DELETE /v2.0/floatingips/f5de3219-0e65-4eae-84ef-26b55c72d8ed HTTP/1.1" status: 204 len: 168 time: 1.4913640 May 09 14:27:00.298541 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8'}] {{(pid=83894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:27:00.354682 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5193a678-2659-410f-9b3a-0d1c2053f04c'] response: {'name': 'network-changed', 'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'status': 'completed', 'code': 200} May 09 14:27:00.433749 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-82ab5b89-ab3d-4b64-8515-c09c358a7951 None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:27:00.449586 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-96d8d4d1-3cd0-46cc-bb6d-61f5356c6d8a req-2ddcddd7-56f2-4d10-a04f-4d0a25b10598 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b00fa7a63e44b71994f47f63204c052&device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 1096 time: 0.0746400 May 09 14:27:00.595428 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8d4d1-3cd0-46cc-bb6d-61f5356c6d8a req-ecffbc16-0b10-4133-bc1b-f315e57773c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:27:00.596891 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-96d8d4d1-3cd0-46cc-bb6d-61f5356c6d8a req-ecffbc16-0b10-4133-bc1b-f315e57773c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 200 len: 911 time: 0.1418841 May 09 14:27:00.674430 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-96d8d4d1-3cd0-46cc-bb6d-61f5356c6d8a req-d794abd8-6c9c-4f3e-bddf-b238552023be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8 HTTP/1.1" status: 200 len: 217 time: 0.0712354 May 09 14:27:00.692369 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d9512-59ca-43d1-94d2-418b232ec204 req-ac5818fa-655b-45bc-905f-96b604070a85 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:27:00.693057 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-f77d9512-59ca-43d1-94d2-418b232ec204 req-ac5818fa-655b-45bc-905f-96b604070a85 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Synchronizing usage tracker for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:port {{(pid=83894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:27:00.709446 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.quota.resource [req-f77d9512-59ca-43d1-94d2-418b232ec204 req-ac5818fa-655b-45bc-905f-96b604070a85 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Unset dirty status for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:port {{(pid=83894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:27:00.710663 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f77d9512-59ca-43d1-94d2-418b232ec204 req-ac5818fa-655b-45bc-905f-96b604070a85 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 943 time: 0.0933254 May 09 14:27:00.741959 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8d4d1-3cd0-46cc-bb6d-61f5356c6d8a req-db9de1c2-9e26-4042-9863-c17f5cc181e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:27:00.743469 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-96d8d4d1-3cd0-46cc-bb6d-61f5356c6d8a req-db9de1c2-9e26-4042-9863-c17f5cc181e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 200 len: 849 time: 0.0624430 May 09 14:27:00.761967 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-f77d9512-59ca-43d1-94d2-418b232ec204 req-4fb91f8a-7972-49eb-950d-4d4525531cc2 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448036 May 09 14:27:00.789591 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-82ab5b89-ab3d-4b64-8515-c09c358a7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:06Z', 'revision_number': 5, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:00.794019 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab5b89-ab3d-4b64-8515-c09c358a7951 None None] Checking router: 8b0b8078-174b-4b89-aadc-68aaec182229 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:27:00.804231 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab5b89-ab3d-4b64-8515-c09c358a7951 None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:27:00.804812 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-82ab5b89-ab3d-4b64-8515-c09c358a7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:26:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:00.819428 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-96d8d4d1-3cd0-46cc-bb6d-61f5356c6d8a req-8bb3a6d8-3f17-4dab-a6aa-1e5238c81448 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3200c7b-1a04-46a7-8c9e-42950cb2aaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692737 May 09 14:27:00.947592 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 37b99423-d401-468b-8f6e-e5df6bf609c3 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:27:00.951620 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-96d8d4d1-3cd0-46cc-bb6d-61f5356c6d8a req-450482be-6aa5-405c-b4f5-508142ceac49 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266382 May 09 14:27:00.997627 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: 37b99423-d401-468b-8f6e-e5df6bf609c3 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:27:00.997967 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device 37b99423-d401-468b-8f6e-e5df6bf609c3 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:27:01.050741 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-82ab5b89-ab3d-4b64-8515-c09c358a7951 None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:27:01.083047 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-96d8d4d1-3cd0-46cc-bb6d-61f5356c6d8a req-f3f0c912-ad33-40c4-a01a-fc9063d91c45 service neutron] 10.222.0.57 "GET /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248868 May 09 14:27:01.368125 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-82ab5b89-ab3d-4b64-8515-c09c358a7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:06Z', 'revision_number': 5, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:01.371962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab5b89-ab3d-4b64-8515-c09c358a7951 None None] The sync data for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv is: [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:46Z', 'revision_number': 4, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv', '_interfaces': [{'id': 'e99f68c2-93a7-4e6e-bcb0-733c8987ab3f', 'name': '', 'network_id': 'b3200c7b-1a04-46a7-8c9e-42950cb2aaac', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'mac_address': 'fa:16:3e:04:c6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c11659-161e-4033-84fa-1b82b4e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:46Z', 'updated_at': '2022-05-09T14:21:06Z', 'revision_number': 5, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'subnets': [{'id': '21c11659-161e-4033-84fa-1b82b4e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:27:01.592948 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00763e2-bde3-46b9-b9e8-5ceeced7790f None None] New status for floating IP f5de3219-0e65-4eae-84ef-26b55c72d8ed: DOWN {{(pid=83897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 09 14:27:01.597516 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769af9c-5155-4b52-884f-33673e1aca0c req-255dbfcc-2247-40f1-8c25-9fec2f741d20 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:27:01.598201 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-9769af9c-5155-4b52-884f-33673e1aca0c req-255dbfcc-2247-40f1-8c25-9fec2f741d20 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Synchronizing usage tracker for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:port {{(pid=83895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 14:27:01.610334 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.quota.resource [req-9769af9c-5155-4b52-884f-33673e1aca0c req-255dbfcc-2247-40f1-8c25-9fec2f741d20 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Unset dirty status for tenant:2b00fa7a63e44b71994f47f63204c052 on resource:port {{(pid=83895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 14:27:01.611427 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9769af9c-5155-4b52-884f-33673e1aca0c req-255dbfcc-2247-40f1-8c25-9fec2f741d20 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.57 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 943 time: 0.0964217 May 09 14:27:01.678604 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-9769af9c-5155-4b52-884f-33673e1aca0c req-76b13b16-37db-4c65-b7d4-c698aaf1f53c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Deleting port ff3b68da-1951-4487-a82a-4d8577ffa6b8 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:27:01.678855 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9769af9c-5155-4b52-884f-33673e1aca0c req-76b13b16-37db-4c65-b7d4-c698aaf1f53c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:01.922667 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [req-9769af9c-5155-4b52-884f-33673e1aca0c req-76b13b16-37db-4c65-b7d4-c698aaf1f53c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] For port ff3b68da-1951-4487-a82a-4d8577ffa6b8, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ff3b68da-1951-4487-a82a-4d8577ffa6b8,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:27:01.923019 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9769af9c-5155-4b52-884f-33673e1aca0c req-76b13b16-37db-4c65-b7d4-c698aaf1f53c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:01.965584 dv-neutron-840889-2-hyperv neutron-server[83894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc05d2-1291-4006-ac36-cfc835a9ee26 req-b4a08294-fed1-4bc6-ad32-b6cea4214ef4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 09 14:27:01.966968 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-24fc05d2-1291-4006-ac36-cfc835a9ee26 req-b4a08294-fed1-4bc6-ad32-b6cea4214ef4 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/ports?device_id=0661e702-6268-4e0b-80b0-e757103e32f2 HTTP/1.1" status: 200 len: 943 time: 0.0803144 May 09 14:27:02.012110 dv-neutron-840889-2-hyperv neutron-server[83894]: INFO neutron.wsgi [req-24fc05d2-1291-4006-ac36-cfc835a9ee26 req-c6e5b3b7-6431-4bfb-a408-122871b5e658 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbeb00d-a096-4a15-a00f-dce37a112cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396500 May 09 14:27:02.042923 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [req-9769af9c-5155-4b52-884f-33673e1aca0c req-76b13b16-37db-4c65-b7d4-c698aaf1f53c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Calling delete_port for ff3b68da-1951-4487-a82a-4d8577ffa6b8 owned by compute:nova {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:27:02.178174 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9769af9c-5155-4b52-884f-33673e1aca0c req-76b13b16-37db-4c65-b7d4-c698aaf1f53c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:02.225531 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b13b16-37db-4c65-b7d4-c698aaf1f53c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event deleted for resources: {'Port': ['ID=ff3b68da-1951-4487-a82a-4d8577ffa6b8,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:02.378840 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9769af9c-5155-4b52-884f-33673e1aca0c req-76b13b16-37db-4c65-b7d4-c698aaf1f53c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] No DVR routers for this DVR port ff3b68da-1951-4487-a82a-4d8577ffa6b8 on host hv-neutron-8408 {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:27:02.381212 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [req-9769af9c-5155-4b52-884f-33673e1aca0c req-76b13b16-37db-4c65-b7d4-c698aaf1f53c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12749'] for port, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:02.383636 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'name': 'network-vif-deleted', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8'}] {{(pid=83895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 09 14:27:02.399321 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [req-9769af9c-5155-4b52-884f-33673e1aca0c req-76b13b16-37db-4c65-b7d4-c698aaf1f53c tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.57 "DELETE /v2.0/ports/ff3b68da-1951-4487-a82a-4d8577ffa6b8 HTTP/1.1" status: 204 len: 173 time: 0.7821181 May 09 14:27:02.444292 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e428a40-6536-40c5-8e3f-2fab544c5afb'] response: {'server_uuid': '0661e702-6268-4e0b-80b0-e757103e32f2', 'name': 'network-vif-deleted', 'tag': 'ff3b68da-1951-4487-a82a-4d8577ffa6b8', 'status': 'completed', 'code': 200} May 09 14:27:03.117369 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 39538) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:27:03.185465 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb003-1198-4a88-a87e-7185ab74a0b7 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:03.213277 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb003-1198-4a88-a87e-7185ab74a0b7 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:03.278197 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb003-1198-4a88-a87e-7185ab74a0b7 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:03.297681 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cb003-1198-4a88-a87e-7185ab74a0b7 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbeb00d-a096-4a15-a00f-dce37a112cc3,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:03.313146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb003-1198-4a88-a87e-7185ab74a0b7 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:03.324222 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-4c9cb003-1198-4a88-a87e-7185ab74a0b7 tempest-TestSnapshotPattern-179403084 tempest-TestSnapshotPattern-179403084-project] 10.222.0.44 "DELETE /v2.0/security-groups/fdbeb00d-a096-4a15-a00f-dce37a112cc3 HTTP/1.1" status: 204 len: 168 time: 0.2033961 May 09 14:27:04.398226 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 39546) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:27:04.895090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-24729ca8-6bc6-4fa8-84ff-07213ad89c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:05.471378 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-24729ca8-6bc6-4fa8-84ff-07213ad89c3f admin admin] Deleting port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:27:05.472063 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-24729ca8-6bc6-4fa8-84ff-07213ad89c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:05.635452 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-24729ca8-6bc6-4fa8-84ff-07213ad89c3f admin admin] For port e99f68c2-93a7-4e6e-bcb0-733c8987ab3f, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=e99f68c2-93a7-4e6e-bcb0-733c8987ab3f,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:27:05.635802 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-24729ca8-6bc6-4fa8-84ff-07213ad89c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:05.751608 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-24729ca8-6bc6-4fa8-84ff-07213ad89c3f admin admin] Calling delete_port for e99f68c2-93a7-4e6e-bcb0-733c8987ab3f owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:27:05.999740 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-24729ca8-6bc6-4fa8-84ff-07213ad89c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:06.045191 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24729ca8-6bc6-4fa8-84ff-07213ad89c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=e99f68c2-93a7-4e6e-bcb0-733c8987ab3f,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:06.333692 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-24729ca8-6bc6-4fa8-84ff-07213ad89c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:06.897176 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ff3b68da-1951-4487-a82a-4d8577ffa6b8 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:27:06.901735 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24729ca8-6bc6-4fa8-84ff-07213ad89c3f admin admin] Router 8b0b8078-174b-4b89-aadc-68aaec182229 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:27:06.928809 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] No Port match for: ff3b68da-1951-4487-a82a-4d8577ffa6b8 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:27:06.929144 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Device ff3b68da-1951-4487-a82a-4d8577ffa6b8 not bound to the agent host hv-neutron-8408 {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:27:07.095156 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24729ca8-6bc6-4fa8-84ff-07213ad89c3f admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:27:07.104771 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e2b00-6d35-46a6-a36a-8622159b3dfa None None] Sync routers for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:27:07.107454 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-24729ca8-6bc6-4fa8-84ff-07213ad89c3f admin admin] 10.222.0.44 "PUT /v2.0/routers/8b0b8078-174b-4b89-aadc-68aaec182229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7079849 May 09 14:27:07.109996 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 39552) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:27:07.117518 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e2b00-6d35-46a6-a36a-8622159b3dfa None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:27:07.118117 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-832e2b00-6d35-46a6-a36a-8622159b3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:26:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:07.297081 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-832e2b00-6d35-46a6-a36a-8622159b3dfa None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:27:07.409538 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:07.580365 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-832e2b00-6d35-46a6-a36a-8622159b3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:27:05Z', 'revision_number': 5, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port': {'id': '6f6d9a43-d579-4281-bff1-e2f7a157cb62', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:07.584123 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e2b00-6d35-46a6-a36a-8622159b3dfa None None] Checking router: 8b0b8078-174b-4b89-aadc-68aaec182229 for host: dv-neutron-840889-2-hyperv {{(pid=83896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:27:07.595197 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e2b00-6d35-46a6-a36a-8622159b3dfa None None] Routers {'8b0b8078-174b-4b89-aadc-68aaec182229'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:27:07.595817 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-832e2b00-6d35-46a6-a36a-8622159b3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:26:43Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['8b0b8078-174b-4b89-aadc-68aaec182229'], 'active': True} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:07.601423 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:07.611691 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Deleting port 6f6d9a43-d579-4281-bff1-e2f7a157cb62 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:27:07.612188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:07.740270 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-832e2b00-6d35-46a6-a36a-8622159b3dfa None None] Set router 8b0b8078-174b-4b89-aadc-68aaec182229 gateway port host: None {{(pid=83896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:27:07.784404 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] For port 6f6d9a43-d579-4281-bff1-e2f7a157cb62, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=6f6d9a43-d579-4281-bff1-e2f7a157cb62,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:27:07.784752 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:07.844515 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-832e2b00-6d35-46a6-a36a-8622159b3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:27:07Z', 'revision_number': 6, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:07.848287 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e2b00-6d35-46a6-a36a-8622159b3dfa None None] The sync data for ids ['8b0b8078-174b-4b89-aadc-68aaec182229'] in dv-neutron-840889-2-hyperv is: [{'id': '8b0b8078-174b-4b89-aadc-68aaec182229', 'name': 'tempest-TestSnapshotPattern-2052491405-router', 'tenant_id': '2b00fa7a63e44b71994f47f63204c052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:44Z', 'updated_at': '2022-05-09T14:27:07Z', 'revision_number': 6, 'project_id': '2b00fa7a63e44b71994f47f63204c052', 'gw_port_host': None}] {{(pid=83896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:27:07.905188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Calling delete_port for 6f6d9a43-d579-4281-bff1-e2f7a157cb62 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:27:08.065400 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:08.107764 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6d9a43-d579-4281-bff1-e2f7a157cb62,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:08.275898 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e99f68c2-93a7-4e6e-bcb0-733c8987ab3f no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:27:08.343376 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:08.347268 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: e99f68c2-93a7-4e6e-bcb0-733c8987ab3f {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:27:08.347603 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device e99f68c2-93a7-4e6e-bcb0-733c8987ab3f not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:27:08.590805 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:08.596493 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:08.621857 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:08.622352 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b0b8078-174b-4b89-aadc-68aaec182229 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 14:27:08.634499 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:08.638439 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-f438a76c-22e7-47fc-ba98-004dad272501 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8b0b8078-174b-4b89-aadc-68aaec182229 HTTP/1.1" status: 204 len: 168 time: 1.5247443 May 09 14:27:08.638674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 39556) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:27:08.794573 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbeb563-8e2f-41f2-8b0e-a630c3060d0a admin admin] Deleting subnet 21c11659-161e-4033-84fa-1b82b4e47953 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 14:27:08.797643 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb563-8e2f-41f2-8b0e-a630c3060d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:08.847232 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb563-8e2f-41f2-8b0e-a630c3060d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:08.925081 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb563-8e2f-41f2-8b0e-a630c3060d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:08.994457 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb563-8e2f-41f2-8b0e-a630c3060d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.031874 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeb563-8e2f-41f2-8b0e-a630c3060d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c11659-161e-4033-84fa-1b82b4e47953,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:09.036384 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb563-8e2f-41f2-8b0e-a630c3060d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.042535 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e2eede-ac62-4ba3-a7b5-b7690c26779b None None] Network b3200c7b-1a04-46a7-8c9e-42950cb2aaac requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:27:09.042684 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-2cbeb563-8e2f-41f2-8b0e-a630c3060d0a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/21c11659-161e-4033-84fa-1b82b4e47953 HTTP/1.1" status: 204 len: 168 time: 0.4030125 May 09 14:27:09.045090 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 39560) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:27:09.147599 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.157624 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Deleting port 71feaa1d-899b-4bb9-8371-bba300d3e164 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:27:09.157953 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.279767 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ad2419-3b02-4735-9972-77cd69848f2e None None] DHCP port deletion for b3200c7b-1a04-46a7-8c9e-42950cb2aaac request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 14:27:09.284415 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad2419-3b02-4735-9972-77cd69848f2e None None] Deleting port 71feaa1d-899b-4bb9-8371-bba300d3e164 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:27:09.284784 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d5ad2419-3b02-4735-9972-77cd69848f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.369590 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] For port 71feaa1d-899b-4bb9-8371-bba300d3e164, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=71feaa1d-899b-4bb9-8371-bba300d3e164,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:27:09.370519 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.483488 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d5ad2419-3b02-4735-9972-77cd69848f2e None None] For port 71feaa1d-899b-4bb9-8371-bba300d3e164, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=71feaa1d-899b-4bb9-8371-bba300d3e164,segment=NetworkSegment(c2c4ff8f-cefd-4497-89f6-222d825ed2d4),segment_id=c2c4ff8f-cefd-4497-89f6-222d825ed2d4)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:27:09.483801 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d5ad2419-3b02-4735-9972-77cd69848f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.489145 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Calling delete_port for 71feaa1d-899b-4bb9-8371-bba300d3e164 owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:27:09.561029 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.600531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad2419-3b02-4735-9972-77cd69848f2e None None] Calling delete_port for 71feaa1d-899b-4bb9-8371-bba300d3e164 owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:27:09.607188 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=71feaa1d-899b-4bb9-8371-bba300d3e164,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:09.612816 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] No DVR routers for this DVR port 71feaa1d-899b-4bb9-8371-bba300d3e164 on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:27:09.674103 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-d5ad2419-3b02-4735-9972-77cd69848f2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 14:27:09.674544 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-d5ad2419-3b02-4735-9972-77cd69848f2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 14:27:09.727247 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.751847 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3200c7b-1a04-46a7-8c9e-42950cb2aaac']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:09.763396 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:09.763696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c4ff8f-cefd-4497-89f6-222d825ed2d4') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:09.774924 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.790563 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.796917 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 14:27:09.797318 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 14:27:09.810127 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 14:27:09.884146 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.889075 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:09.913067 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] Pushing event deleted for resources: {'Network': ['ID=b3200c7b-1a04-46a7-8c9e-42950cb2aaac,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:09.926021 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-65270952-25d0-4eed-a3e0-2c0a5e2a6dfb admin admin] 10.222.0.44 "DELETE /v2.0/networks/b3200c7b-1a04-46a7-8c9e-42950cb2aaac HTTP/1.1" status: 204 len: 168 time: 0.8799739 May 09 14:27:09.928756 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 39564) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:27:10.175403 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad2419-3b02-4735-9972-77cd69848f2e None None] Deleting port 71feaa1d-899b-4bb9-8371-bba300d3e164 {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:27:10.175779 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d5ad2419-3b02-4735-9972-77cd69848f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:10.244954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad2419-3b02-4735-9972-77cd69848f2e None None] The port '71feaa1d-899b-4bb9-8371-bba300d3e164' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 14:27:10.276666 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6f6d9a43-d579-4281-bff1-e2f7a157cb62 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:27:10.315097 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 6f6d9a43-d579-4281-bff1-e2f7a157cb62 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:27:10.315797 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 6f6d9a43-d579-4281-bff1-e2f7a157cb62 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:27:10.315893 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 71feaa1d-899b-4bb9-8371-bba300d3e164 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:27:10.353504 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 71feaa1d-899b-4bb9-8371-bba300d3e164 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:27:10.353846 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 71feaa1d-899b-4bb9-8371-bba300d3e164 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:27:10.360175 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bcf9c58c-ea84-4749-a17d-1af8fbffda58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:10.403777 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e920027f-c2da-482e-b131-10037e7bc5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8069080'] for router_interface, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:10.987313 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e920027f-c2da-482e-b131-10037e7bc5d5 admin admin] Deleting port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:27:10.987963 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e920027f-c2da-482e-b131-10037e7bc5d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:11.155456 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-e920027f-c2da-482e-b131-10037e7bc5d5 admin admin] For port 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b,segment=NetworkSegment(c7e461ce-07d5-49a1-b99c-5eeef9168b3a),segment_id=c7e461ce-07d5-49a1-b99c-5eeef9168b3a)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:27:11.155808 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e920027f-c2da-482e-b131-10037e7bc5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:11.273387 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-e920027f-c2da-482e-b131-10037e7bc5d5 admin admin] Calling delete_port for 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b owned by network:router_interface {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:27:11.445698 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e920027f-c2da-482e-b131-10037e7bc5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:11.489732 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920027f-c2da-482e-b131-10037e7bc5d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:11.771394 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-e920027f-c2da-482e-b131-10037e7bc5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8069007'] for router_interface, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:12.424683 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e920027f-c2da-482e-b131-10037e7bc5d5 admin admin] Router 4fc0fb40-d36d-484c-9dda-3047836a6649 has already been hosted by L3 agent 05405189-ea9d-453b-a7b9-5364c0384cf1 {{(pid=83895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 14:27:12.594417 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a2a2-8313-4daa-9852-bcf34dc3e73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:12.625432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e920027f-c2da-482e-b131-10037e7bc5d5 admin admin] Notify agent at l3_agent.dv-neutron-840889-2-hyperv the message routers_updated {{(pid=83895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 14:27:12.633834 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b4eb0-50c7-4c97-86e2-0704de13f1a5 None None] Sync routers for ids ['4fc0fb40-d36d-484c-9dda-3047836a6649'] in dv-neutron-840889-2-hyperv {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 09 14:27:12.641697 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-e920027f-c2da-482e-b131-10037e7bc5d5 admin admin] 10.222.0.44 "PUT /v2.0/routers/4fc0fb40-d36d-484c-9dda-3047836a6649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7116556 May 09 14:27:12.644194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 39570) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:27:12.646196 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b4eb0-50c7-4c97-86e2-0704de13f1a5 None None] Routers {'4fc0fb40-d36d-484c-9dda-3047836a6649'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:27:12.646793 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-6c8b4eb0-50c7-4c97-86e2-0704de13f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:27:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['4fc0fb40-d36d-484c-9dda-3047836a6649'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:12.820813 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-6c8b4eb0-50c7-4c97-86e2-0704de13f1a5 None None] Set router 4fc0fb40-d36d-484c-9dda-3047836a6649 gateway port host: dv-neutron-840889-2-hyperv {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:27:12.837432 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Notify callbacks [] for router, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:13.027240 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:13.035609 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Deleting port 897b3287-396e-4368-8bc1-69fd1d720349 {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:27:13.035962 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:13.095750 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-6c8b4eb0-50c7-4c97-86e2-0704de13f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'name': 'tempest-TestSnapshotPattern-1339197505-router', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'external_fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '897b3287-396e-4368-8bc1-69fd1d720349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:49Z', 'updated_at': '2022-05-09T14:27:11Z', 'revision_number': 5, 'project_id': 'c72e7dbb1e174527bbb9463f92742210', 'gw_port': {'id': '897b3287-396e-4368-8bc1-69fd1d720349', 'name': '', 'network_id': 'f9882ce2-2129-4722-aeae-788d8eb15c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '90922803-e084-461b-b744-cffd31e8f47a', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T14:20:50Z', 'updated_at': '2022-05-09T14:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90922803-e084-461b-b744-cffd31e8f47a', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-2-hyperv'}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:13.099479 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b4eb0-50c7-4c97-86e2-0704de13f1a5 None None] Checking router: 4fc0fb40-d36d-484c-9dda-3047836a6649 for host: dv-neutron-840889-2-hyperv {{(pid=83897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 09 14:27:13.110156 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b4eb0-50c7-4c97-86e2-0704de13f1a5 None None] Routers {'4fc0fb40-d36d-484c-9dda-3047836a6649'} bound to L3 agent in host dv-neutron-840889-2-hyperv {{(pid=83897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 09 14:27:13.110734 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-6c8b4eb0-50c7-4c97-86e2-0704de13f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T13:06:42Z,description=,heartbeat_timestamp=2022-05-09T14:27:13Z,host='dv-neutron-840889-2-hyperv',id=05405189-ea9d-453b-a7b9-5364c0384cf1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T13:06:42Z,topic='l3_agent')) {'router_ids': ['4fc0fb40-d36d-484c-9dda-3047836a6649'], 'active': True} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:13.261410 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_dvr_db [None req-6c8b4eb0-50c7-4c97-86e2-0704de13f1a5 None None] Set router 4fc0fb40-d36d-484c-9dda-3047836a6649 gateway port host: None {{(pid=83897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 09 14:27:13.317424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] For port 897b3287-396e-4368-8bc1-69fd1d720349, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=897b3287-396e-4368-8bc1-69fd1d720349,segment=NetworkSegment(199ccd6d-5888-47ad-909b-c55e0fcda424),segment_id=199ccd6d-5888-47ad-909b-c55e0fcda424)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:27:13.317773 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:13.363825 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.l3_hamode_db [None req-6c8b4eb0-50c7-4c97-86e2-0704de13f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'name': 'tempest-TestSnapshotPattern-1339197505-router', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:49Z', 'updated_at': '2022-05-09T14:27:13Z', 'revision_number': 6, 'project_id': 'c72e7dbb1e174527bbb9463f92742210', 'gw_port_host': None}], 'dv-neutron-840889-2-hyperv', False) {} {{(pid=83897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:13.367635 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b4eb0-50c7-4c97-86e2-0704de13f1a5 None None] The sync data for ids ['4fc0fb40-d36d-484c-9dda-3047836a6649'] in dv-neutron-840889-2-hyperv is: [{'id': '4fc0fb40-d36d-484c-9dda-3047836a6649', 'name': 'tempest-TestSnapshotPattern-1339197505-router', 'tenant_id': 'c72e7dbb1e174527bbb9463f92742210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T14:20:49Z', 'updated_at': '2022-05-09T14:27:13Z', 'revision_number': 6, 'project_id': 'c72e7dbb1e174527bbb9463f92742210', 'gw_port_host': None}] {{(pid=83897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 09 14:27:13.436233 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Calling delete_port for 897b3287-396e-4368-8bc1-69fd1d720349 owned by network:router_gateway {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:27:13.594433 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:13.624444 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:13.639008 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Pushing event deleted for resources: {'Port': ['ID=897b3287-396e-4368-8bc1-69fd1d720349,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:13.861113 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068293'] for router_gateway, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:13.996301 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.112800 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8065845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.116843 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.142391 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8065945'] for router, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.142896 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc0fb40-d36d-484c-9dda-3047836a6649 {{(pid=83895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 14:27:14.154720 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] Notify callbacks [] for router, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.155828 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d17dac3e-3f6c-4bc1-9e30-5b6c1b785337 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4fc0fb40-d36d-484c-9dda-3047836a6649 HTTP/1.1" status: 204 len: 168 time: 1.5107553 May 09 14:27:14.158306 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 39578) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:27:14.222753 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.db_base_plugin_v2 [None req-73415a46-be80-43d5-aaee-edfaea82f115 admin admin] Deleting subnet 1b98d395-cc3e-4336-9df1-439fb919fe77 {{(pid=83895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 09 14:27:14.225912 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-73415a46-be80-43d5-aaee-edfaea82f115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.263954 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 897b3287-396e-4368-8bc1-69fd1d720349 no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:27:14.278323 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-73415a46-be80-43d5-aaee-edfaea82f115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7338615'] for subnet, precommit_delete_associations {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.298095 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 897b3287-396e-4368-8bc1-69fd1d720349 {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:27:14.298434 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 897b3287-396e-4368-8bc1-69fd1d720349 not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:27:14.298852 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:27:14.332962 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:27:14.333318 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device 85b0c2f7-ea82-48df-9d97-5cbb1aa0d33b not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:27:14.367890 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-73415a46-be80-43d5-aaee-edfaea82f115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134348'] for subnet, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.439476 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-73415a46-be80-43d5-aaee-edfaea82f115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6885914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7116839'] for subnet, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.476061 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73415a46-be80-43d5-aaee-edfaea82f115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b98d395-cc3e-4336-9df1-439fb919fe77,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:14.482642 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-73415a46-be80-43d5-aaee-edfaea82f115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.487916 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccda3ef-4568-41ae-9400-2db8635e0b49 None None] Network 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b requested from dv-neutron-840889-2-hyperv {{(pid=83896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 09 14:27:14.490890 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-73415a46-be80-43d5-aaee-edfaea82f115 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1b98d395-cc3e-4336-9df1-439fb919fe77 HTTP/1.1" status: 204 len: 168 time: 0.3291435 May 09 14:27:14.490992 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 39584) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:27:14.593459 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062888'] for network, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.603696 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Deleting port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc {{(pid=83895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:27:14.604455 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.728788 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff14d389-05a3-4547-98f9-2f41d8865b28 None None] DHCP port deletion for 9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b request from dv-neutron-840889-2-hyperv {{(pid=83896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 09 14:27:14.733759 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ff14d389-05a3-4547-98f9-2f41d8865b28 None None] Deleting port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:27:14.734170 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ff14d389-05a3-4547-98f9-2f41d8865b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.894793 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.db [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] For port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc,segment=NetworkSegment(c7e461ce-07d5-49a1-b99c-5eeef9168b3a),segment_id=c7e461ce-07d5-49a1-b99c-5eeef9168b3a)] {{(pid=83895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:27:14.895068 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:14.924030 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ff14d389-05a3-4547-98f9-2f41d8865b28 None None] For port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc, host dv-neutron-840889-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-2-hyperv',level=0,port_id=b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc,segment=NetworkSegment(c7e461ce-07d5-49a1-b99c-5eeef9168b3a),segment_id=c7e461ce-07d5-49a1-b99c-5eeef9168b3a)] {{(pid=83896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 14:27:14.924412 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ff14d389-05a3-4547-98f9-2f41d8865b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8059626'] for port, precommit_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.013225 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Calling delete_port for b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc owned by network:dhcp {{(pid=83895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:27:15.074096 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ff14d389-05a3-4547-98f9-2f41d8865b28 None None] Calling delete_port for b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc owned by network:dhcp {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 09 14:27:15.091533 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1276079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761251209364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250869140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6885929'] for port, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.133190 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Pushing event deleted for resources: {'Port': ['ID=b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:15.139674 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] No DVR routers for this DVR port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc on host dv-neutron-840889-2-hyperv {{(pid=83895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 14:27:15.144761 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.db.api [None req-ff14d389-05a3-4547-98f9-2f41d8865b28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 14:27:15.145160 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG oslo_db.api [None req-ff14d389-05a3-4547-98f9-2f41d8865b28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 14:27:15.251322 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1137305', 'neutron.services.segments.db._delete_segments_for_network-8761251304313'] for network, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.276689 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b']}} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:15.288226 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e461ce-07d5-49a1-b99c-5eeef9168b3a') {'for_net_delete': True} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:15.288520 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.services.segments.db [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e461ce-07d5-49a1-b99c-5eeef9168b3a') {} {{(pid=83895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 14:27:15.299690 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761251304196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7338884'] for segment, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.312379 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.315868 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1115498'] for segment, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.322001 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 09 14:27:15.322362 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1115505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6886004'] for segment, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: Traceback (most recent call last): May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: timer() May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: cb(*args, **kw) May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: return func(*args, **kwargs) May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: self._notify() May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: self.callback(batched_events) May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: event.method(event) May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: aggregate_uuid = self.p_client.list_aggregates( May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: return f(self, *a, **k) May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._get(url).json() May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: return self.request(url, 'GET', **kwargs) May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: base_url = self.get_endpoint(auth, allow=allow, May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 14:27:15.339004 dv-neutron-840889-2-hyperv neutron-server[83895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 14:27:15.412938 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1137298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068312'] for network, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.431913 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Notify callbacks [] for network, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.444424 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:15.453037 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-d5fbe42d-487c-4b0a-87a8-9d37e9959eef admin admin] 10.222.0.44 "DELETE /v2.0/networks/9ab7f04d-0b1c-4b73-9b31-1cdfe785e24b HTTP/1.1" status: 204 len: 168 time: 0.9611304 May 09 14:27:15.581383 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 39598) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:27:15.630058 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-9083cc5c-0d00-42ba-a412-bdf9b9bc903b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b00fa7a63e44b71994f47f63204c052&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475001 May 09 14:27:15.632488 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 39602) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:27:15.646699 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ff14d389-05a3-4547-98f9-2f41d8865b28 None None] Deleting port b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc {{(pid=83896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 09 14:27:15.647143 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ff14d389-05a3-4547-98f9-2f41d8865b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761251319507'] for port, before_delete {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.693615 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-323f16b6-d1d4-4c34-a909-5a408c765984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.710739 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ff14d389-05a3-4547-98f9-2f41d8865b28 None None] The port 'b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc' was deleted {{(pid=83896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 09 14:27:15.721976 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-323f16b6-d1d4-4c34-a909-5a408c765984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.773194 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-323f16b6-d1d4-4c34-a909-5a408c765984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.789711 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f16b6-d1d4-4c34-a909-5a408c765984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0a2d68-c778-429b-81ba-bb0c0e4a4d55,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:15.797524 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-323f16b6-d1d4-4c34-a909-5a408c765984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:15.798631 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-323f16b6-d1d4-4c34-a909-5a408c765984 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed0a2d68-c778-429b-81ba-bb0c0e4a4d55 HTTP/1.1" status: 204 len: 168 time: 0.1652839 May 09 14:27:16.171858 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 39612) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:27:16.219719 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-eff1c9f9-6004-4ff9-b9e6-1fada3cf0458 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c72e7dbb1e174527bbb9463f92742210&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0467234 May 09 14:27:16.222074 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.wsgi [-] (83895) accepted ('10.222.0.44', 39616) {{(pid=83895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 14:27:16.260027 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc no longer exists at agent ovs-agent-dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 14:27:16.280565 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-73b242fa-f36e-46ca-ab74-4d9ab5afd443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:16.292675 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] No Port match for: b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc {{(pid=83896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 09 14:27:16.293015 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Device b376b6cd-4e26-4db0-8df2-04b2d4fbc5cc not bound to the agent host dv-neutron-840889-2-hyperv {{(pid=83896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 14:27:16.306139 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-73b242fa-f36e-46ca-ab74-4d9ab5afd443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:16.358657 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-73b242fa-f36e-46ca-ab74-4d9ab5afd443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7974079'] for security_group, after_delete {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:16.372414 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b242fa-f36e-46ca-ab74-4d9ab5afd443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee8ba7-5c1a-4071-92a8-5f182d32c741,revision_number=None']} {{(pid=83895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 14:27:16.380652 dv-neutron-840889-2-hyperv neutron-server[83895]: DEBUG neutron_lib.callbacks.manager [None req-73b242fa-f36e-46ca-ab74-4d9ab5afd443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:16.381777 dv-neutron-840889-2-hyperv neutron-server[83895]: INFO neutron.wsgi [None req-73b242fa-f36e-46ca-ab74-4d9ab5afd443 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8ee8ba7-5c1a-4071-92a8-5f182d32c741 HTTP/1.1" status: 204 len: 168 time: 0.1588299 May 09 14:27:22.034783 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:29.053886 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:27:40.311661 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-abafabf8-8e05-4bf4-bad7-40a50e627586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:42.595982 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb81d-b7c1-443f-ab80-156b877f5768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:43.626067 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:43.999531 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:45.315464 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:27:52.035351 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:28:06.054307 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:28:10.313162 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6fe1b489-8aba-45c4-9fa1-e1f03b9708d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:28:12.599146 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d3047571-8327-4220-8695-cb8da832b7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:28:13.631036 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:28:14.003044 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:28:15.318530 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:28:22.065711 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:28:40.314509 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7c2f-8373-4832-9da5-1b8a178963fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:28:42.601162 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a8d40b72-9de6-4b93-a581-be3fc1caa28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:28:43.054573 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:28:43.631198 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:28:44.004052 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:28:45.320694 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:28:52.064503 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:29:10.316477 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-df0f8d36-155c-48d3-8d48-0429f2af454c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:29:12.604543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a8787dc-73da-465c-a27c-9113dba32644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:29:13.633985 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:29:14.011424 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:29:15.322712 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:29:20.054941 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:29:22.064062 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:29:40.318319 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a952-0f2c-4aeb-98d1-09e1e7f40b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:29:42.605049 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c1a02235-dc9c-4587-b7b4-3691cd857dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:29:43.637086 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:29:44.002721 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:29:45.324829 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:29:52.068229 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:29:57.055023 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:30:10.320258 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b96121cf-9731-4f2e-abf9-fc8cb5bfc787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:30:12.609317 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-771501c7-3a95-4573-aec5-58e42ed39ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:30:13.640604 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:30:14.003868 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:30:15.328483 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:30:22.079494 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:30:34.055221 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:30:40.322378 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c363153-a0c2-4884-98b5-a19ad500bd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:30:42.613419 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3f95d5cf-0f42-4c7e-b412-e145f3834114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:30:43.642462 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:30:44.006217 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:30:45.330445 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:30:52.082785 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:31:10.323629 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d86655e7-2ccc-41ec-9035-ef1e9319a049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:31:11.055048 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:31:12.616277 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b5849597-1e33-4255-8101-96d5f006c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:31:13.645353 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:31:14.007356 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:31:15.332325 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:31:22.094164 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:31:40.326582 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b60776fe-fc86-41fc-a7a1-5b248e7df324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:31:42.617980 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-18bf44c3-0380-4874-a875-35a6f147277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:31:43.648613 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:31:44.008442 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:31:45.334444 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:31:48.055485 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:31:52.094464 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:32:10.328442 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2a53945b-50c0-4f26-915f-1c9022b157fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:32:12.627188 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-120e2b21-5729-410f-a05d-33f9b23ab237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:32:13.651462 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:32:14.011056 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:32:15.336939 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:32:22.109154 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:32:25.055946 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 14:32:40.330085 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9e9387c3-2272-4fae-9b55-3ddefa6e5681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:32:42.618968 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-569319b5-ce5a-41d9-9811-c1ac143daeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:32:43.656422 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c540d3b0-55eb-47ae-bf60-0fc0fe71d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:32:44.013836 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68f5f113-fe11-40be-9692-3a736dfa226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:32:45.339543 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66965fca-6e8c-4e5d-99ab-b5732f232310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:32:52.103520 dv-neutron-840889-2-hyperv neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-711e320c-cd13-4c72-9134-ea8349c0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761251304295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1482905'] for agent, after_update {{(pid=83896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 14:33:02.055977 dv-neutron-840889-2-hyperv neutron-server[83897]: DEBUG neutron.db.agents_db [None req-b0624915-2991-4a35-97d0-b752b93944ad None None] Agent healthcheck: found 6 active agents {{(pid=83897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}